kertob commited on
Commit
29e5929
·
verified ·
1 Parent(s): 378ebf4

Training in progress, step 150

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:889284f39d8b46692f9c4947396912b25bab01d9d5f38e83e51059a56d218f77
3
  size 261131840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc81373382ededddd0c3007dd3384d8101c5558b65e354d82b98f6a2bc5c0699
3
  size 261131840
runs/Mar08_13-48-53_4997a2709b0f/events.out.tfevents.1709905734.4997a2709b0f.35964.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eb13346e7a071d50be102d43d11c6371e32c07a24575893d69f1992cbcb6cffe
3
- size 8638
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02c1ee5a7d050be1d5a426c863375607288992e09914662598ae7e3fbb73c1a2
3
+ size 8849
wandb/debug-internal.log CHANGED
@@ -694,3 +694,47 @@
694
  2024-03-08 14:11:22,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
695
  2024-03-08 14:11:22,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
696
  2024-03-08 14:11:22,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
694
  2024-03-08 14:11:22,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
695
  2024-03-08 14:11:22,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
696
  2024-03-08 14:11:22,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
697
+ 2024-03-08 14:11:28,002 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
698
+ 2024-03-08 14:11:33,003 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
699
+ 2024-03-08 14:11:37,205 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
700
+ 2024-03-08 14:11:37,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
701
+ 2024-03-08 14:11:37,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
702
+ 2024-03-08 14:11:37,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
703
+ 2024-03-08 14:11:38,046 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
704
+ 2024-03-08 14:11:43,047 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
705
+ 2024-03-08 14:11:48,048 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
706
+ 2024-03-08 14:11:52,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
707
+ 2024-03-08 14:11:52,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
708
+ 2024-03-08 14:11:52,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
709
+ 2024-03-08 14:11:54,025 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
710
+ 2024-03-08 14:11:59,026 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
711
+ 2024-03-08 14:12:04,027 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
712
+ 2024-03-08 14:12:07,206 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
713
+ 2024-03-08 14:12:07,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
714
+ 2024-03-08 14:12:07,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
715
+ 2024-03-08 14:12:07,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
716
+ 2024-03-08 14:12:09,034 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
717
+ 2024-03-08 14:12:14,035 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
718
+ 2024-03-08 14:12:19,036 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
719
+ 2024-03-08 14:12:22,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
720
+ 2024-03-08 14:12:22,818 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
721
+ 2024-03-08 14:12:22,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
722
+ 2024-03-08 14:12:25,007 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
723
+ 2024-03-08 14:12:28,352 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: partial_history
724
+ 2024-03-08 14:12:28,353 DEBUG SenderThread:37167 [sender.py:send():378] send: history
725
+ 2024-03-08 14:12:28,353 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: summary_record
726
+ 2024-03-08 14:12:28,354 INFO SenderThread:37167 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
727
+ 2024-03-08 14:12:28,468 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json
728
+ 2024-03-08 14:12:30,354 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
729
+ 2024-03-08 14:12:35,355 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
730
+ 2024-03-08 14:12:37,207 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
731
+ 2024-03-08 14:12:37,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
732
+ 2024-03-08 14:12:37,818 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
733
+ 2024-03-08 14:12:37,819 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
734
+ 2024-03-08 14:12:41,055 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
735
+ 2024-03-08 14:12:46,056 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
736
+ 2024-03-08 14:12:51,058 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
737
+ 2024-03-08 14:12:52,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
738
+ 2024-03-08 14:12:52,818 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
739
+ 2024-03-08 14:12:52,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
740
+ 2024-03-08 14:12:56,076 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 0.1762, "train/grad_norm": 0.47084328532218933, "train/learning_rate": 2.180214850745467e-05, "train/epoch": 11.2, "train/global_step": 140, "_timestamp": 1709907054.6917534, "_runtime": 1313.2714564800262, "_step": 13}
 
1
+ {"train/loss": 0.1573, "train/grad_norm": 0.6386756896972656, "train/learning_rate": 1.5513811136094787e-05, "train/epoch": 12.0, "train/global_step": 150, "_timestamp": 1709907148.3513958, "_runtime": 1406.9310989379883, "_step": 14}
wandb/run-20240308_134901-hlg2f18u/logs/debug-internal.log CHANGED
@@ -694,3 +694,47 @@
694
  2024-03-08 14:11:22,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
695
  2024-03-08 14:11:22,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
696
  2024-03-08 14:11:22,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
694
  2024-03-08 14:11:22,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
695
  2024-03-08 14:11:22,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
696
  2024-03-08 14:11:22,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
697
+ 2024-03-08 14:11:28,002 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
698
+ 2024-03-08 14:11:33,003 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
699
+ 2024-03-08 14:11:37,205 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
700
+ 2024-03-08 14:11:37,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
701
+ 2024-03-08 14:11:37,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
702
+ 2024-03-08 14:11:37,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
703
+ 2024-03-08 14:11:38,046 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
704
+ 2024-03-08 14:11:43,047 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
705
+ 2024-03-08 14:11:48,048 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
706
+ 2024-03-08 14:11:52,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
707
+ 2024-03-08 14:11:52,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
708
+ 2024-03-08 14:11:52,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
709
+ 2024-03-08 14:11:54,025 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
710
+ 2024-03-08 14:11:59,026 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
711
+ 2024-03-08 14:12:04,027 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
712
+ 2024-03-08 14:12:07,206 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
713
+ 2024-03-08 14:12:07,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
714
+ 2024-03-08 14:12:07,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
715
+ 2024-03-08 14:12:07,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
716
+ 2024-03-08 14:12:09,034 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
717
+ 2024-03-08 14:12:14,035 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
718
+ 2024-03-08 14:12:19,036 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
719
+ 2024-03-08 14:12:22,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
720
+ 2024-03-08 14:12:22,818 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
721
+ 2024-03-08 14:12:22,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
722
+ 2024-03-08 14:12:25,007 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
723
+ 2024-03-08 14:12:28,352 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: partial_history
724
+ 2024-03-08 14:12:28,353 DEBUG SenderThread:37167 [sender.py:send():378] send: history
725
+ 2024-03-08 14:12:28,353 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: summary_record
726
+ 2024-03-08 14:12:28,354 INFO SenderThread:37167 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
727
+ 2024-03-08 14:12:28,468 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json
728
+ 2024-03-08 14:12:30,354 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
729
+ 2024-03-08 14:12:35,355 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
730
+ 2024-03-08 14:12:37,207 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
731
+ 2024-03-08 14:12:37,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
732
+ 2024-03-08 14:12:37,818 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
733
+ 2024-03-08 14:12:37,819 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
734
+ 2024-03-08 14:12:41,055 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
735
+ 2024-03-08 14:12:46,056 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
736
+ 2024-03-08 14:12:51,058 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
737
+ 2024-03-08 14:12:52,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
738
+ 2024-03-08 14:12:52,818 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
739
+ 2024-03-08 14:12:52,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
740
+ 2024-03-08 14:12:56,076 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240308_134901-hlg2f18u/run-hlg2f18u.wandb CHANGED
Binary files a/wandb/run-20240308_134901-hlg2f18u/run-hlg2f18u.wandb and b/wandb/run-20240308_134901-hlg2f18u/run-hlg2f18u.wandb differ