kertob commited on
Commit
90678bc
·
verified ·
1 Parent(s): d19a57e

Training in progress, step 50

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cdd6791f206830fe13537459076d17491fb650f000f611d40cac0083410fa730
3
  size 261131840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4edc6d54fcbdf5b406f2691c3960e8fbc0fe1c111d80dff0350fc4b1c2a91114
3
  size 261131840
runs/Mar13_11-36-50_7acbe5a74b63/events.out.tfevents.1710329812.7acbe5a74b63.337.1 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:480e8ea3d9eaccbc93c6f0cdf1af51619caaaa2799f846f6df613aa8f5b738fa
3
- size 6378
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5649f9c5b861b9bed21be6c03f8552adccf16aa6641ff47c2624467e7caac1bc
3
+ size 6585
wandb/debug-internal.log CHANGED
@@ -731,3 +731,46 @@
731
  2024-03-13 11:42:41,079 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
732
  2024-03-13 11:42:41,080 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
733
  2024-03-13 11:42:42,192 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
731
  2024-03-13 11:42:41,079 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
732
  2024-03-13 11:42:41,080 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
733
  2024-03-13 11:42:42,192 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
734
+ 2024-03-13 11:42:47,192 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
735
+ 2024-03-13 11:42:52,193 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
736
+ 2024-03-13 11:42:52,327 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
737
+ 2024-03-13 11:42:56,079 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
738
+ 2024-03-13 11:42:56,080 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
739
+ 2024-03-13 11:42:56,120 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
740
+ 2024-03-13 11:42:58,177 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
741
+ 2024-03-13 11:43:03,178 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
742
+ 2024-03-13 11:43:08,179 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
743
+ 2024-03-13 11:43:11,079 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
744
+ 2024-03-13 11:43:11,079 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
745
+ 2024-03-13 11:43:11,121 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
746
+ 2024-03-13 11:43:14,151 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
747
+ 2024-03-13 11:43:19,152 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
748
+ 2024-03-13 11:43:22,329 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
749
+ 2024-03-13 11:43:24,330 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
750
+ 2024-03-13 11:43:26,079 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
751
+ 2024-03-13 11:43:26,080 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
752
+ 2024-03-13 11:43:26,120 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
753
+ 2024-03-13 11:43:30,138 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
754
+ 2024-03-13 11:43:35,139 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
755
+ 2024-03-13 11:43:40,140 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
756
+ 2024-03-13 11:43:41,079 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
757
+ 2024-03-13 11:43:41,080 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
758
+ 2024-03-13 11:43:41,120 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
759
+ 2024-03-13 11:43:45,159 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
760
+ 2024-03-13 11:43:50,160 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
761
+ 2024-03-13 11:43:52,329 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
762
+ 2024-03-13 11:43:55,330 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
763
+ 2024-03-13 11:43:56,080 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
764
+ 2024-03-13 11:43:56,080 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
765
+ 2024-03-13 11:43:56,121 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
766
+ 2024-03-13 11:44:01,228 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
767
+ 2024-03-13 11:44:06,229 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
768
+ 2024-03-13 11:44:06,928 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: partial_history
769
+ 2024-03-13 11:44:06,930 DEBUG SenderThread:5135 [sender.py:send():378] send: history
770
+ 2024-03-13 11:44:06,930 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: summary_record
771
+ 2024-03-13 11:44:06,930 INFO SenderThread:5135 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
772
+ 2024-03-13 11:44:06,996 INFO Thread-12 :5135 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240313_112023-t8o614bo/files/wandb-summary.json
773
+ 2024-03-13 11:44:11,080 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
774
+ 2024-03-13 11:44:11,080 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
775
+ 2024-03-13 11:44:11,081 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
776
+ 2024-03-13 11:44:12,167 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240313_112023-t8o614bo/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 0.3679, "train/grad_norm": 0.982030987739563, "train/learning_rate": 9.261084118279847e-05, "train/epoch": 3.2, "train/global_step": 40, "_timestamp": 1710330157.0620253, "_runtime": 1333.6800162792206, "_step": 7, "train/train_runtime": 361.3918, "train/train_samples_per_second": 1.328, "train/train_steps_per_second": 0.083, "train/total_flos": 1585771096988928.0, "train/train_loss": 1.3836020787556966}
 
1
+ {"train/loss": 0.3377, "train/grad_norm": 0.9967080950737, "train/learning_rate": 8.783564079088477e-05, "train/epoch": 4.0, "train/global_step": 50, "_timestamp": 1710330246.9283016, "_runtime": 1423.5462925434113, "_step": 8, "train/train_runtime": 361.3918, "train/train_samples_per_second": 1.328, "train/train_steps_per_second": 0.083, "train/total_flos": 1585771096988928.0, "train/train_loss": 1.3836020787556966}
wandb/run-20240313_112023-t8o614bo/logs/debug-internal.log CHANGED
@@ -731,3 +731,46 @@
731
  2024-03-13 11:42:41,079 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
732
  2024-03-13 11:42:41,080 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
733
  2024-03-13 11:42:42,192 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
731
  2024-03-13 11:42:41,079 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
732
  2024-03-13 11:42:41,080 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
733
  2024-03-13 11:42:42,192 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
734
+ 2024-03-13 11:42:47,192 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
735
+ 2024-03-13 11:42:52,193 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
736
+ 2024-03-13 11:42:52,327 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
737
+ 2024-03-13 11:42:56,079 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
738
+ 2024-03-13 11:42:56,080 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
739
+ 2024-03-13 11:42:56,120 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
740
+ 2024-03-13 11:42:58,177 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
741
+ 2024-03-13 11:43:03,178 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
742
+ 2024-03-13 11:43:08,179 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
743
+ 2024-03-13 11:43:11,079 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
744
+ 2024-03-13 11:43:11,079 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
745
+ 2024-03-13 11:43:11,121 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
746
+ 2024-03-13 11:43:14,151 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
747
+ 2024-03-13 11:43:19,152 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
748
+ 2024-03-13 11:43:22,329 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
749
+ 2024-03-13 11:43:24,330 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
750
+ 2024-03-13 11:43:26,079 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
751
+ 2024-03-13 11:43:26,080 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
752
+ 2024-03-13 11:43:26,120 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
753
+ 2024-03-13 11:43:30,138 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
754
+ 2024-03-13 11:43:35,139 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
755
+ 2024-03-13 11:43:40,140 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
756
+ 2024-03-13 11:43:41,079 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
757
+ 2024-03-13 11:43:41,080 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
758
+ 2024-03-13 11:43:41,120 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
759
+ 2024-03-13 11:43:45,159 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
760
+ 2024-03-13 11:43:50,160 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
761
+ 2024-03-13 11:43:52,329 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
762
+ 2024-03-13 11:43:55,330 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
763
+ 2024-03-13 11:43:56,080 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
764
+ 2024-03-13 11:43:56,080 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
765
+ 2024-03-13 11:43:56,121 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
766
+ 2024-03-13 11:44:01,228 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
767
+ 2024-03-13 11:44:06,229 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
768
+ 2024-03-13 11:44:06,928 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: partial_history
769
+ 2024-03-13 11:44:06,930 DEBUG SenderThread:5135 [sender.py:send():378] send: history
770
+ 2024-03-13 11:44:06,930 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: summary_record
771
+ 2024-03-13 11:44:06,930 INFO SenderThread:5135 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
772
+ 2024-03-13 11:44:06,996 INFO Thread-12 :5135 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240313_112023-t8o614bo/files/wandb-summary.json
773
+ 2024-03-13 11:44:11,080 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
774
+ 2024-03-13 11:44:11,080 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
775
+ 2024-03-13 11:44:11,081 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
776
+ 2024-03-13 11:44:12,167 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report