kertob commited on
Commit
5f59745
·
verified ·
1 Parent(s): c448a65

Training in progress, step 120

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:727c2a09a3341942640016b7dcbc7b43834b48a89a38d01e2c387f18ec636d2b
3
  size 261131840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13a78ee11a6a85e17a32e58b02cf1884dbc7bb521e1b404621979b034ad21058
3
  size 261131840
runs/Mar13_11-36-50_7acbe5a74b63/events.out.tfevents.1710329812.7acbe5a74b63.337.1 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4f9f681d3ecd8b8b2e6bf52066523e4756396b68cff4993d61e0b16fb144ef48
3
- size 7827
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:561ea9511b11c1dae9411f14dd81d941f360640119474776a9179bca75eb6c8d
3
+ size 8034
wandb/debug-internal.log CHANGED
@@ -1035,3 +1035,46 @@
1035
  2024-03-13 11:53:14,173 INFO Thread-12 :5135 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240313_112023-t8o614bo/files/wandb-summary.json
1036
  2024-03-13 11:53:18,068 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1037
  2024-03-13 11:53:22,342 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1035
  2024-03-13 11:53:14,173 INFO Thread-12 :5135 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240313_112023-t8o614bo/files/wandb-summary.json
1036
  2024-03-13 11:53:18,068 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1037
  2024-03-13 11:53:22,342 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
1038
+ 2024-03-13 11:53:23,342 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1039
+ 2024-03-13 11:53:26,115 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1040
+ 2024-03-13 11:53:26,116 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1041
+ 2024-03-13 11:53:26,155 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1042
+ 2024-03-13 11:53:29,173 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1043
+ 2024-03-13 11:53:34,173 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1044
+ 2024-03-13 11:53:39,175 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1045
+ 2024-03-13 11:53:41,116 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1046
+ 2024-03-13 11:53:41,116 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1047
+ 2024-03-13 11:53:41,157 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1048
+ 2024-03-13 11:53:44,185 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1049
+ 2024-03-13 11:53:49,187 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1050
+ 2024-03-13 11:53:52,342 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
1051
+ 2024-03-13 11:53:54,343 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1052
+ 2024-03-13 11:53:56,116 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1053
+ 2024-03-13 11:53:56,116 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1054
+ 2024-03-13 11:53:56,157 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1055
+ 2024-03-13 11:54:00,239 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1056
+ 2024-03-13 11:54:05,240 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1057
+ 2024-03-13 11:54:10,240 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1058
+ 2024-03-13 11:54:11,116 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1059
+ 2024-03-13 11:54:11,116 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1060
+ 2024-03-13 11:54:11,156 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1061
+ 2024-03-13 11:54:16,240 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1062
+ 2024-03-13 11:54:21,240 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1063
+ 2024-03-13 11:54:22,343 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
1064
+ 2024-03-13 11:54:26,116 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1065
+ 2024-03-13 11:54:26,116 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1066
+ 2024-03-13 11:54:26,157 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1067
+ 2024-03-13 11:54:27,226 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1068
+ 2024-03-13 11:54:32,226 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1069
+ 2024-03-13 11:54:37,227 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1070
+ 2024-03-13 11:54:41,116 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1071
+ 2024-03-13 11:54:41,116 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1072
+ 2024-03-13 11:54:41,156 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1073
+ 2024-03-13 11:54:42,237 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1074
+ 2024-03-13 11:54:43,652 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: partial_history
1075
+ 2024-03-13 11:54:43,653 DEBUG SenderThread:5135 [sender.py:send():378] send: history
1076
+ 2024-03-13 11:54:43,654 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: summary_record
1077
+ 2024-03-13 11:54:43,654 INFO SenderThread:5135 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
1078
+ 2024-03-13 11:54:44,201 INFO Thread-12 :5135 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240313_112023-t8o614bo/files/wandb-summary.json
1079
+ 2024-03-13 11:54:47,655 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1080
+ 2024-03-13 11:54:52,344 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
wandb/run-20240313_112023-t8o614bo/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 0.1875, "train/grad_norm": 0.723688006401062, "train/learning_rate": 4.434430869023579e-05, "train/epoch": 8.8, "train/global_step": 110, "_timestamp": 1710330794.0652883, "_runtime": 1970.6832792758942, "_step": 14, "train/train_runtime": 361.3918, "train/train_samples_per_second": 1.328, "train/train_steps_per_second": 0.083, "train/total_flos": 1585771096988928.0, "train/train_loss": 1.3836020787556966}
 
1
+ {"train/loss": 0.1722, "train/grad_norm": 0.7571136951446533, "train/learning_rate": 3.640849638818286e-05, "train/epoch": 9.6, "train/global_step": 120, "_timestamp": 1710330883.652137, "_runtime": 2060.2701280117035, "_step": 15, "train/train_runtime": 361.3918, "train/train_samples_per_second": 1.328, "train/train_steps_per_second": 0.083, "train/total_flos": 1585771096988928.0, "train/train_loss": 1.3836020787556966}
wandb/run-20240313_112023-t8o614bo/logs/debug-internal.log CHANGED
@@ -1035,3 +1035,46 @@
1035
  2024-03-13 11:53:14,173 INFO Thread-12 :5135 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240313_112023-t8o614bo/files/wandb-summary.json
1036
  2024-03-13 11:53:18,068 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1037
  2024-03-13 11:53:22,342 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1035
  2024-03-13 11:53:14,173 INFO Thread-12 :5135 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240313_112023-t8o614bo/files/wandb-summary.json
1036
  2024-03-13 11:53:18,068 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1037
  2024-03-13 11:53:22,342 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
1038
+ 2024-03-13 11:53:23,342 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1039
+ 2024-03-13 11:53:26,115 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1040
+ 2024-03-13 11:53:26,116 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1041
+ 2024-03-13 11:53:26,155 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1042
+ 2024-03-13 11:53:29,173 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1043
+ 2024-03-13 11:53:34,173 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1044
+ 2024-03-13 11:53:39,175 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1045
+ 2024-03-13 11:53:41,116 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1046
+ 2024-03-13 11:53:41,116 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1047
+ 2024-03-13 11:53:41,157 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1048
+ 2024-03-13 11:53:44,185 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1049
+ 2024-03-13 11:53:49,187 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1050
+ 2024-03-13 11:53:52,342 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
1051
+ 2024-03-13 11:53:54,343 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1052
+ 2024-03-13 11:53:56,116 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1053
+ 2024-03-13 11:53:56,116 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1054
+ 2024-03-13 11:53:56,157 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1055
+ 2024-03-13 11:54:00,239 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1056
+ 2024-03-13 11:54:05,240 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1057
+ 2024-03-13 11:54:10,240 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1058
+ 2024-03-13 11:54:11,116 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1059
+ 2024-03-13 11:54:11,116 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1060
+ 2024-03-13 11:54:11,156 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1061
+ 2024-03-13 11:54:16,240 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1062
+ 2024-03-13 11:54:21,240 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1063
+ 2024-03-13 11:54:22,343 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
1064
+ 2024-03-13 11:54:26,116 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1065
+ 2024-03-13 11:54:26,116 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1066
+ 2024-03-13 11:54:26,157 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1067
+ 2024-03-13 11:54:27,226 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1068
+ 2024-03-13 11:54:32,226 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1069
+ 2024-03-13 11:54:37,227 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1070
+ 2024-03-13 11:54:41,116 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1071
+ 2024-03-13 11:54:41,116 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1072
+ 2024-03-13 11:54:41,156 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1073
+ 2024-03-13 11:54:42,237 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1074
+ 2024-03-13 11:54:43,652 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: partial_history
1075
+ 2024-03-13 11:54:43,653 DEBUG SenderThread:5135 [sender.py:send():378] send: history
1076
+ 2024-03-13 11:54:43,654 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: summary_record
1077
+ 2024-03-13 11:54:43,654 INFO SenderThread:5135 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
1078
+ 2024-03-13 11:54:44,201 INFO Thread-12 :5135 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240313_112023-t8o614bo/files/wandb-summary.json
1079
+ 2024-03-13 11:54:47,655 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1080
+ 2024-03-13 11:54:52,344 DEBUG SenderThread:5135 [sender.py:send():378] send: stats