kertob commited on
Commit
66ea9f0
·
verified ·
1 Parent(s): 8ee7887

Training in progress, step 160

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a1fb795e0cc6af12382d10993f6c8e6fbb16004274d82cfcf420af1a6c313484
3
  size 261131840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:364ceb7ae52affb9ad78d06f425d9e44a05ff6e3fca9692068e69486a4a5b2a1
3
  size 261131840
runs/Mar13_11-36-50_7acbe5a74b63/events.out.tfevents.1710329812.7acbe5a74b63.337.1 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:23b132b6e14eff6961b5db5025caa65183f6b022d567ee1be41851a375cb7922
3
- size 8667
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e98363a4f26fe3b45c3e867e197a44bda281b9b57c9673ee857f00d8ad6bcb98
3
+ size 8878
wandb/debug-internal.log CHANGED
@@ -1208,3 +1208,47 @@
1208
  2024-03-13 11:59:16,133 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1209
  2024-03-13 11:59:21,134 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1210
  2024-03-13 11:59:22,349 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1208
  2024-03-13 11:59:16,133 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1209
  2024-03-13 11:59:21,134 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1210
  2024-03-13 11:59:22,349 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
1211
+ 2024-03-13 11:59:26,118 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1212
+ 2024-03-13 11:59:26,119 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1213
+ 2024-03-13 11:59:26,160 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1214
+ 2024-03-13 11:59:26,294 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1215
+ 2024-03-13 11:59:31,295 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1216
+ 2024-03-13 11:59:36,296 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1217
+ 2024-03-13 11:59:41,119 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1218
+ 2024-03-13 11:59:41,119 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1219
+ 2024-03-13 11:59:41,160 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1220
+ 2024-03-13 11:59:42,243 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1221
+ 2024-03-13 11:59:47,244 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1222
+ 2024-03-13 11:59:52,244 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1223
+ 2024-03-13 11:59:52,350 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
1224
+ 2024-03-13 11:59:56,119 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1225
+ 2024-03-13 11:59:56,119 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1226
+ 2024-03-13 11:59:56,159 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1227
+ 2024-03-13 11:59:57,245 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1228
+ 2024-03-13 12:00:02,246 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1229
+ 2024-03-13 12:00:07,247 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1230
+ 2024-03-13 12:00:11,119 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1231
+ 2024-03-13 12:00:11,119 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1232
+ 2024-03-13 12:00:11,160 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1233
+ 2024-03-13 12:00:12,282 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1234
+ 2024-03-13 12:00:17,283 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1235
+ 2024-03-13 12:00:22,283 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1236
+ 2024-03-13 12:00:22,351 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
1237
+ 2024-03-13 12:00:26,119 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1238
+ 2024-03-13 12:00:26,119 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1239
+ 2024-03-13 12:00:26,160 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1240
+ 2024-03-13 12:00:28,231 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1241
+ 2024-03-13 12:00:33,231 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1242
+ 2024-03-13 12:00:38,232 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1243
+ 2024-03-13 12:00:41,119 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1244
+ 2024-03-13 12:00:41,119 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1245
+ 2024-03-13 12:00:41,160 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1246
+ 2024-03-13 12:00:43,341 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1247
+ 2024-03-13 12:00:46,486 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: partial_history
1248
+ 2024-03-13 12:00:46,487 DEBUG SenderThread:5135 [sender.py:send():378] send: history
1249
+ 2024-03-13 12:00:46,488 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: summary_record
1250
+ 2024-03-13 12:00:46,488 INFO SenderThread:5135 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
1251
+ 2024-03-13 12:00:47,316 INFO Thread-12 :5135 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240313_112023-t8o614bo/files/wandb-summary.json
1252
+ 2024-03-13 12:00:48,489 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1253
+ 2024-03-13 12:00:52,351 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
1254
+ 2024-03-13 12:00:54,352 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240313_112023-t8o614bo/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 0.1461, "train/grad_norm": 0.6350714564323425, "train/learning_rate": 1.5513811136094787e-05, "train/epoch": 12.0, "train/global_step": 150, "_timestamp": 1710331154.1302264, "_runtime": 2330.748217344284, "_step": 18, "train/train_runtime": 361.3918, "train/train_samples_per_second": 1.328, "train/train_steps_per_second": 0.083, "train/total_flos": 1585771096988928.0, "train/train_loss": 1.3836020787556966}
 
1
+ {"train/loss": 0.1411, "train/grad_norm": 0.7663830518722534, "train/learning_rate": 1.012785947186397e-05, "train/epoch": 12.8, "train/global_step": 160, "_timestamp": 1710331246.485993, "_runtime": 2423.1039838790894, "_step": 19, "train/train_runtime": 361.3918, "train/train_samples_per_second": 1.328, "train/train_steps_per_second": 0.083, "train/total_flos": 1585771096988928.0, "train/train_loss": 1.3836020787556966}
wandb/run-20240313_112023-t8o614bo/logs/debug-internal.log CHANGED
@@ -1208,3 +1208,47 @@
1208
  2024-03-13 11:59:16,133 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1209
  2024-03-13 11:59:21,134 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1210
  2024-03-13 11:59:22,349 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1208
  2024-03-13 11:59:16,133 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1209
  2024-03-13 11:59:21,134 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1210
  2024-03-13 11:59:22,349 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
1211
+ 2024-03-13 11:59:26,118 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1212
+ 2024-03-13 11:59:26,119 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1213
+ 2024-03-13 11:59:26,160 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1214
+ 2024-03-13 11:59:26,294 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1215
+ 2024-03-13 11:59:31,295 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1216
+ 2024-03-13 11:59:36,296 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1217
+ 2024-03-13 11:59:41,119 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1218
+ 2024-03-13 11:59:41,119 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1219
+ 2024-03-13 11:59:41,160 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1220
+ 2024-03-13 11:59:42,243 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1221
+ 2024-03-13 11:59:47,244 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1222
+ 2024-03-13 11:59:52,244 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1223
+ 2024-03-13 11:59:52,350 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
1224
+ 2024-03-13 11:59:56,119 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1225
+ 2024-03-13 11:59:56,119 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1226
+ 2024-03-13 11:59:56,159 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1227
+ 2024-03-13 11:59:57,245 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1228
+ 2024-03-13 12:00:02,246 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1229
+ 2024-03-13 12:00:07,247 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1230
+ 2024-03-13 12:00:11,119 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1231
+ 2024-03-13 12:00:11,119 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1232
+ 2024-03-13 12:00:11,160 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1233
+ 2024-03-13 12:00:12,282 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1234
+ 2024-03-13 12:00:17,283 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1235
+ 2024-03-13 12:00:22,283 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1236
+ 2024-03-13 12:00:22,351 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
1237
+ 2024-03-13 12:00:26,119 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1238
+ 2024-03-13 12:00:26,119 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1239
+ 2024-03-13 12:00:26,160 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1240
+ 2024-03-13 12:00:28,231 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1241
+ 2024-03-13 12:00:33,231 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1242
+ 2024-03-13 12:00:38,232 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1243
+ 2024-03-13 12:00:41,119 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1244
+ 2024-03-13 12:00:41,119 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1245
+ 2024-03-13 12:00:41,160 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1246
+ 2024-03-13 12:00:43,341 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1247
+ 2024-03-13 12:00:46,486 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: partial_history
1248
+ 2024-03-13 12:00:46,487 DEBUG SenderThread:5135 [sender.py:send():378] send: history
1249
+ 2024-03-13 12:00:46,488 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: summary_record
1250
+ 2024-03-13 12:00:46,488 INFO SenderThread:5135 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
1251
+ 2024-03-13 12:00:47,316 INFO Thread-12 :5135 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240313_112023-t8o614bo/files/wandb-summary.json
1252
+ 2024-03-13 12:00:48,489 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1253
+ 2024-03-13 12:00:52,351 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
1254
+ 2024-03-13 12:00:54,352 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report