kertob commited on
Commit
d472833
·
verified ·
1 Parent(s): 9b41750

Training in progress, step 180

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2ff90d45fcdd96c6dd647095ba4ed56702716ef0e6ff6e49e993ee5135e7459a
3
  size 261131840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d77dc985b6b463ff13ecc8a91be00ab42426cb028d016adfe45b68b702f1c64
3
  size 261131840
runs/Mar13_11-36-50_7acbe5a74b63/events.out.tfevents.1710329812.7acbe5a74b63.337.1 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:36eb5f3e8f96692af95264ce761cb81a744277e7e764d026e48bbb5d53a01c73
3
- size 9089
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d176286b4377483e0963bee7942bff7c73c633f52faf2db581d5ee8e7aa26f83
3
+ size 9300
wandb/debug-internal.log CHANGED
@@ -1298,3 +1298,46 @@
1298
  2024-03-13 12:02:26,120 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1299
  2024-03-13 12:02:26,120 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1300
  2024-03-13 12:02:26,161 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1298
  2024-03-13 12:02:26,120 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1299
  2024-03-13 12:02:26,120 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1300
  2024-03-13 12:02:26,161 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1301
+ 2024-03-13 12:02:30,241 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1302
+ 2024-03-13 12:02:35,242 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1303
+ 2024-03-13 12:02:40,242 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1304
+ 2024-03-13 12:02:41,120 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1305
+ 2024-03-13 12:02:41,120 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1306
+ 2024-03-13 12:02:41,160 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1307
+ 2024-03-13 12:02:45,303 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1308
+ 2024-03-13 12:02:50,304 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1309
+ 2024-03-13 12:02:52,354 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
1310
+ 2024-03-13 12:02:55,355 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1311
+ 2024-03-13 12:02:56,120 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1312
+ 2024-03-13 12:02:56,121 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1313
+ 2024-03-13 12:02:56,161 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1314
+ 2024-03-13 12:03:01,282 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1315
+ 2024-03-13 12:03:06,283 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1316
+ 2024-03-13 12:03:11,120 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1317
+ 2024-03-13 12:03:11,121 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1318
+ 2024-03-13 12:03:11,161 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1319
+ 2024-03-13 12:03:11,597 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1320
+ 2024-03-13 12:03:16,598 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1321
+ 2024-03-13 12:03:21,598 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1322
+ 2024-03-13 12:03:22,355 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
1323
+ 2024-03-13 12:03:26,121 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1324
+ 2024-03-13 12:03:26,121 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1325
+ 2024-03-13 12:03:26,162 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1326
+ 2024-03-13 12:03:27,251 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1327
+ 2024-03-13 12:03:32,252 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1328
+ 2024-03-13 12:03:37,252 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1329
+ 2024-03-13 12:03:41,121 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1330
+ 2024-03-13 12:03:41,121 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1331
+ 2024-03-13 12:03:41,162 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1332
+ 2024-03-13 12:03:42,350 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1333
+ 2024-03-13 12:03:46,970 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: partial_history
1334
+ 2024-03-13 12:03:46,971 DEBUG SenderThread:5135 [sender.py:send():378] send: history
1335
+ 2024-03-13 12:03:46,971 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: summary_record
1336
+ 2024-03-13 12:03:46,972 INFO SenderThread:5135 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
1337
+ 2024-03-13 12:03:47,374 INFO Thread-12 :5135 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240313_112023-t8o614bo/files/wandb-summary.json
1338
+ 2024-03-13 12:03:47,972 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1339
+ 2024-03-13 12:03:52,355 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
1340
+ 2024-03-13 12:03:53,356 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1341
+ 2024-03-13 12:03:56,121 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1342
+ 2024-03-13 12:03:56,121 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1343
+ 2024-03-13 12:03:56,162 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
wandb/run-20240313_112023-t8o614bo/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 0.1313, "train/grad_norm": 0.5366930365562439, "train/learning_rate": 5.785225463498828e-06, "train/epoch": 13.6, "train/global_step": 170, "_timestamp": 1710331336.9920022, "_runtime": 2513.6099932193756, "_step": 20, "train/train_runtime": 361.3918, "train/train_samples_per_second": 1.328, "train/train_steps_per_second": 0.083, "train/total_flos": 1585771096988928.0, "train/train_loss": 1.3836020787556966}
 
1
+ {"train/loss": 0.1203, "train/grad_norm": 0.460671991109848, "train/learning_rate": 2.5995410021864787e-06, "train/epoch": 14.4, "train/global_step": 180, "_timestamp": 1710331426.9695218, "_runtime": 2603.587512731552, "_step": 21, "train/train_runtime": 361.3918, "train/train_samples_per_second": 1.328, "train/train_steps_per_second": 0.083, "train/total_flos": 1585771096988928.0, "train/train_loss": 1.3836020787556966}
wandb/run-20240313_112023-t8o614bo/logs/debug-internal.log CHANGED
@@ -1298,3 +1298,46 @@
1298
  2024-03-13 12:02:26,120 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1299
  2024-03-13 12:02:26,120 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1300
  2024-03-13 12:02:26,161 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1298
  2024-03-13 12:02:26,120 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1299
  2024-03-13 12:02:26,120 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1300
  2024-03-13 12:02:26,161 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1301
+ 2024-03-13 12:02:30,241 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1302
+ 2024-03-13 12:02:35,242 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1303
+ 2024-03-13 12:02:40,242 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1304
+ 2024-03-13 12:02:41,120 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1305
+ 2024-03-13 12:02:41,120 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1306
+ 2024-03-13 12:02:41,160 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1307
+ 2024-03-13 12:02:45,303 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1308
+ 2024-03-13 12:02:50,304 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1309
+ 2024-03-13 12:02:52,354 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
1310
+ 2024-03-13 12:02:55,355 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1311
+ 2024-03-13 12:02:56,120 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1312
+ 2024-03-13 12:02:56,121 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1313
+ 2024-03-13 12:02:56,161 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1314
+ 2024-03-13 12:03:01,282 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1315
+ 2024-03-13 12:03:06,283 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1316
+ 2024-03-13 12:03:11,120 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1317
+ 2024-03-13 12:03:11,121 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1318
+ 2024-03-13 12:03:11,161 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1319
+ 2024-03-13 12:03:11,597 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1320
+ 2024-03-13 12:03:16,598 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1321
+ 2024-03-13 12:03:21,598 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1322
+ 2024-03-13 12:03:22,355 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
1323
+ 2024-03-13 12:03:26,121 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1324
+ 2024-03-13 12:03:26,121 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1325
+ 2024-03-13 12:03:26,162 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1326
+ 2024-03-13 12:03:27,251 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1327
+ 2024-03-13 12:03:32,252 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1328
+ 2024-03-13 12:03:37,252 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1329
+ 2024-03-13 12:03:41,121 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1330
+ 2024-03-13 12:03:41,121 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1331
+ 2024-03-13 12:03:41,162 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
1332
+ 2024-03-13 12:03:42,350 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1333
+ 2024-03-13 12:03:46,970 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: partial_history
1334
+ 2024-03-13 12:03:46,971 DEBUG SenderThread:5135 [sender.py:send():378] send: history
1335
+ 2024-03-13 12:03:46,971 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: summary_record
1336
+ 2024-03-13 12:03:46,972 INFO SenderThread:5135 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
1337
+ 2024-03-13 12:03:47,374 INFO Thread-12 :5135 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240313_112023-t8o614bo/files/wandb-summary.json
1338
+ 2024-03-13 12:03:47,972 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1339
+ 2024-03-13 12:03:52,355 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
1340
+ 2024-03-13 12:03:53,356 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
1341
+ 2024-03-13 12:03:56,121 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
1342
+ 2024-03-13 12:03:56,121 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
1343
+ 2024-03-13 12:03:56,162 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages