diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..05429103b5635bd427d199a2f86afa46f6784c41 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,38 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/run-4h5c1ot2.wandb filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/03bb11ad92bf73b4e37aa5fced1e8567_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/054726086fc05cf2a59cffdb74a67f80_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/06454f627d5458baa425583c36421f78_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/113e71654999ebc8dbecb0d80cab5cf2_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/1703b10e64d89be4e9207ce2e2179d33_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/270115329e6ed73d80ae5ed8fe8cceec_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/46ec8ca21b10d0fa2d79535333a83fe6_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/4fa89c70-1c0d-43fa-85b4-ed5f17e33ef1_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/53a414af3d4a3172d4203aafb1eec8f1_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/62f1ce360df6505a9213c7d6e7f7e59a_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/71f2c8184731bad9c7bcf9a12b9c7461_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/75b2c830f7eddf31d5bf71bd2ec38df3_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/806b5ebbc705bcfc4f7c5d7428d3ea91_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/8af9ceb72365545ed6ccf1b456e77283_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/9503949b-7514-42d4-95bd-ac41e037de0d_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/957b7afab69d5bf3785eaf666be8c6c4_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/EW_KIBHVcAAt3TQ_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/EpmA_hrU8AA8ZUu_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/FYV2zIsaMAA-kgM_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/FYa21ggakAAK5OY_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/FYgHNGcacAAnt0G_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/FYlicpyUIAA3cNT_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/FYqo3sKUcAADapV_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/FYv5j6gVUAAarv-_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/FkK-vPqaAAEkuBS_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/a36f48fc91d06afb761c60ac42020ea4_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/b0b24aad7496707eb8d22326243b07b9_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/b0e078c419ec50795f38e37ff7548d69_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/bfc3b1b2942356f110f5f89b4d76b47d_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/dcd25d632db840884d0fe54cf97fd421_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/e6f4ed9958517988954d4a2624ebc752_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/f35cf59e960ef0c46de294e4ba7bf365_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/fdcbab9cbf2b1b22581d5c08ec845e7b_out.jpg filter=lfs diff=lfs merge=lfs -text +ogpotereplicantv3/20_ogpote/resize_image[[:space:]](1)_out.jpg filter=lfs diff=lfs merge=lfs -text diff --git a/ogpotereplicantv3/20230623072223/wandb/debug-internal.log b/ogpotereplicantv3/20230623072223/wandb/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..3085eb5f9661545a4a4cb1fd7985525a14aed520 --- /dev/null +++ b/ogpotereplicantv3/20230623072223/wandb/debug-internal.log @@ -0,0 +1,1034 @@ +2023-06-23 07:23:33,432 INFO StreamThr :12261 [internal.py:wandb_internal():86] W&B internal server running at pid: 12261, started at: 2023-06-23 07:23:33.425995 +2023-06-23 07:23:33,437 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status +2023-06-23 07:23:33,442 INFO WriterThread:12261 [datastore.py:open_for_write():85] open: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/run-hni6fhql.wandb +2023-06-23 07:23:33,447 DEBUG SenderThread:12261 [sender.py:send():375] send: header +2023-06-23 07:23:33,529 DEBUG SenderThread:12261 [sender.py:send():375] send: run +2023-06-23 07:23:34,147 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: check_version +2023-06-23 07:23:34,156 INFO SenderThread:12261 [dir_watcher.py:__init__():219] watching files in: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files +2023-06-23 07:23:34,157 INFO SenderThread:12261 [sender.py:_start_run_threads():1124] run started: hni6fhql with start time 1687505013.434268 +2023-06-23 07:23:34,157 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:23:34,163 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:23:34,165 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: check_version +2023-06-23 07:23:34,232 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: run_start +2023-06-23 07:23:34,242 DEBUG HandlerThread:12261 [system_info.py:__init__():31] System info init +2023-06-23 07:23:34,242 DEBUG HandlerThread:12261 [system_info.py:__init__():46] System info init done +2023-06-23 07:23:34,243 INFO HandlerThread:12261 [system_monitor.py:start():181] Starting system monitor +2023-06-23 07:23:34,243 INFO SystemMonitor:12261 [system_monitor.py:_start():145] Starting system asset monitoring threads +2023-06-23 07:23:34,243 INFO HandlerThread:12261 [system_monitor.py:probe():201] Collecting system info +2023-06-23 07:23:34,245 INFO SystemMonitor:12261 [interfaces.py:start():190] Started cpu monitoring +2023-06-23 07:23:34,246 INFO SystemMonitor:12261 [interfaces.py:start():190] Started disk monitoring +2023-06-23 07:23:34,247 INFO SystemMonitor:12261 [interfaces.py:start():190] Started gpu monitoring +2023-06-23 07:23:34,248 INFO SystemMonitor:12261 [interfaces.py:start():190] Started memory monitoring +2023-06-23 07:23:34,249 INFO SystemMonitor:12261 [interfaces.py:start():190] Started network monitoring +2023-06-23 07:23:34,250 DEBUG HandlerThread:12261 [system_info.py:probe():195] Probing system +2023-06-23 07:23:34,269 DEBUG HandlerThread:12261 [system_info.py:_probe_git():180] Probing git +2023-06-23 07:23:34,319 DEBUG HandlerThread:12261 [system_info.py:_probe_git():188] Probing git done +2023-06-23 07:23:34,320 DEBUG HandlerThread:12261 [system_info.py:probe():240] Probing system done +2023-06-23 07:23:34,320 DEBUG HandlerThread:12261 [system_monitor.py:probe():210] {'os': 'Linux-5.15.107+-x86_64-with-glibc2.31', 'python': '3.10.12', 'heartbeatAt': '2023-06-23T07:23:34.251530', 'startedAt': '2023-06-23T07:23:33.337714', 'docker': None, 'cuda': None, 'args': ('--v2', '--v_parameterization', '--enable_bucket', '--pretrained_model_name_or_path=/content/gdrive/MyDrive/Replicant-V3.0_fp16.safetensors', '--train_data_dir=/content/gdrive/MyDrive/ogipotereplicantv3', '--resolution=768,768', '--output_dir=/content/gdrive/MyDrive/ogipotereplicantv3', '--logging_dir=/content/gdrive/MyDrive/ogipotereplicantv3', '--network_alpha=8', '--save_model_as=safetensors', '--network_module=networks.lora', '--text_encoder_lr=3.5e-06', '--unet_lr=3.5e-05', '--network_dim=16', '--output_name=ogipotereplicant_16_8', '--lr_scheduler_num_cycles=10', '--learning_rate=0.0001', '--lr_scheduler=cosine', '--train_batch_size=2', '--max_train_steps=3500', '--save_every_n_epochs=1', '--mixed_precision=fp16', '--save_precision=fp16', '--seed=210432', '--caption_extension=.txt', '--optimizer_type=AdamW8bit', '--max_data_loader_n_workers=0', '--max_token_length=225', '--clip_skip=2', '--keep_tokens=1', '--bucket_reso_steps=64', '--min_snr_gamma=1', '--shuffle_caption', '--xformers', '--bucket_no_upscale', '--multires_noise_iterations=6', '--multires_noise_discount=0.03', '--log_with', 'wandb', '--wandb_api_key=c2098a7cde008ba5d6158d1707171c769bf62ccf', '--sample_sampler=euler_a', '--sample_prompts=/content/gdrive/MyDrive/ogipotereplicantv3/sample/prompt.txt', '--sample_every_n_steps=250'), 'state': 'running', 'program': '/content/gdrive/MyDrive/sd/kohya_ss_colab/train_network.py', 'codePath': 'train_network.py', 'git': {'remote': 'https://github.com/YKefasu/kohya_ss_gui_google_colab', 'commit': '80bf7b22765082256ecf61634e7b9ccf548dd7fe'}, 'email': None, 'root': '/content/gdrive/MyDrive/sd/kohya_ss_colab', 'host': 'a618d0d264d4', 'username': 'root', 'executable': '/usr/bin/python3', 'cpu_count': 1, 'cpu_count_logical': 2, 'cpu_freq': {'current': 2199.998, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2199.998, 'min': 0.0, 'max': 0.0}, {'current': 2199.998, 'min': 0.0, 'max': 0.0}], 'disk': {'total': 78.1898422241211, 'used': 38.080936431884766}, 'gpu': 'Tesla T4', 'gpu_count': 1, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 12.678390502929688}} +2023-06-23 07:23:34,321 INFO HandlerThread:12261 [system_monitor.py:probe():211] Finished collecting system info +2023-06-23 07:23:34,321 INFO HandlerThread:12261 [system_monitor.py:probe():214] Publishing system info +2023-06-23 07:23:34,321 DEBUG HandlerThread:12261 [system_info.py:_save_pip():51] Saving list of pip packages installed into the current environment +2023-06-23 07:23:34,325 DEBUG HandlerThread:12261 [system_info.py:_save_pip():67] Saving pip packages done +2023-06-23 07:23:34,343 INFO HandlerThread:12261 [system_monitor.py:probe():216] Finished publishing system info +2023-06-23 07:23:34,361 DEBUG SenderThread:12261 [sender.py:send():375] send: files +2023-06-23 07:23:34,362 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-metadata.json with policy now +2023-06-23 07:23:34,372 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:23:34,373 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:23:34,579 DEBUG SenderThread:12261 [sender.py:send():375] send: telemetry +2023-06-23 07:23:35,012 INFO wandb-upload_0:12261 [upload_job.py:push():137] Uploaded file /tmp/tmp5qpv4g7qwandb/e5fylei5-wandb-metadata.json +2023-06-23 07:23:35,161 INFO Thread-12 :12261 [dir_watcher.py:_on_file_created():278] file/dir created: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-metadata.json +2023-06-23 07:23:35,162 INFO Thread-12 :12261 [dir_watcher.py:_on_file_created():278] file/dir created: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:23:35,162 INFO Thread-12 :12261 [dir_watcher.py:_on_file_created():278] file/dir created: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/requirements.txt +2023-06-23 07:23:35,169 INFO Thread-12 :12261 [dir_watcher.py:_on_file_created():278] file/dir created: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/output.log +2023-06-23 07:23:38,588 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:23:43,589 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:23:48,420 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:23:48,589 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:23:49,372 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:23:49,373 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:23:50,473 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:23:50,475 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:23:50,475 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:23:50,485 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:23:51,198 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:23:52,888 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:23:52,890 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:23:52,893 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:23:52,901 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:23:53,202 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:23:53,903 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:23:55,109 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:23:55,111 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:23:55,111 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:23:55,124 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:23:55,207 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:23:57,546 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:23:57,548 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:23:57,549 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:23:57,559 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:23:58,215 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:23:59,561 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:23:59,873 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:23:59,875 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:23:59,875 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:23:59,880 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:00,219 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:01,725 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:01,727 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:01,728 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:01,736 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:02,223 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:03,438 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:03,439 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:03,440 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:03,450 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:04,229 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:04,373 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:24:04,373 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:24:04,648 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:24:05,231 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/config.yaml +2023-06-23 07:24:05,396 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:05,397 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:05,398 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:05,404 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:06,233 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:07,113 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:07,114 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:07,115 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:07,119 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:07,235 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:09,077 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:09,078 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:09,079 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:09,083 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:09,239 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:10,085 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:24:11,518 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:11,519 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:11,520 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:11,525 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:12,248 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:13,466 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:13,467 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:13,467 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:13,472 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:14,252 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:15,474 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:24:16,187 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:16,189 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:16,191 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:16,203 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:16,263 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:18,615 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:18,625 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:18,626 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:18,631 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:19,272 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:19,372 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:24:19,373 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:24:20,597 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:24:21,295 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:21,297 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:21,297 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:21,302 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:22,292 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:23,547 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:23,548 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:23,549 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:23,556 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:24,302 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:25,987 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:25,989 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:25,991 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:25,991 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:24:26,006 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:26,320 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:28,799 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:28,800 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:28,801 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:28,806 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:29,330 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:31,231 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:31,232 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:31,234 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:31,234 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:24:31,243 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:31,338 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:33,664 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:33,665 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:33,666 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:33,696 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:34,250 DEBUG SystemMonitor:12261 [system_monitor.py:_start():159] Starting system metrics aggregation loop +2023-06-23 07:24:34,252 DEBUG SenderThread:12261 [sender.py:send():375] send: stats +2023-06-23 07:24:34,351 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:34,372 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:24:34,373 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:24:36,401 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:36,403 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:36,404 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:36,404 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:24:36,415 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:37,359 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:39,225 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:39,226 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:39,227 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:39,230 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:39,364 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:41,616 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:41,618 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:41,618 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:41,619 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:24:41,627 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:42,371 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:44,226 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:44,228 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:44,228 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:44,254 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:44,391 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:46,747 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:46,749 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:46,751 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:46,751 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:24:46,759 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:47,426 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:49,042 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:49,045 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:49,045 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:49,054 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:49,373 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:24:49,374 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:24:49,440 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:51,022 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:51,024 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:51,024 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:51,030 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:51,445 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:52,032 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:24:53,111 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:53,112 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:53,113 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:53,117 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:53,449 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:55,222 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:55,223 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:55,224 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:55,230 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:55,454 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:57,232 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:24:57,543 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:57,544 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:57,544 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:57,551 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:58,470 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:00,096 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:00,097 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:00,097 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:00,100 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:00,478 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:02,857 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:02,859 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:02,859 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:02,861 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:25:02,863 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:03,484 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:04,252 DEBUG SenderThread:12261 [sender.py:send():375] send: stats +2023-06-23 07:25:04,373 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:25:04,374 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:25:05,305 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:05,306 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:05,307 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:05,314 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:05,491 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:07,935 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:07,936 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:07,937 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:07,937 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:25:07,944 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:08,498 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:10,156 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:10,157 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:10,158 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:10,163 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:10,503 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:12,234 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:12,236 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:12,237 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:12,260 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:12,507 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:13,262 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:25:14,329 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:14,330 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:14,331 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:14,336 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:14,510 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:16,423 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:16,425 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:16,425 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:16,432 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:16,514 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:18,434 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:25:18,520 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:18,522 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:18,523 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:18,527 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:19,373 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:25:19,374 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:25:19,521 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:20,514 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:20,516 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:20,517 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:20,520 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:20,523 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:23,084 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:23,085 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:23,085 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:23,089 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:23,531 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:24,090 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:25:25,370 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:25,372 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:25,372 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:25,383 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:25,538 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:27,675 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:27,677 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:27,678 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:27,691 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:28,546 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:29,693 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:25:29,846 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:29,847 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:29,849 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:29,854 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:30,551 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:31,958 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:31,960 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:31,960 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:31,966 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:32,555 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:34,069 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:34,071 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:34,072 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:34,078 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:34,253 DEBUG SenderThread:12261 [sender.py:send():375] send: stats +2023-06-23 07:25:34,373 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:25:34,374 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:25:34,559 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:35,589 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:25:35,910 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:35,911 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:35,912 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:35,916 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:36,564 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:37,799 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:37,801 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:37,802 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:37,808 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:38,568 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:39,814 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:39,815 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:39,818 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:39,822 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:40,573 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:40,824 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:25:41,789 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:41,790 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:41,791 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:41,796 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:42,577 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:44,099 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:44,101 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:44,102 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:44,105 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:44,593 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:46,107 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:25:46,383 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:46,385 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:46,385 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:46,388 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:46,599 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:48,493 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:48,495 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:48,495 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:48,502 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:48,604 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:49,374 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:25:49,374 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:25:50,767 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:50,769 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:50,772 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:50,790 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:51,610 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:51,792 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:25:53,129 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:53,130 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:53,131 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:53,134 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:53,613 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:55,191 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:55,193 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:55,193 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:55,198 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:55,618 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:57,200 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:25:57,314 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:57,316 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:57,317 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:57,322 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:57,623 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:59,093 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:59,095 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:59,095 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:59,102 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:59,627 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:01,266 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:01,267 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:01,268 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:01,272 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:01,632 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:02,274 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:26:03,221 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:03,223 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:03,223 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:03,230 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:03,636 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:04,253 DEBUG SenderThread:12261 [sender.py:send():375] send: stats +2023-06-23 07:26:04,374 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:26:04,374 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:26:05,695 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:05,698 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:05,699 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:05,702 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:06,643 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:07,704 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:26:08,150 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:08,153 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:08,153 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:08,165 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:08,648 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:10,398 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:10,400 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:10,400 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:10,408 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:10,656 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:12,721 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:12,722 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:12,723 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:12,723 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:26:12,731 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:13,673 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:15,118 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:15,119 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:15,120 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:15,124 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:15,678 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:17,080 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:17,082 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:17,083 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:17,088 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:17,684 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:18,090 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:26:19,122 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:19,124 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:19,125 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:19,129 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:19,374 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:26:19,374 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:26:19,688 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:21,005 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:21,006 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:21,007 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:21,013 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:21,693 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:23,047 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:23,048 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:23,049 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:23,054 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:23,698 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:24,055 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:26:25,006 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:25,007 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:25,007 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:25,010 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:25,703 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:27,632 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:27,633 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:27,633 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:27,637 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:27,709 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:29,639 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:26:29,906 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:29,908 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:29,908 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:29,911 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:30,720 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:32,256 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:32,257 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:32,257 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:32,273 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:32,726 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:34,254 DEBUG SenderThread:12261 [sender.py:send():375] send: stats +2023-06-23 07:26:34,374 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:26:34,375 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:26:34,834 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:34,835 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:34,836 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:34,837 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:26:34,839 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:35,734 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:37,219 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:37,220 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:37,221 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:37,225 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:37,738 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:39,011 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:39,013 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:39,014 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:39,018 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:39,742 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:40,019 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:26:40,902 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:40,904 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:40,904 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:40,908 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:41,746 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:42,982 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:42,984 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:42,984 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:42,991 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:43,750 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:45,045 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:45,047 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:45,047 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:45,048 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:26:45,052 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:45,755 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:47,231 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:47,232 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:47,232 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:47,240 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:47,761 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:49,374 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:26:49,375 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:26:49,546 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:49,586 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:49,586 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:49,590 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:49,765 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:50,592 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:26:52,133 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:52,134 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:52,135 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:52,141 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:52,773 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:54,627 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:54,629 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:54,630 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:54,636 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:54,779 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:55,638 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:26:56,939 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:56,940 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:56,941 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:56,946 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:57,789 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:59,212 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:59,214 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:59,214 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:59,219 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:59,794 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:01,214 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:01,216 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:01,217 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:01,217 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:27:01,221 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:01,798 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:03,245 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:03,248 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:03,249 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:03,253 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:03,802 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:04,255 DEBUG SenderThread:12261 [sender.py:send():375] send: stats +2023-06-23 07:27:04,429 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:27:04,430 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:27:05,031 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:05,033 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:05,034 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:05,041 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:05,806 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:06,988 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:06,990 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:06,991 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:06,992 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:27:07,000 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:07,810 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:09,255 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:09,257 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:09,257 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:09,260 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:09,817 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:11,792 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:11,793 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:11,794 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:11,816 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:11,831 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:12,820 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:27:14,180 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:14,181 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:14,182 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:14,188 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:14,839 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:16,665 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:16,666 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:16,667 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:16,675 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:16,843 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:18,679 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:27:19,100 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:19,102 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:19,103 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:19,110 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:19,429 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:27:19,431 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:27:19,854 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:21,625 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:21,627 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:21,628 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:21,634 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:21,858 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:23,713 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:23,715 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:23,715 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:23,717 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:27:23,720 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:23,864 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:26,021 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:26,022 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:26,028 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:26,045 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:26,871 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:28,053 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:28,055 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:28,055 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:28,062 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:28,876 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:29,064 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:27:30,379 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:30,380 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:30,381 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:30,389 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:30,880 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:32,448 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:32,449 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:32,450 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:32,453 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:32,884 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:34,256 DEBUG SenderThread:12261 [sender.py:send():375] send: stats +2023-06-23 07:27:34,257 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:27:34,429 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:27:34,430 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:27:35,034 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:35,037 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:35,039 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:35,050 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:35,893 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:37,323 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:37,324 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:37,325 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:37,330 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:37,898 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:39,332 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:27:39,479 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:39,481 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:39,483 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:39,498 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:39,904 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:41,668 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:41,670 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:41,670 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:41,676 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:41,908 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:44,015 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:44,016 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:44,017 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:44,025 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:44,917 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:45,028 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:27:46,125 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:46,127 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:46,128 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:46,132 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:46,922 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:48,027 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:48,029 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:48,030 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:48,034 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:48,928 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:49,469 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:27:49,470 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:27:50,209 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:50,210 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:50,211 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:50,213 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:27:50,221 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:50,934 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:52,381 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:52,383 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:52,383 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:52,387 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:52,940 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:54,364 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:54,365 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:54,366 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:54,379 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:54,949 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:55,386 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:27:57,086 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:57,087 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:57,087 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:57,103 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:57,960 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:59,371 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:59,373 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:59,373 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:59,380 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:59,969 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:01,381 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:28:01,537 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:01,538 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:01,540 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:01,546 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:01,974 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:03,781 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:03,783 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:03,789 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:03,793 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:03,978 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:04,256 DEBUG SenderThread:12261 [sender.py:send():375] send: stats +2023-06-23 07:28:04,469 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:28:04,470 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:28:06,281 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:06,284 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:06,285 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:06,290 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:06,985 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:07,291 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:28:08,266 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:08,268 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:08,268 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:08,273 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:08,989 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:10,336 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:10,338 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:10,338 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:10,343 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:10,996 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:12,344 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:28:12,395 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:12,397 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:12,397 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:12,403 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:13,000 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:14,436 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:14,438 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:14,439 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:14,443 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:15,004 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:16,359 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:16,361 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:16,361 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:16,367 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:17,009 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:17,368 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:28:18,662 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:18,663 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:18,664 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:18,672 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:19,013 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:19,469 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:28:19,470 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:28:21,099 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:21,100 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:21,101 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:21,104 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:22,019 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:23,106 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:28:23,448 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:23,449 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:23,450 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:23,458 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:24,044 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:25,562 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:25,563 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:25,564 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:25,570 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:26,052 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:27,947 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:27,949 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:27,949 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:27,961 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:28,056 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:28,963 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:28:30,360 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:30,361 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:30,362 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:30,368 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:31,062 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:32,747 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:32,749 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:32,749 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:32,754 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:33,065 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:34,257 DEBUG SenderThread:12261 [sender.py:send():375] send: stats +2023-06-23 07:28:34,258 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:28:34,470 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:28:34,472 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:28:35,099 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:35,101 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:35,101 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:35,104 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:36,072 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:37,415 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:37,416 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:37,417 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:37,423 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:38,078 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:39,429 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:28:39,597 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:39,598 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:39,599 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:39,604 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:40,086 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:42,017 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:42,019 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:42,020 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:42,023 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:42,090 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:44,357 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:44,359 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:44,359 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:44,372 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:45,099 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:45,382 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:28:46,726 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:46,727 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:46,727 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:46,732 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:47,103 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:48,799 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:48,801 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:48,801 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:48,806 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:49,113 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:49,472 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:28:49,474 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:28:50,682 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:28:51,294 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:51,295 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:51,296 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:51,300 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:52,122 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:53,239 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:53,240 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:53,241 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:53,245 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:54,126 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:55,431 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:55,432 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:55,433 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:55,439 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:56,130 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:56,440 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:28:57,344 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:57,346 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:57,346 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:57,350 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:58,135 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:59,377 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:59,379 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:59,380 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:59,385 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:29:00,138 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:29:01,436 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:29:01,437 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:29:01,437 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:29:01,441 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:29:01,442 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:29:02,143 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:29:03,530 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:29:03,531 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:29:03,531 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:29:03,534 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:29:04,152 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:29:04,258 DEBUG SenderThread:12261 [sender.py:send():375] send: stats +2023-06-23 07:29:04,472 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:29:04,473 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:29:05,814 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:29:05,815 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:29:05,816 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:29:05,822 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:29:06,157 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:29:06,824 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:29:08,112 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:29:08,113 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:29:08,115 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:29:08,120 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:29:08,162 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:29:10,591 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:29:10,592 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:29:10,593 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:29:10,599 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:29:11,167 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:29:12,600 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:29:12,783 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:29:12,784 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:29:12,785 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:29:12,802 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:29:13,173 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:29:14,698 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:29:14,700 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:29:14,700 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:29:14,704 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:29:15,177 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:29:16,708 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:29:16,710 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:29:16,710 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:29:16,714 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:29:17,181 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:29:18,558 DEBUG SenderThread:12261 [sender.py:send():375] send: exit +2023-06-23 07:29:18,558 INFO SenderThread:12261 [sender.py:send_exit():598] handling exit code: 255 +2023-06-23 07:29:18,559 INFO SenderThread:12261 [sender.py:send_exit():600] handling runtime: 344 +2023-06-23 07:29:18,558 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:29:18,562 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:29:18,563 INFO SenderThread:12261 [sender.py:send_exit():606] send defer +2023-06-23 07:29:18,564 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: defer +2023-06-23 07:29:18,564 INFO HandlerThread:12261 [handler.py:handle_request_defer():170] handle defer: 0 +2023-06-23 07:29:18,564 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: defer +2023-06-23 07:29:18,564 INFO SenderThread:12261 [sender.py:send_request_defer():622] handle sender defer: 0 +2023-06-23 07:29:18,564 INFO SenderThread:12261 [sender.py:transition_state():626] send defer: 1 +2023-06-23 07:29:18,565 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: defer +2023-06-23 07:29:18,565 INFO HandlerThread:12261 [handler.py:handle_request_defer():170] handle defer: 1 +2023-06-23 07:29:18,565 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: defer +2023-06-23 07:29:18,565 INFO SenderThread:12261 [sender.py:send_request_defer():622] handle sender defer: 1 +2023-06-23 07:29:18,565 INFO SenderThread:12261 [sender.py:transition_state():626] send defer: 2 +2023-06-23 07:29:18,565 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: defer +2023-06-23 07:29:18,566 INFO HandlerThread:12261 [handler.py:handle_request_defer():170] handle defer: 2 +2023-06-23 07:29:18,566 INFO HandlerThread:12261 [system_monitor.py:finish():190] Stopping system monitor +2023-06-23 07:29:18,566 DEBUG SystemMonitor:12261 [system_monitor.py:_start():166] Finished system metrics aggregation loop +2023-06-23 07:29:18,571 DEBUG SystemMonitor:12261 [system_monitor.py:_start():170] Publishing last batch of metrics +2023-06-23 07:29:18,569 INFO HandlerThread:12261 [interfaces.py:finish():202] Joined cpu monitor +2023-06-23 07:29:18,572 INFO HandlerThread:12261 [interfaces.py:finish():202] Joined disk monitor +2023-06-23 07:29:18,577 INFO HandlerThread:12261 [interfaces.py:finish():202] Joined gpu monitor +2023-06-23 07:29:18,578 INFO HandlerThread:12261 [interfaces.py:finish():202] Joined memory monitor +2023-06-23 07:29:18,578 INFO HandlerThread:12261 [interfaces.py:finish():202] Joined network monitor +2023-06-23 07:29:18,579 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: defer +2023-06-23 07:29:18,579 INFO SenderThread:12261 [sender.py:send_request_defer():622] handle sender defer: 2 +2023-06-23 07:29:18,579 INFO SenderThread:12261 [sender.py:transition_state():626] send defer: 3 +2023-06-23 07:29:18,579 DEBUG SenderThread:12261 [sender.py:send():375] send: stats +2023-06-23 07:29:18,579 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: defer +2023-06-23 07:29:18,580 INFO HandlerThread:12261 [handler.py:handle_request_defer():170] handle defer: 3 +2023-06-23 07:29:18,580 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:29:18,581 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:29:18,583 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:29:18,585 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: defer +2023-06-23 07:29:18,585 INFO SenderThread:12261 [sender.py:send_request_defer():622] handle sender defer: 3 +2023-06-23 07:29:18,585 INFO SenderThread:12261 [sender.py:transition_state():626] send defer: 4 +2023-06-23 07:29:18,585 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: defer +2023-06-23 07:29:18,585 INFO HandlerThread:12261 [handler.py:handle_request_defer():170] handle defer: 4 +2023-06-23 07:29:18,586 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: defer +2023-06-23 07:29:18,586 INFO SenderThread:12261 [sender.py:send_request_defer():622] handle sender defer: 4 +2023-06-23 07:29:18,586 INFO SenderThread:12261 [sender.py:transition_state():626] send defer: 5 +2023-06-23 07:29:18,586 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: defer +2023-06-23 07:29:18,586 INFO HandlerThread:12261 [handler.py:handle_request_defer():170] handle defer: 5 +2023-06-23 07:29:18,587 DEBUG SenderThread:12261 [sender.py:send():375] send: summary +2023-06-23 07:29:18,589 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:29:18,591 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: defer +2023-06-23 07:29:18,591 INFO SenderThread:12261 [sender.py:send_request_defer():622] handle sender defer: 5 +2023-06-23 07:29:18,591 INFO SenderThread:12261 [sender.py:transition_state():626] send defer: 6 +2023-06-23 07:29:18,591 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: defer +2023-06-23 07:29:18,591 INFO HandlerThread:12261 [handler.py:handle_request_defer():170] handle defer: 6 +2023-06-23 07:29:18,592 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: defer +2023-06-23 07:29:18,592 INFO SenderThread:12261 [sender.py:send_request_defer():622] handle sender defer: 6 +2023-06-23 07:29:18,592 INFO SenderThread:12261 [sender.py:transition_state():626] send defer: 7 +2023-06-23 07:29:18,592 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:29:18,592 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: defer +2023-06-23 07:29:18,593 INFO HandlerThread:12261 [handler.py:handle_request_defer():170] handle defer: 7 +2023-06-23 07:29:18,593 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: defer +2023-06-23 07:29:18,593 INFO SenderThread:12261 [sender.py:send_request_defer():622] handle sender defer: 7 +2023-06-23 07:29:19,185 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:29:19,558 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: poll_exit +2023-06-23 07:29:19,633 INFO SenderThread:12261 [sender.py:transition_state():626] send defer: 8 +2023-06-23 07:29:19,634 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: poll_exit +2023-06-23 07:29:19,634 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: defer +2023-06-23 07:29:19,634 INFO HandlerThread:12261 [handler.py:handle_request_defer():170] handle defer: 8 +2023-06-23 07:29:19,635 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: defer +2023-06-23 07:29:19,635 INFO SenderThread:12261 [sender.py:send_request_defer():622] handle sender defer: 8 +2023-06-23 07:29:19,652 INFO SenderThread:12261 [sender.py:transition_state():626] send defer: 9 +2023-06-23 07:29:19,652 DEBUG SenderThread:12261 [sender.py:send():375] send: artifact +2023-06-23 07:29:19,652 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: defer +2023-06-23 07:29:19,655 INFO HandlerThread:12261 [handler.py:handle_request_defer():170] handle defer: 9 +2023-06-23 07:29:20,188 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/output.log +2023-06-23 07:29:20,559 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: poll_exit +2023-06-23 07:29:20,971 INFO wandb-upload_0:12261 [upload_job.py:push():92] Skipped uploading /root/.local/share/wandb/artifacts/staging/tmpleyjcske +2023-06-23 07:29:22,082 INFO wandb-upload_1:12261 [upload_job.py:push():95] Uploaded file /root/.local/share/wandb/artifacts/staging/tmpjb9tmmnq +2023-06-23 07:29:23,682 INFO SenderThread:12261 [sender.py:send_artifact():1474] sent artifact job-https___github.com_YKefasu_kohya_ss_gui_google_colab_train_network.py - {'id': 'QXJ0aWZhY3Q6NDk2MzUzMTkw', 'digest': 'df6b349ca5d5f19f0762545ba62b7ffc', 'state': 'PENDING', 'aliases': [], 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjc4NTk3NjY3', 'latestArtifact': {'id': 'QXJ0aWZhY3Q6NDk2MjM4ODM3', 'versionIndex': 0}}, 'version': 'latest'} +2023-06-23 07:29:23,683 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: defer +2023-06-23 07:29:23,683 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:29:23,683 INFO SenderThread:12261 [sender.py:send_request_defer():622] handle sender defer: 9 +2023-06-23 07:29:23,684 INFO SenderThread:12261 [dir_watcher.py:finish():365] shutting down directory watcher +2023-06-23 07:29:24,196 INFO SenderThread:12261 [dir_watcher.py:finish():395] scan: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files +2023-06-23 07:29:24,196 INFO SenderThread:12261 [dir_watcher.py:finish():409] scan save: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/config.yaml config.yaml +2023-06-23 07:29:24,197 INFO SenderThread:12261 [dir_watcher.py:finish():409] scan save: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json wandb-summary.json +2023-06-23 07:29:24,205 INFO SenderThread:12261 [dir_watcher.py:finish():409] scan save: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/requirements.txt requirements.txt +2023-06-23 07:29:24,208 INFO SenderThread:12261 [dir_watcher.py:finish():409] scan save: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-metadata.json wandb-metadata.json +2023-06-23 07:29:24,215 INFO SenderThread:12261 [dir_watcher.py:finish():409] scan save: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/output.log output.log +2023-06-23 07:29:24,220 INFO SenderThread:12261 [sender.py:transition_state():626] send defer: 10 +2023-06-23 07:29:24,227 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: poll_exit +2023-06-23 07:29:24,230 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: defer +2023-06-23 07:29:24,234 INFO HandlerThread:12261 [handler.py:handle_request_defer():170] handle defer: 10 +2023-06-23 07:29:24,235 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: defer +2023-06-23 07:29:24,235 INFO SenderThread:12261 [sender.py:send_request_defer():622] handle sender defer: 10 +2023-06-23 07:29:24,235 INFO SenderThread:12261 [file_pusher.py:finish():168] shutting down file pusher +2023-06-23 07:29:24,846 INFO wandb-upload_0:12261 [upload_job.py:push():137] Uploaded file /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/config.yaml +2023-06-23 07:29:25,061 INFO wandb-upload_3:12261 [upload_job.py:push():137] Uploaded file /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/output.log +2023-06-23 07:29:25,561 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: keepalive +2023-06-23 07:29:25,601 INFO wandb-upload_2:12261 [upload_job.py:push():137] Uploaded file /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/requirements.txt +2023-06-23 07:29:25,734 INFO wandb-upload_1:12261 [upload_job.py:push():137] Uploaded file /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:29:25,934 INFO Thread-11 (_thread_body):12261 [sender.py:transition_state():626] send defer: 11 +2023-06-23 07:29:25,936 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: defer +2023-06-23 07:29:25,936 INFO HandlerThread:12261 [handler.py:handle_request_defer():170] handle defer: 11 +2023-06-23 07:29:25,936 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: defer +2023-06-23 07:29:25,936 INFO SenderThread:12261 [sender.py:send_request_defer():622] handle sender defer: 11 +2023-06-23 07:29:25,937 INFO SenderThread:12261 [file_pusher.py:join():173] waiting for file pusher +2023-06-23 07:29:25,937 INFO SenderThread:12261 [sender.py:transition_state():626] send defer: 12 +2023-06-23 07:29:25,937 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: defer +2023-06-23 07:29:25,937 INFO HandlerThread:12261 [handler.py:handle_request_defer():170] handle defer: 12 +2023-06-23 07:29:25,937 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: defer +2023-06-23 07:29:25,938 INFO SenderThread:12261 [sender.py:send_request_defer():622] handle sender defer: 12 +2023-06-23 07:29:26,364 INFO SenderThread:12261 [sender.py:transition_state():626] send defer: 13 +2023-06-23 07:29:26,364 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: defer +2023-06-23 07:29:26,364 INFO HandlerThread:12261 [handler.py:handle_request_defer():170] handle defer: 13 +2023-06-23 07:29:26,365 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: defer +2023-06-23 07:29:26,365 INFO SenderThread:12261 [sender.py:send_request_defer():622] handle sender defer: 13 +2023-06-23 07:29:26,365 INFO SenderThread:12261 [sender.py:transition_state():626] send defer: 14 +2023-06-23 07:29:26,366 DEBUG SenderThread:12261 [sender.py:send():375] send: final +2023-06-23 07:29:26,366 DEBUG SenderThread:12261 [sender.py:send():375] send: footer +2023-06-23 07:29:26,366 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: defer +2023-06-23 07:29:26,366 INFO HandlerThread:12261 [handler.py:handle_request_defer():170] handle defer: 14 +2023-06-23 07:29:26,367 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: defer +2023-06-23 07:29:26,367 INFO SenderThread:12261 [sender.py:send_request_defer():622] handle sender defer: 14 +2023-06-23 07:29:26,368 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: poll_exit +2023-06-23 07:29:26,368 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: server_info +2023-06-23 07:29:26,369 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: get_summary +2023-06-23 07:29:26,369 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: sampled_history +2023-06-23 07:29:26,368 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: poll_exit +2023-06-23 07:29:26,371 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: server_info +2023-06-23 07:29:26,577 INFO MainThread:12261 [wandb_run.py:_footer_history_summary_info():3476] rendering history +2023-06-23 07:29:26,578 INFO MainThread:12261 [wandb_run.py:_footer_history_summary_info():3508] rendering summary +2023-06-23 07:29:26,578 INFO MainThread:12261 [wandb_run.py:_footer_sync_info():3434] logging synced files +2023-06-23 07:29:26,579 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: shutdown +2023-06-23 07:29:26,579 INFO HandlerThread:12261 [handler.py:finish():845] shutting down handler +2023-06-23 07:29:27,369 INFO WriterThread:12261 [datastore.py:close():298] close: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/run-hni6fhql.wandb +2023-06-23 07:29:27,577 INFO SenderThread:12261 [sender.py:finish():1550] shutting down sender +2023-06-23 07:29:27,577 INFO SenderThread:12261 [file_pusher.py:finish():168] shutting down file pusher +2023-06-23 07:29:27,578 INFO SenderThread:12261 [file_pusher.py:join():173] waiting for file pusher diff --git a/ogpotereplicantv3/20230623072223/wandb/debug.log b/ogpotereplicantv3/20230623072223/wandb/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..5a26a81253fa4fcd1c0671821852c04102b38625 --- /dev/null +++ b/ogpotereplicantv3/20230623072223/wandb/debug.log @@ -0,0 +1,28 @@ +2023-06-23 07:23:33,404 INFO MainThread:12172 [wandb_setup.py:_flush():76] Configure stats pid to 12172 +2023-06-23 07:23:33,405 INFO MainThread:12172 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings +2023-06-23 07:23:33,405 INFO MainThread:12172 [wandb_setup.py:_flush():76] Loading settings from /content/gdrive/MyDrive/sd/kohya_ss_colab/wandb/settings +2023-06-23 07:23:33,405 INFO MainThread:12172 [wandb_setup.py:_flush():76] Loading settings from environment variables: {'root_dir': '/content/gdrive/MyDrive/ogipotereplicantv3/20230623072223'} +2023-06-23 07:23:33,406 INFO MainThread:12172 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program_relpath': 'train_network.py', 'program': '/content/gdrive/MyDrive/sd/kohya_ss_colab/train_network.py'} +2023-06-23 07:23:33,406 INFO MainThread:12172 [wandb_setup.py:_flush():76] Applying login settings: {'api_key': '***REDACTED***'} +2023-06-23 07:23:33,406 INFO MainThread:12172 [wandb_setup.py:_flush():76] Applying login settings: {'api_key': '***REDACTED***'} +2023-06-23 07:23:33,406 INFO MainThread:12172 [wandb_init.py:_log_setup():507] Logging user logs to /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/logs/debug.log +2023-06-23 07:23:33,407 INFO MainThread:12172 [wandb_init.py:_log_setup():508] Logging internal logs to /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/logs/debug-internal.log +2023-06-23 07:23:33,407 INFO MainThread:12172 [wandb_init.py:init():547] calling init triggers +2023-06-23 07:23:33,407 INFO MainThread:12172 [wandb_init.py:init():554] wandb.init called with sweep_config: {} +config: {} +2023-06-23 07:23:33,407 INFO MainThread:12172 [wandb_init.py:init():595] starting backend +2023-06-23 07:23:33,408 INFO MainThread:12172 [wandb_init.py:init():599] setting up manager +2023-06-23 07:23:33,420 INFO MainThread:12172 [backend.py:_multiprocessing_setup():106] multiprocessing start_methods=fork,spawn,forkserver, using: spawn +2023-06-23 07:23:33,433 INFO MainThread:12172 [wandb_init.py:init():605] backend started and connected +2023-06-23 07:23:33,436 INFO MainThread:12172 [wandb_init.py:init():695] updated telemetry +2023-06-23 07:23:33,528 INFO MainThread:12172 [wandb_init.py:init():732] communicating run to backend with 60.0 second timeout +2023-06-23 07:23:34,146 INFO MainThread:12172 [wandb_run.py:_on_init():2176] communicating current version +2023-06-23 07:23:34,216 INFO MainThread:12172 [wandb_run.py:_on_init():2185] got version response upgrade_message: "wandb version 0.15.4 is available! To upgrade, please run:\n $ pip install wandb --upgrade" + +2023-06-23 07:23:34,216 INFO MainThread:12172 [wandb_init.py:init():782] starting run threads in backend +2023-06-23 07:23:34,372 INFO MainThread:12172 [wandb_run.py:_console_start():2157] atexit reg +2023-06-23 07:23:34,373 INFO MainThread:12172 [wandb_run.py:_redirect():2012] redirect: SettingsConsole.WRAP_RAW +2023-06-23 07:23:34,374 INFO MainThread:12172 [wandb_run.py:_redirect():2077] Wrapping output streams. +2023-06-23 07:23:34,374 INFO MainThread:12172 [wandb_run.py:_redirect():2102] Redirects installed. +2023-06-23 07:23:34,375 INFO MainThread:12172 [wandb_init.py:init():824] run started, returning control to user process +2023-06-23 07:29:27,681 WARNING MsgRouterThr:12172 [router.py:message_loop():77] message_loop has been closed diff --git a/ogpotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/config.yaml b/ogpotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4a63ae5e2a92b0321d121291bb551c277a37d2e6 --- /dev/null +++ b/ogpotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/config.yaml @@ -0,0 +1,52 @@ +wandb_version: 1 + +_wandb: + desc: null + value: + python_version: 3.10.12 + cli_version: 0.15.0 + framework: huggingface + huggingface_version: 4.26.0 + is_jupyter_run: false + is_kaggle_kernel: false + start_time: 1687505013.434268 + t: + 1: + - 1 + - 2 + - 3 + - 5 + - 11 + - 12 + - 41 + - 45 + - 49 + - 53 + - 54 + - 55 + - 71 + - 80 + - 83 + 2: + - 1 + - 2 + - 3 + - 5 + - 11 + - 12 + - 41 + - 45 + - 49 + - 53 + - 54 + - 55 + - 71 + - 80 + - 83 + 3: + - 23 + 4: 3.10.12 + 5: 0.15.0 + 6: 4.26.0 + 8: + - 5 diff --git a/ogpotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/output.log b/ogpotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..e0d876fd2acac321015dc2683d774c22a13e067e --- /dev/null +++ b/ogpotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/output.log @@ -0,0 +1,119 @@ + +epoch 1/10 +Traceback (most recent call last): + File "/content/gdrive/MyDrive/sd/kohya_ss_colab/train_network.py", line 783, in + train(args) + File "/content/gdrive/MyDrive/sd/kohya_ss_colab/train_network.py", line 592, in train + encoder_hidden_states = train_util.get_hidden_states(args, input_ids, tokenizer, text_encoder, weight_dtype) + File "/content/gdrive/MyDrive/sd/kohya_ss_colab/library/train_util.py", line 3072, in get_hidden_states + enc_out = text_encoder(input_ids, output_hidden_states=True, return_dict=True) + File "/usr/local/lib/python3.10/dist-packages/torch/nn/modules/module.py", line 1501, in _call_impl + return forward_call(*args, **kwargs) + File "/usr/local/lib/python3.10/dist-packages/accelerate/utils/operations.py", line 495, in __call__ + return convert_to_fp32(self.model_forward(*args, **kwargs)) + File "/usr/local/lib/python3.10/dist-packages/torch/amp/autocast_mode.py", line 14, in decorate_autocast + return func(*args, **kwargs) + File "/usr/local/lib/python3.10/dist-packages/transformers/models/clip/modeling_clip.py", line 816, in forward + return self.text_model( + File "/usr/local/lib/python3.10/dist-packages/torch/nn/modules/module.py", line 1501, in _call_impl + return forward_call(*args, **kwargs) + File "/usr/local/lib/python3.10/dist-packages/transformers/models/clip/modeling_clip.py", line 717, in forward + causal_attention_mask = self._build_causal_attention_mask(bsz, seq_len, hidden_states.dtype).to( +KeyboardInterrupt +╭───────────────────── Traceback (most recent call last) ──────────────────────╮ +│ /content/gdrive/MyDrive/sd/kohya_ss_colab/train_network.py:783 in  │ +│ │ +│ 780 │ args = parser.parse_args() │ +│ 781 │ args = train_util.read_config_from_file(args, parser) │ +│ 782 │ │ +│ ❱ 783 │ train(args) │ +│ 784 │ +│ │ +│ /content/gdrive/MyDrive/sd/kohya_ss_colab/train_network.py:592 in train │ +│ │ +│ 589 │ │ │ │ │ │ ) │ +│ 590 │ │ │ │ │ else: │ +│ 591 │ │ │ │ │ │ input_ids = batch["input_ids"].to(accelerator. │ +│ ❱ 592 │ │ │ │ │ │ encoder_hidden_states = train_util.get_hidden_ │ +│ 593 │ │ │ │ │ +│ 594 │ │ │ │ # Sample noise that we'll add to the latents │ +│ 595 │ │ │ │ noise = torch.randn_like(latents, device=latents.devic │ +│ │ +│ /content/gdrive/MyDrive/sd/kohya_ss_colab/library/train_util.py:3072 in │ +│ get_hidden_states │ +│ │ +│ 3069 │ if args.clip_skip is None: │ +│ 3070 │ │ encoder_hidden_states = text_encoder(input_ids)[0] │ +│ 3071 │ else: │ +│ ❱ 3072 │ │ enc_out = text_encoder(input_ids, output_hidden_states=True, │ +│ 3073 │ │ encoder_hidden_states = enc_out["hidden_states"][-args.clip_s │ +│ 3074 │ │ encoder_hidden_states = text_encoder.text_model.final_layer_n │ +│ 3075 │ +│ │ +│ /usr/local/lib/python3.10/dist-packages/torch/nn/modules/module.py:1501 in │ +│ _call_impl │ +│ │ +│ 1498 │ │ if not (self._backward_hooks or self._backward_pre_hooks or s │ +│ 1499 │ │ │ │ or _global_backward_pre_hooks or _global_backward_hoo │ +│ 1500 │ │ │ │ or _global_forward_hooks or _global_forward_pre_hooks │ +│ ❱ 1501 │ │ │ return forward_call(*args, **kwargs) │ +│ 1502 │ │ # Do not call functions when jit is used │ +│ 1503 │ │ full_backward_hooks, non_full_backward_hooks = [], [] │ +│ 1504 │ │ backward_pre_hooks = [] │ +│ │ +│ /usr/local/lib/python3.10/dist-packages/accelerate/utils/operations.py:495 │ +│ in __call__ │ +│ │ +│ 492 │ │ update_wrapper(self, model_forward) │ +│ 493 │ │ +│ 494 │ def __call__(self, *args, **kwargs): │ +│ ❱ 495 │ │ return convert_to_fp32(self.model_forward(*args, **kwargs)) │ +│ 496 │ │ +│ 497 │ def __getstate__(self): │ +│ 498 │ │ raise pickle.PicklingError( │ +│ │ +│ /usr/local/lib/python3.10/dist-packages/torch/amp/autocast_mode.py:14 in │ +│ decorate_autocast │ +│ │ +│ 11 │ @functools.wraps(func) │ +│ 12 │ def decorate_autocast(*args, **kwargs): │ +│ 13 │ │ with autocast_instance: │ +│ ❱  14 │ │ │ return func(*args, **kwargs) │ +│ 15 │ decorate_autocast.__script_unsupported = '@autocast() decorator is │ +│ 16 │ return decorate_autocast │ +│ 17 │ +│ │ +│ /usr/local/lib/python3.10/dist-packages/transformers/models/clip/modeling_cl │ +│ ip.py:816 in forward │ +│ │ +│ 813 │ │ ```""" │ +│ 814 │ │ return_dict = return_dict if return_dict is not None else sel │ +│ 815 │ │ │ +│ ❱  816 │ │ return self.text_model( │ +│ 817 │ │ │ input_ids=input_ids, │ +│ 818 │ │ │ attention_mask=attention_mask, │ +│ 819 │ │ │ position_ids=position_ids, │ +│ │ +│ /usr/local/lib/python3.10/dist-packages/torch/nn/modules/module.py:1501 in │ +│ _call_impl │ +│ │ +│ 1498 │ │ if not (self._backward_hooks or self._backward_pre_hooks or s │ +│ 1499 │ │ │ │ or _global_backward_pre_hooks or _global_backward_hoo │ +│ 1500 │ │ │ │ or _global_forward_hooks or _global_forward_pre_hooks │ +│ ❱ 1501 │ │ │ return forward_call(*args, **kwargs) │ +│ 1502 │ │ # Do not call functions when jit is used │ +│ 1503 │ │ full_backward_hooks, non_full_backward_hooks = [], [] │ +│ 1504 │ │ backward_pre_hooks = [] │ +│ │ +│ /usr/local/lib/python3.10/dist-packages/transformers/models/clip/modeling_cl │ +│ ip.py:717 in forward │ +│ │ +│ 714 │ │ bsz, seq_len = input_shape │ +│ 715 │ │ # CLIP's text model uses causal mask, prepare it here. │ +│ 716 │ │ # https://github.com/openai/CLIP/blob/cfcffb90e69f37bf2ff1e98 │ +│ ❱  717 │ │ causal_attention_mask = self._build_causal_attention_mask(bsz │ +│ 718 │ │ │ hidden_states.device │ +│ 719 │ │ ) │ +│ 720 │ │ # expand attention_mask │ +╰──────────────────────────────────────────────────────────────────────────────╯ +KeyboardInterrupt \ No newline at end of file diff --git a/ogpotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/requirements.txt b/ogpotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..846ea70faa9f60d70a8f3b9a86e4f74b6df99b4d --- /dev/null +++ b/ogpotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/requirements.txt @@ -0,0 +1,471 @@ +absl-py==1.4.0 +accelerate==0.18.0 +aiofiles==23.1.0 +aiohttp==3.8.4 +aiosignal==1.3.1 +alabaster==0.7.13 +albumentations==1.3.0 +altair==4.2.2 +anyio==3.6.2 +appdirs==1.4.4 +argon2-cffi-bindings==21.2.0 +argon2-cffi==21.3.0 +array-record==0.2.0 +arviz==0.15.1 +astropy==5.2.2 +astunparse==1.6.3 +async-timeout==4.0.2 +attrs==23.1.0 +audioread==3.0.0 +autograd==1.5 +babel==2.12.1 +backcall==0.2.0 +beautifulsoup4==4.11.2 +bitsandbytes==0.38.1 +bleach==6.0.0 +blis==0.7.9 +blosc2==2.0.0 +bokeh==2.4.3 +branca==0.6.0 +build==0.10.0 +cachecontrol==0.12.11 +cached-property==1.5.2 +cachetools==5.3.0 +catalogue==2.0.8 +certifi==2022.12.7 +cffi==1.15.1 +chardet==4.0.0 +charset-normalizer==2.0.12 +chex==0.1.7 +click==8.1.3 +cloudpickle==2.2.1 +cmake==3.25.2 +cmdstanpy==1.1.0 +colorcet==3.0.1 +colorlover==0.3.0 +community==1.0.0b1 +confection==0.0.4 +cons==0.4.5 +contextlib2==0.6.0.post1 +contourpy==1.0.7 +convertdate==2.4.0 +cryptography==40.0.2 +cufflinks==0.17.3 +cupy-cuda11x==11.0.0 +cvxopt==1.3.0 +cvxpy==1.3.1 +cycler==0.11.0 +cymem==2.0.7 +cython==0.29.34 +dadaptation==3.1 +dask==2022.12.1 +datascience==0.17.6 +db-dtypes==1.1.1 +dbus-python==1.2.16 +debugpy==1.6.6 +decorator==4.4.2 +defusedxml==0.7.1 +diffusers==0.10.2 +distributed==2022.12.1 +dlib==19.24.1 +dm-tree==0.1.8 +docker-pycreds==0.4.0 +docutils==0.16 +dopamine-rl==4.0.6 +duckdb==0.8.1 +earthengine-api==0.1.350 +easydict==1.10 +easygui==0.98.3 +ecos==2.0.12 +editdistance==0.6.2 +einops==0.6.0 +en-core-web-sm==3.5.0 +entrypoints==0.4 +ephem==4.1.4 +et-xmlfile==1.1.0 +etils==1.2.0 +etuples==0.3.8 +exceptiongroup==1.1.1 +fairscale==0.4.13 +fastai==2.7.12 +fastapi==0.98.0 +fastcore==1.5.29 +fastdownload==0.0.7 +fastjsonschema==2.16.3 +fastprogress==1.0.3 +fastrlock==0.8.1 +ffmpy==0.3.0 +filelock==3.12.0 +firebase-admin==5.3.0 +flask==2.2.4 +flatbuffers==23.3.3 +flax==0.6.9 +folium==0.14.0 +fonttools==4.39.3 +frozendict==2.3.7 +frozenlist==1.3.3 +fsspec==2023.4.0 +ftfy==6.1.1 +future==0.18.3 +gast==0.4.0 +gdal==3.3.2 +gdown==4.6.6 +gensim==4.3.1 +geographiclib==2.0 +geopy==2.3.0 +gin-config==0.5.0 +gitdb==4.0.10 +gitpython==3.1.31 +glob2==0.7 +google-api-core==2.11.0 +google-api-python-client==2.84.0 +google-auth-httplib2==0.1.0 +google-auth-oauthlib==0.4.6 +google-auth==2.17.3 +google-cloud-bigquery-storage==2.19.1 +google-cloud-bigquery==3.9.0 +google-cloud-core==2.3.2 +google-cloud-datastore==2.15.1 +google-cloud-firestore==2.11.0 +google-cloud-language==2.9.1 +google-cloud-storage==2.8.0 +google-cloud-translate==3.11.1 +google-colab==1.0.0 +google-crc32c==1.5.0 +google-pasta==0.2.0 +google-resumable-media==2.5.0 +google==2.0.3 +googleapis-common-protos==1.59.0 +googledrivedownloader==0.4 +gradio-client==0.2.7 +gradio==3.32.0 +graphviz==0.20.1 +greenlet==2.0.2 +grpcio-status==1.48.2 +grpcio==1.54.0 +gspread-dataframe==3.0.8 +gspread==3.4.2 +gym-notices==0.0.8 +gym==0.25.2 +h11==0.14.0 +h5netcdf==1.1.0 +h5py==3.8.0 +holidays==0.25 +holoviews==1.15.4 +html5lib==1.1 +httpcore==0.17.2 +httpimport==1.3.0 +httplib2==0.21.0 +httpx==0.24.1 +huggingface-hub==0.13.3 +humanize==4.6.0 +hyperopt==0.2.7 +idna==3.4 +imageio-ffmpeg==0.4.8 +imageio==2.25.1 +imagesize==1.4.1 +imbalanced-learn==0.10.1 +imgaug==0.4.0 +importlib-metadata==6.7.0 +importlib-resources==5.12.0 +imutils==0.5.4 +inflect==6.0.4 +iniconfig==2.0.0 +intel-openmp==2023.1.0 +ipykernel==5.5.6 +ipython-genutils==0.2.0 +ipython-sql==0.4.1 +ipython==7.34.0 +ipywidgets==7.7.1 +itsdangerous==2.1.2 +jax==0.4.10 +jaxlib==0.4.10+cuda11.cudnn86 +jieba==0.42.1 +jinja2==3.1.2 +joblib==1.2.0 +jsonpickle==3.0.1 +jsonschema==4.3.3 +jupyter-client==6.1.12 +jupyter-console==6.1.0 +jupyter-core==5.3.0 +jupyter-server==1.24.0 +jupyterlab-pygments==0.2.2 +jupyterlab-widgets==3.0.7 +kaggle==1.5.13 +keras-preprocessing==1.1.2 +keras==2.10.0 +kiwisolver==1.4.4 +korean-lunar-calendar==0.3.1 +langcodes==3.3.0 +lazy-loader==0.2 +libclang==16.0.0 +library==1.0.3 +librosa==0.10.0.post2 +lightgbm==3.3.5 +lightning-utilities==0.8.0 +linkify-it-py==2.0.2 +lion-pytorch==0.0.6 +lit==16.0.5 +llvmlite==0.39.1 +locket==1.0.0 +logical-unification==0.4.5 +lunarcalendar==0.0.9 +lxml==4.9.2 +lycoris-lora==0.1.4 +markdown-it-py==2.2.0 +markdown==3.4.3 +markupsafe==2.1.2 +matplotlib-inline==0.1.6 +matplotlib-venn==0.11.9 +matplotlib==3.7.1 +mdit-py-plugins==0.3.3 +mdurl==0.1.2 +minikanren==1.0.3 +missingno==0.5.2 +mistune==0.8.4 +mizani==0.8.1 +mkl==2019.0 +ml-dtypes==0.1.0 +mlxtend==0.14.0 +more-itertools==9.1.0 +moviepy==1.0.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multipledispatch==0.6.0 +multitasking==0.0.11 +murmurhash==1.0.9 +music21==8.1.0 +mypy-extensions==1.0.0 +natsort==8.3.1 +nbclient==0.7.4 +nbconvert==6.5.4 +nbformat==5.8.0 +nest-asyncio==1.5.6 +networkx==3.1 +nibabel==3.0.2 +nltk==3.8.1 +notebook==6.4.8 +numba==0.56.4 +numexpr==2.8.4 +numpy==1.22.4 +oauth2client==4.1.3 +oauthlib==3.2.2 +opencv-contrib-python==4.7.0.72 +opencv-python-headless==4.7.0.72 +opencv-python==4.7.0.68 +openpyxl==3.0.10 +opt-einsum==3.3.0 +optax==0.1.5 +orbax-checkpoint==0.2.1 +orjson==3.9.1 +osqp==0.6.2.post8 +packaging==23.1 +palettable==3.3.3 +pandas-datareader==0.10.0 +pandas-gbq==0.17.9 +pandas==1.5.3 +pandocfilters==1.5.0 +panel==0.14.4 +param==1.13.0 +parso==0.8.3 +partd==1.4.0 +pathlib==1.0.1 +pathtools==0.1.2 +pathy==0.10.1 +patsy==0.5.3 +pexpect==4.8.0 +pickleshare==0.7.5 +pillow==8.4.0 +pip-tools==6.13.0 +pip==23.1.2 +platformdirs==3.3.0 +plotly==5.13.1 +plotnine==0.10.1 +pluggy==1.0.0 +polars==0.17.3 +pooch==1.6.0 +portpicker==1.3.9 +prefetch-generator==1.0.3 +preshed==3.0.8 +prettytable==0.7.2 +proglog==0.1.10 +progressbar2==4.2.0 +prometheus-client==0.16.0 +promise==2.3 +prompt-toolkit==3.0.38 +prophet==1.1.3 +proto-plus==1.22.2 +protobuf==3.19.6 +psutil==5.9.5 +psycopg2==2.9.6 +ptyprocess==0.7.0 +py-cpuinfo==9.0.0 +py4j==0.10.9.7 +pyarrow==9.0.0 +pyasn1-modules==0.3.0 +pyasn1==0.5.0 +pycocotools==2.0.6 +pycparser==2.21 +pyct==0.5.0 +pydantic==1.10.7 +pydata-google-auth==1.7.0 +pydot-ng==2.0.0 +pydot==1.4.2 +pydotplus==2.0.2 +pydrive==1.3.1 +pydub==0.25.1 +pyerfa==2.0.0.3 +pygame==2.3.0 +pygments==2.14.0 +pygobject==3.36.0 +pymc==5.1.2 +pymeeus==0.5.12 +pymystem3==0.2.0 +pyopengl==3.1.6 +pyparsing==3.0.9 +pyproject-hooks==1.0.0 +pyre-extensions==0.0.29 +pyrsistent==0.19.3 +pysocks==1.7.1 +pytensor==2.10.1 +pytest==7.2.2 +python-apt==0.0.0 +python-dateutil==2.8.2 +python-louvain==0.16 +python-multipart==0.0.6 +python-slugify==8.0.1 +python-utils==3.5.2 +pytorch-lightning==1.9.0 +pytz-deprecation-shim==0.1.0.post0 +pytz==2022.7.1 +pyviz-comms==2.2.1 +pywavelets==1.4.1 +pyyaml==6.0 +pyzmq==23.2.1 +qdldl==0.1.7 +qudida==0.0.4 +regex==2022.10.31 +requests-oauthlib==1.3.1 +requests-unixsocket==0.2.0 +requests==2.28.2 +requirements-parser==0.5.0 +rich==13.3.4 +rpy2==3.5.5 +rsa==4.9 +safetensors==0.2.6 +scikit-image==0.19.3 +scikit-learn==1.2.2 +scipy==1.10.1 +scs==3.2.3 +seaborn==0.12.2 +semantic-version==2.10.0 +send2trash==1.8.0 +sentry-sdk==1.26.0 +setproctitle==1.3.2 +setuptools==67.7.2 +shapely==2.0.1 +six==1.16.0 +sklearn-pandas==2.2.0 +smart-open==6.3.0 +smmap==5.0.0 +sniffio==1.3.0 +snowballstemmer==2.2.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soupsieve==2.4.1 +soxr==0.3.5 +spacy-legacy==3.0.12 +spacy-loggers==1.0.4 +spacy==3.5.2 +sphinx==3.5.4 +sphinxcontrib-applehelp==1.0.4 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==2.0.1 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.5 +sqlalchemy==2.0.10 +sqlparse==0.4.4 +srsly==2.4.6 +starlette==0.27.0 +statsmodels==0.13.5 +sympy==1.11.1 +tables==3.8.0 +tabulate==0.8.10 +tblib==1.7.0 +tenacity==8.2.2 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +tensorboard==2.10.1 +tensorflow-datasets==4.9.2 +tensorflow-estimator==2.10.0 +tensorflow-gcs-config==2.12.0 +tensorflow-hub==0.13.0 +tensorflow-io-gcs-filesystem==0.32.0 +tensorflow-metadata==1.13.1 +tensorflow-probability==0.20.1 +tensorflow==2.10.1 +tensorstore==0.1.36 +termcolor==2.3.0 +terminado==0.17.1 +text-unidecode==1.3 +textblob==0.17.1 +tf-slim==1.1.0 +thinc==8.1.9 +threadpoolctl==3.1.0 +tifffile==2023.4.12 +timm==0.6.12 +tinycss2==1.2.1 +tk==0.1.0 +tokenizers==0.13.3 +toml==0.10.2 +tomli==2.0.1 +toolz==0.12.0 +torch==2.0.0+cu118 +torchaudio==2.0.2+cu118 +torchdata==0.6.1 +torchmetrics==0.11.4 +torchsummary==1.5.1 +torchtext==0.15.2 +torchvision==0.15.1+cu118 +tornado==6.3.1 +tqdm==4.65.0 +traitlets==5.7.1 +transformers==4.26.0 +triton==2.0.0 +tweepy==4.13.0 +typer==0.7.0 +types-setuptools==68.0.0.0 +typing-extensions==4.5.0 +typing-inspect==0.9.0 +tzdata==2023.3 +tzlocal==4.3 +uc-micro-py==1.0.2 +uritemplate==4.1.1 +urllib3==1.26.15 +uvicorn==0.22.0 +vega-datasets==0.9.0 +voluptuous==0.13.1 +wandb==0.15.0 +wasabi==1.1.1 +wcwidth==0.2.6 +webcolors==1.13 +webencodings==0.5.1 +websocket-client==1.5.1 +websockets==11.0.3 +werkzeug==2.3.0 +wheel==0.40.0 +widgetsnbextension==3.6.4 +wordcloud==1.8.2.2 +wrapt==1.14.1 +xarray-einstats==0.5.1 +xarray==2022.12.0 +xformers==0.0.19 +xgboost==1.7.5 +xlrd==2.0.1 +yarl==1.9.2 +yellowbrick==1.5 +yfinance==0.2.18 +zict==3.0.0 +zipp==3.15.0 \ No newline at end of file diff --git a/ogpotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-metadata.json b/ogpotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..c8202562941085824744fa44b23f90404703abad --- /dev/null +++ b/ogpotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-metadata.json @@ -0,0 +1,99 @@ +{ + "os": "Linux-5.15.107+-x86_64-with-glibc2.31", + "python": "3.10.12", + "heartbeatAt": "2023-06-23T07:23:34.251530", + "startedAt": "2023-06-23T07:23:33.337714", + "docker": null, + "cuda": null, + "args": [ + "--v2", + "--v_parameterization", + "--enable_bucket", + "--pretrained_model_name_or_path=/content/gdrive/MyDrive/Replicant-V3.0_fp16.safetensors", + "--train_data_dir=/content/gdrive/MyDrive/ogipotereplicantv3", + "--resolution=768,768", + "--output_dir=/content/gdrive/MyDrive/ogipotereplicantv3", + "--logging_dir=/content/gdrive/MyDrive/ogipotereplicantv3", + "--network_alpha=8", + "--save_model_as=safetensors", + "--network_module=networks.lora", + "--text_encoder_lr=3.5e-06", + "--unet_lr=3.5e-05", + "--network_dim=16", + "--output_name=ogipotereplicant_16_8", + "--lr_scheduler_num_cycles=10", + "--learning_rate=0.0001", + "--lr_scheduler=cosine", + "--train_batch_size=2", + "--max_train_steps=3500", + "--save_every_n_epochs=1", + "--mixed_precision=fp16", + "--save_precision=fp16", + "--seed=210432", + "--caption_extension=.txt", + "--optimizer_type=AdamW8bit", + "--max_data_loader_n_workers=0", + "--max_token_length=225", + "--clip_skip=2", + "--keep_tokens=1", + "--bucket_reso_steps=64", + "--min_snr_gamma=1", + "--shuffle_caption", + "--xformers", + "--bucket_no_upscale", + "--multires_noise_iterations=6", + "--multires_noise_discount=0.03", + "--log_with", + "wandb", + "--wandb_api_key=c2098a7cde008ba5d6158d1707171c769bf62ccf", + "--sample_sampler=euler_a", + "--sample_prompts=/content/gdrive/MyDrive/ogipotereplicantv3/sample/prompt.txt", + "--sample_every_n_steps=250" + ], + "state": "running", + "program": "/content/gdrive/MyDrive/sd/kohya_ss_colab/train_network.py", + "codePath": "train_network.py", + "git": { + "remote": "https://github.com/YKefasu/kohya_ss_gui_google_colab", + "commit": "80bf7b22765082256ecf61634e7b9ccf548dd7fe" + }, + "email": null, + "root": "/content/gdrive/MyDrive/sd/kohya_ss_colab", + "host": "a618d0d264d4", + "username": "root", + "executable": "/usr/bin/python3", + "cpu_count": 1, + "cpu_count_logical": 2, + "cpu_freq": { + "current": 2199.998, + "min": 0.0, + "max": 0.0 + }, + "cpu_freq_per_core": [ + { + "current": 2199.998, + "min": 0.0, + "max": 0.0 + }, + { + "current": 2199.998, + "min": 0.0, + "max": 0.0 + } + ], + "disk": { + "total": 78.1898422241211, + "used": 38.080936431884766 + }, + "gpu": "Tesla T4", + "gpu_count": 1, + "gpu_devices": [ + { + "name": "Tesla T4", + "memory_total": 16106127360 + } + ], + "memory": { + "total": 12.678390502929688 + } +} diff --git a/ogpotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json b/ogpotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..110eaea0cf431ff42f2920cc76ffe61e1ca0605f --- /dev/null +++ b/ogpotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json @@ -0,0 +1 @@ +{"loss/current": 0.35565459728240967, "loss/average": 0.2705828669178929, "lr/textencoder": 3.484580994743566e-06, "lr/unet": 3.484580994743566e-05, "_timestamp": 1687505356.707774, "_runtime": 343.2735059261322, "_step": 148, "_wandb": {"runtime": 344}} \ No newline at end of file diff --git a/ogpotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/logs/debug-internal.log b/ogpotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..3085eb5f9661545a4a4cb1fd7985525a14aed520 --- /dev/null +++ b/ogpotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/logs/debug-internal.log @@ -0,0 +1,1034 @@ +2023-06-23 07:23:33,432 INFO StreamThr :12261 [internal.py:wandb_internal():86] W&B internal server running at pid: 12261, started at: 2023-06-23 07:23:33.425995 +2023-06-23 07:23:33,437 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status +2023-06-23 07:23:33,442 INFO WriterThread:12261 [datastore.py:open_for_write():85] open: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/run-hni6fhql.wandb +2023-06-23 07:23:33,447 DEBUG SenderThread:12261 [sender.py:send():375] send: header +2023-06-23 07:23:33,529 DEBUG SenderThread:12261 [sender.py:send():375] send: run +2023-06-23 07:23:34,147 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: check_version +2023-06-23 07:23:34,156 INFO SenderThread:12261 [dir_watcher.py:__init__():219] watching files in: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files +2023-06-23 07:23:34,157 INFO SenderThread:12261 [sender.py:_start_run_threads():1124] run started: hni6fhql with start time 1687505013.434268 +2023-06-23 07:23:34,157 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:23:34,163 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:23:34,165 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: check_version +2023-06-23 07:23:34,232 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: run_start +2023-06-23 07:23:34,242 DEBUG HandlerThread:12261 [system_info.py:__init__():31] System info init +2023-06-23 07:23:34,242 DEBUG HandlerThread:12261 [system_info.py:__init__():46] System info init done +2023-06-23 07:23:34,243 INFO HandlerThread:12261 [system_monitor.py:start():181] Starting system monitor +2023-06-23 07:23:34,243 INFO SystemMonitor:12261 [system_monitor.py:_start():145] Starting system asset monitoring threads +2023-06-23 07:23:34,243 INFO HandlerThread:12261 [system_monitor.py:probe():201] Collecting system info +2023-06-23 07:23:34,245 INFO SystemMonitor:12261 [interfaces.py:start():190] Started cpu monitoring +2023-06-23 07:23:34,246 INFO SystemMonitor:12261 [interfaces.py:start():190] Started disk monitoring +2023-06-23 07:23:34,247 INFO SystemMonitor:12261 [interfaces.py:start():190] Started gpu monitoring +2023-06-23 07:23:34,248 INFO SystemMonitor:12261 [interfaces.py:start():190] Started memory monitoring +2023-06-23 07:23:34,249 INFO SystemMonitor:12261 [interfaces.py:start():190] Started network monitoring +2023-06-23 07:23:34,250 DEBUG HandlerThread:12261 [system_info.py:probe():195] Probing system +2023-06-23 07:23:34,269 DEBUG HandlerThread:12261 [system_info.py:_probe_git():180] Probing git +2023-06-23 07:23:34,319 DEBUG HandlerThread:12261 [system_info.py:_probe_git():188] Probing git done +2023-06-23 07:23:34,320 DEBUG HandlerThread:12261 [system_info.py:probe():240] Probing system done +2023-06-23 07:23:34,320 DEBUG HandlerThread:12261 [system_monitor.py:probe():210] {'os': 'Linux-5.15.107+-x86_64-with-glibc2.31', 'python': '3.10.12', 'heartbeatAt': '2023-06-23T07:23:34.251530', 'startedAt': '2023-06-23T07:23:33.337714', 'docker': None, 'cuda': None, 'args': ('--v2', '--v_parameterization', '--enable_bucket', '--pretrained_model_name_or_path=/content/gdrive/MyDrive/Replicant-V3.0_fp16.safetensors', '--train_data_dir=/content/gdrive/MyDrive/ogipotereplicantv3', '--resolution=768,768', '--output_dir=/content/gdrive/MyDrive/ogipotereplicantv3', '--logging_dir=/content/gdrive/MyDrive/ogipotereplicantv3', '--network_alpha=8', '--save_model_as=safetensors', '--network_module=networks.lora', '--text_encoder_lr=3.5e-06', '--unet_lr=3.5e-05', '--network_dim=16', '--output_name=ogipotereplicant_16_8', '--lr_scheduler_num_cycles=10', '--learning_rate=0.0001', '--lr_scheduler=cosine', '--train_batch_size=2', '--max_train_steps=3500', '--save_every_n_epochs=1', '--mixed_precision=fp16', '--save_precision=fp16', '--seed=210432', '--caption_extension=.txt', '--optimizer_type=AdamW8bit', '--max_data_loader_n_workers=0', '--max_token_length=225', '--clip_skip=2', '--keep_tokens=1', '--bucket_reso_steps=64', '--min_snr_gamma=1', '--shuffle_caption', '--xformers', '--bucket_no_upscale', '--multires_noise_iterations=6', '--multires_noise_discount=0.03', '--log_with', 'wandb', '--wandb_api_key=c2098a7cde008ba5d6158d1707171c769bf62ccf', '--sample_sampler=euler_a', '--sample_prompts=/content/gdrive/MyDrive/ogipotereplicantv3/sample/prompt.txt', '--sample_every_n_steps=250'), 'state': 'running', 'program': '/content/gdrive/MyDrive/sd/kohya_ss_colab/train_network.py', 'codePath': 'train_network.py', 'git': {'remote': 'https://github.com/YKefasu/kohya_ss_gui_google_colab', 'commit': '80bf7b22765082256ecf61634e7b9ccf548dd7fe'}, 'email': None, 'root': '/content/gdrive/MyDrive/sd/kohya_ss_colab', 'host': 'a618d0d264d4', 'username': 'root', 'executable': '/usr/bin/python3', 'cpu_count': 1, 'cpu_count_logical': 2, 'cpu_freq': {'current': 2199.998, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2199.998, 'min': 0.0, 'max': 0.0}, {'current': 2199.998, 'min': 0.0, 'max': 0.0}], 'disk': {'total': 78.1898422241211, 'used': 38.080936431884766}, 'gpu': 'Tesla T4', 'gpu_count': 1, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 12.678390502929688}} +2023-06-23 07:23:34,321 INFO HandlerThread:12261 [system_monitor.py:probe():211] Finished collecting system info +2023-06-23 07:23:34,321 INFO HandlerThread:12261 [system_monitor.py:probe():214] Publishing system info +2023-06-23 07:23:34,321 DEBUG HandlerThread:12261 [system_info.py:_save_pip():51] Saving list of pip packages installed into the current environment +2023-06-23 07:23:34,325 DEBUG HandlerThread:12261 [system_info.py:_save_pip():67] Saving pip packages done +2023-06-23 07:23:34,343 INFO HandlerThread:12261 [system_monitor.py:probe():216] Finished publishing system info +2023-06-23 07:23:34,361 DEBUG SenderThread:12261 [sender.py:send():375] send: files +2023-06-23 07:23:34,362 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-metadata.json with policy now +2023-06-23 07:23:34,372 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:23:34,373 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:23:34,579 DEBUG SenderThread:12261 [sender.py:send():375] send: telemetry +2023-06-23 07:23:35,012 INFO wandb-upload_0:12261 [upload_job.py:push():137] Uploaded file /tmp/tmp5qpv4g7qwandb/e5fylei5-wandb-metadata.json +2023-06-23 07:23:35,161 INFO Thread-12 :12261 [dir_watcher.py:_on_file_created():278] file/dir created: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-metadata.json +2023-06-23 07:23:35,162 INFO Thread-12 :12261 [dir_watcher.py:_on_file_created():278] file/dir created: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:23:35,162 INFO Thread-12 :12261 [dir_watcher.py:_on_file_created():278] file/dir created: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/requirements.txt +2023-06-23 07:23:35,169 INFO Thread-12 :12261 [dir_watcher.py:_on_file_created():278] file/dir created: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/output.log +2023-06-23 07:23:38,588 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:23:43,589 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:23:48,420 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:23:48,589 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:23:49,372 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:23:49,373 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:23:50,473 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:23:50,475 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:23:50,475 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:23:50,485 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:23:51,198 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:23:52,888 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:23:52,890 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:23:52,893 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:23:52,901 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:23:53,202 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:23:53,903 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:23:55,109 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:23:55,111 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:23:55,111 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:23:55,124 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:23:55,207 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:23:57,546 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:23:57,548 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:23:57,549 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:23:57,559 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:23:58,215 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:23:59,561 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:23:59,873 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:23:59,875 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:23:59,875 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:23:59,880 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:00,219 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:01,725 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:01,727 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:01,728 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:01,736 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:02,223 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:03,438 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:03,439 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:03,440 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:03,450 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:04,229 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:04,373 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:24:04,373 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:24:04,648 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:24:05,231 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/config.yaml +2023-06-23 07:24:05,396 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:05,397 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:05,398 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:05,404 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:06,233 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:07,113 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:07,114 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:07,115 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:07,119 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:07,235 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:09,077 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:09,078 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:09,079 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:09,083 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:09,239 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:10,085 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:24:11,518 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:11,519 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:11,520 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:11,525 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:12,248 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:13,466 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:13,467 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:13,467 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:13,472 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:14,252 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:15,474 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:24:16,187 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:16,189 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:16,191 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:16,203 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:16,263 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:18,615 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:18,625 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:18,626 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:18,631 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:19,272 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:19,372 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:24:19,373 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:24:20,597 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:24:21,295 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:21,297 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:21,297 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:21,302 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:22,292 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:23,547 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:23,548 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:23,549 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:23,556 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:24,302 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:25,987 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:25,989 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:25,991 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:25,991 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:24:26,006 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:26,320 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:28,799 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:28,800 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:28,801 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:28,806 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:29,330 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:31,231 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:31,232 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:31,234 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:31,234 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:24:31,243 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:31,338 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:33,664 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:33,665 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:33,666 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:33,696 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:34,250 DEBUG SystemMonitor:12261 [system_monitor.py:_start():159] Starting system metrics aggregation loop +2023-06-23 07:24:34,252 DEBUG SenderThread:12261 [sender.py:send():375] send: stats +2023-06-23 07:24:34,351 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:34,372 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:24:34,373 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:24:36,401 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:36,403 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:36,404 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:36,404 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:24:36,415 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:37,359 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:39,225 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:39,226 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:39,227 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:39,230 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:39,364 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:41,616 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:41,618 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:41,618 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:41,619 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:24:41,627 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:42,371 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:44,226 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:44,228 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:44,228 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:44,254 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:44,391 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:46,747 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:46,749 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:46,751 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:46,751 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:24:46,759 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:47,426 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:49,042 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:49,045 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:49,045 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:49,054 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:49,373 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:24:49,374 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:24:49,440 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:51,022 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:51,024 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:51,024 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:51,030 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:51,445 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:52,032 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:24:53,111 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:53,112 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:53,113 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:53,117 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:53,449 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:55,222 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:55,223 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:55,224 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:55,230 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:55,454 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:24:57,232 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:24:57,543 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:24:57,544 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:24:57,544 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:24:57,551 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:24:58,470 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:00,096 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:00,097 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:00,097 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:00,100 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:00,478 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:02,857 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:02,859 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:02,859 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:02,861 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:25:02,863 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:03,484 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:04,252 DEBUG SenderThread:12261 [sender.py:send():375] send: stats +2023-06-23 07:25:04,373 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:25:04,374 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:25:05,305 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:05,306 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:05,307 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:05,314 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:05,491 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:07,935 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:07,936 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:07,937 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:07,937 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:25:07,944 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:08,498 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:10,156 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:10,157 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:10,158 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:10,163 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:10,503 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:12,234 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:12,236 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:12,237 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:12,260 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:12,507 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:13,262 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:25:14,329 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:14,330 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:14,331 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:14,336 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:14,510 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:16,423 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:16,425 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:16,425 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:16,432 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:16,514 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:18,434 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:25:18,520 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:18,522 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:18,523 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:18,527 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:19,373 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:25:19,374 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:25:19,521 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:20,514 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:20,516 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:20,517 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:20,520 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:20,523 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:23,084 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:23,085 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:23,085 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:23,089 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:23,531 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:24,090 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:25:25,370 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:25,372 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:25,372 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:25,383 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:25,538 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:27,675 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:27,677 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:27,678 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:27,691 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:28,546 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:29,693 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:25:29,846 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:29,847 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:29,849 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:29,854 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:30,551 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:31,958 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:31,960 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:31,960 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:31,966 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:32,555 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:34,069 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:34,071 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:34,072 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:34,078 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:34,253 DEBUG SenderThread:12261 [sender.py:send():375] send: stats +2023-06-23 07:25:34,373 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:25:34,374 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:25:34,559 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:35,589 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:25:35,910 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:35,911 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:35,912 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:35,916 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:36,564 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:37,799 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:37,801 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:37,802 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:37,808 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:38,568 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:39,814 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:39,815 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:39,818 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:39,822 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:40,573 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:40,824 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:25:41,789 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:41,790 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:41,791 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:41,796 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:42,577 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:44,099 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:44,101 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:44,102 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:44,105 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:44,593 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:46,107 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:25:46,383 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:46,385 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:46,385 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:46,388 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:46,599 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:48,493 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:48,495 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:48,495 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:48,502 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:48,604 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:49,374 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:25:49,374 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:25:50,767 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:50,769 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:50,772 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:50,790 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:51,610 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:51,792 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:25:53,129 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:53,130 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:53,131 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:53,134 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:53,613 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:55,191 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:55,193 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:55,193 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:55,198 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:55,618 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:57,200 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:25:57,314 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:57,316 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:57,317 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:57,322 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:57,623 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:25:59,093 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:25:59,095 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:25:59,095 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:25:59,102 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:25:59,627 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:01,266 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:01,267 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:01,268 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:01,272 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:01,632 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:02,274 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:26:03,221 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:03,223 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:03,223 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:03,230 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:03,636 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:04,253 DEBUG SenderThread:12261 [sender.py:send():375] send: stats +2023-06-23 07:26:04,374 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:26:04,374 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:26:05,695 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:05,698 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:05,699 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:05,702 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:06,643 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:07,704 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:26:08,150 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:08,153 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:08,153 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:08,165 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:08,648 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:10,398 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:10,400 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:10,400 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:10,408 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:10,656 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:12,721 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:12,722 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:12,723 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:12,723 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:26:12,731 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:13,673 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:15,118 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:15,119 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:15,120 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:15,124 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:15,678 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:17,080 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:17,082 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:17,083 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:17,088 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:17,684 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:18,090 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:26:19,122 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:19,124 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:19,125 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:19,129 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:19,374 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:26:19,374 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:26:19,688 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:21,005 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:21,006 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:21,007 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:21,013 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:21,693 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:23,047 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:23,048 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:23,049 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:23,054 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:23,698 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:24,055 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:26:25,006 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:25,007 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:25,007 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:25,010 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:25,703 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:27,632 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:27,633 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:27,633 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:27,637 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:27,709 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:29,639 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:26:29,906 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:29,908 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:29,908 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:29,911 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:30,720 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:32,256 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:32,257 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:32,257 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:32,273 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:32,726 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:34,254 DEBUG SenderThread:12261 [sender.py:send():375] send: stats +2023-06-23 07:26:34,374 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:26:34,375 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:26:34,834 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:34,835 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:34,836 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:34,837 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:26:34,839 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:35,734 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:37,219 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:37,220 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:37,221 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:37,225 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:37,738 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:39,011 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:39,013 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:39,014 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:39,018 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:39,742 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:40,019 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:26:40,902 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:40,904 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:40,904 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:40,908 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:41,746 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:42,982 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:42,984 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:42,984 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:42,991 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:43,750 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:45,045 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:45,047 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:45,047 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:45,048 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:26:45,052 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:45,755 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:47,231 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:47,232 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:47,232 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:47,240 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:47,761 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:49,374 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:26:49,375 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:26:49,546 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:49,586 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:49,586 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:49,590 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:49,765 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:50,592 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:26:52,133 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:52,134 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:52,135 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:52,141 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:52,773 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:54,627 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:54,629 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:54,630 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:54,636 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:54,779 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:55,638 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:26:56,939 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:56,940 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:56,941 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:56,946 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:57,789 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:26:59,212 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:26:59,214 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:26:59,214 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:26:59,219 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:26:59,794 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:01,214 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:01,216 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:01,217 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:01,217 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:27:01,221 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:01,798 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:03,245 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:03,248 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:03,249 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:03,253 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:03,802 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:04,255 DEBUG SenderThread:12261 [sender.py:send():375] send: stats +2023-06-23 07:27:04,429 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:27:04,430 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:27:05,031 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:05,033 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:05,034 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:05,041 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:05,806 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:06,988 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:06,990 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:06,991 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:06,992 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:27:07,000 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:07,810 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:09,255 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:09,257 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:09,257 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:09,260 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:09,817 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:11,792 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:11,793 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:11,794 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:11,816 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:11,831 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:12,820 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:27:14,180 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:14,181 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:14,182 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:14,188 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:14,839 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:16,665 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:16,666 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:16,667 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:16,675 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:16,843 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:18,679 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:27:19,100 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:19,102 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:19,103 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:19,110 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:19,429 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:27:19,431 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:27:19,854 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:21,625 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:21,627 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:21,628 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:21,634 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:21,858 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:23,713 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:23,715 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:23,715 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:23,717 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:27:23,720 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:23,864 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:26,021 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:26,022 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:26,028 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:26,045 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:26,871 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:28,053 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:28,055 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:28,055 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:28,062 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:28,876 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:29,064 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:27:30,379 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:30,380 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:30,381 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:30,389 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:30,880 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:32,448 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:32,449 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:32,450 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:32,453 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:32,884 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:34,256 DEBUG SenderThread:12261 [sender.py:send():375] send: stats +2023-06-23 07:27:34,257 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:27:34,429 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:27:34,430 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:27:35,034 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:35,037 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:35,039 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:35,050 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:35,893 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:37,323 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:37,324 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:37,325 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:37,330 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:37,898 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:39,332 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:27:39,479 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:39,481 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:39,483 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:39,498 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:39,904 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:41,668 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:41,670 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:41,670 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:41,676 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:41,908 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:44,015 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:44,016 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:44,017 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:44,025 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:44,917 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:45,028 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:27:46,125 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:46,127 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:46,128 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:46,132 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:46,922 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:48,027 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:48,029 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:48,030 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:48,034 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:48,928 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:49,469 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:27:49,470 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:27:50,209 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:50,210 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:50,211 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:50,213 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:27:50,221 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:50,934 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:52,381 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:52,383 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:52,383 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:52,387 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:52,940 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:54,364 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:54,365 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:54,366 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:54,379 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:54,949 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:55,386 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:27:57,086 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:57,087 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:57,087 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:57,103 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:57,960 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:27:59,371 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:27:59,373 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:27:59,373 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:27:59,380 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:27:59,969 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:01,381 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:28:01,537 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:01,538 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:01,540 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:01,546 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:01,974 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:03,781 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:03,783 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:03,789 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:03,793 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:03,978 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:04,256 DEBUG SenderThread:12261 [sender.py:send():375] send: stats +2023-06-23 07:28:04,469 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:28:04,470 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:28:06,281 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:06,284 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:06,285 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:06,290 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:06,985 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:07,291 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:28:08,266 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:08,268 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:08,268 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:08,273 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:08,989 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:10,336 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:10,338 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:10,338 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:10,343 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:10,996 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:12,344 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:28:12,395 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:12,397 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:12,397 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:12,403 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:13,000 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:14,436 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:14,438 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:14,439 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:14,443 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:15,004 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:16,359 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:16,361 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:16,361 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:16,367 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:17,009 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:17,368 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:28:18,662 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:18,663 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:18,664 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:18,672 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:19,013 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:19,469 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:28:19,470 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:28:21,099 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:21,100 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:21,101 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:21,104 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:22,019 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:23,106 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:28:23,448 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:23,449 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:23,450 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:23,458 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:24,044 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:25,562 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:25,563 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:25,564 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:25,570 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:26,052 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:27,947 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:27,949 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:27,949 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:27,961 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:28,056 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:28,963 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:28:30,360 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:30,361 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:30,362 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:30,368 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:31,062 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:32,747 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:32,749 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:32,749 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:32,754 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:33,065 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:34,257 DEBUG SenderThread:12261 [sender.py:send():375] send: stats +2023-06-23 07:28:34,258 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:28:34,470 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:28:34,472 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:28:35,099 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:35,101 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:35,101 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:35,104 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:36,072 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:37,415 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:37,416 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:37,417 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:37,423 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:38,078 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:39,429 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:28:39,597 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:39,598 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:39,599 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:39,604 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:40,086 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:42,017 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:42,019 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:42,020 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:42,023 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:42,090 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:44,357 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:44,359 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:44,359 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:44,372 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:45,099 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:45,382 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:28:46,726 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:46,727 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:46,727 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:46,732 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:47,103 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:48,799 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:48,801 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:48,801 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:48,806 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:49,113 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:49,472 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:28:49,474 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:28:50,682 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:28:51,294 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:51,295 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:51,296 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:51,300 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:52,122 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:53,239 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:53,240 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:53,241 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:53,245 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:54,126 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:55,431 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:55,432 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:55,433 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:55,439 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:56,130 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:56,440 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:28:57,344 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:57,346 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:57,346 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:57,350 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:28:58,135 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:28:59,377 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:28:59,379 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:28:59,380 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:28:59,385 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:29:00,138 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:29:01,436 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:29:01,437 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:29:01,437 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:29:01,441 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:29:01,442 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:29:02,143 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:29:03,530 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:29:03,531 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:29:03,531 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:29:03,534 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:29:04,152 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:29:04,258 DEBUG SenderThread:12261 [sender.py:send():375] send: stats +2023-06-23 07:29:04,472 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:29:04,473 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:29:05,814 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:29:05,815 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:29:05,816 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:29:05,822 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:29:06,157 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:29:06,824 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:29:08,112 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:29:08,113 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:29:08,115 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:29:08,120 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:29:08,162 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:29:10,591 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:29:10,592 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:29:10,593 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:29:10,599 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:29:11,167 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:29:12,600 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:29:12,783 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:29:12,784 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:29:12,785 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:29:12,802 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:29:13,173 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:29:14,698 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:29:14,700 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:29:14,700 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:29:14,704 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:29:15,177 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:29:16,708 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:29:16,710 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:29:16,710 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:29:16,714 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:29:17,181 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:29:18,558 DEBUG SenderThread:12261 [sender.py:send():375] send: exit +2023-06-23 07:29:18,558 INFO SenderThread:12261 [sender.py:send_exit():598] handling exit code: 255 +2023-06-23 07:29:18,559 INFO SenderThread:12261 [sender.py:send_exit():600] handling runtime: 344 +2023-06-23 07:29:18,558 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:29:18,562 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:29:18,563 INFO SenderThread:12261 [sender.py:send_exit():606] send defer +2023-06-23 07:29:18,564 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: defer +2023-06-23 07:29:18,564 INFO HandlerThread:12261 [handler.py:handle_request_defer():170] handle defer: 0 +2023-06-23 07:29:18,564 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: defer +2023-06-23 07:29:18,564 INFO SenderThread:12261 [sender.py:send_request_defer():622] handle sender defer: 0 +2023-06-23 07:29:18,564 INFO SenderThread:12261 [sender.py:transition_state():626] send defer: 1 +2023-06-23 07:29:18,565 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: defer +2023-06-23 07:29:18,565 INFO HandlerThread:12261 [handler.py:handle_request_defer():170] handle defer: 1 +2023-06-23 07:29:18,565 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: defer +2023-06-23 07:29:18,565 INFO SenderThread:12261 [sender.py:send_request_defer():622] handle sender defer: 1 +2023-06-23 07:29:18,565 INFO SenderThread:12261 [sender.py:transition_state():626] send defer: 2 +2023-06-23 07:29:18,565 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: defer +2023-06-23 07:29:18,566 INFO HandlerThread:12261 [handler.py:handle_request_defer():170] handle defer: 2 +2023-06-23 07:29:18,566 INFO HandlerThread:12261 [system_monitor.py:finish():190] Stopping system monitor +2023-06-23 07:29:18,566 DEBUG SystemMonitor:12261 [system_monitor.py:_start():166] Finished system metrics aggregation loop +2023-06-23 07:29:18,571 DEBUG SystemMonitor:12261 [system_monitor.py:_start():170] Publishing last batch of metrics +2023-06-23 07:29:18,569 INFO HandlerThread:12261 [interfaces.py:finish():202] Joined cpu monitor +2023-06-23 07:29:18,572 INFO HandlerThread:12261 [interfaces.py:finish():202] Joined disk monitor +2023-06-23 07:29:18,577 INFO HandlerThread:12261 [interfaces.py:finish():202] Joined gpu monitor +2023-06-23 07:29:18,578 INFO HandlerThread:12261 [interfaces.py:finish():202] Joined memory monitor +2023-06-23 07:29:18,578 INFO HandlerThread:12261 [interfaces.py:finish():202] Joined network monitor +2023-06-23 07:29:18,579 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: defer +2023-06-23 07:29:18,579 INFO SenderThread:12261 [sender.py:send_request_defer():622] handle sender defer: 2 +2023-06-23 07:29:18,579 INFO SenderThread:12261 [sender.py:transition_state():626] send defer: 3 +2023-06-23 07:29:18,579 DEBUG SenderThread:12261 [sender.py:send():375] send: stats +2023-06-23 07:29:18,579 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: defer +2023-06-23 07:29:18,580 INFO HandlerThread:12261 [handler.py:handle_request_defer():170] handle defer: 3 +2023-06-23 07:29:18,580 DEBUG SenderThread:12261 [sender.py:send():375] send: history +2023-06-23 07:29:18,581 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:29:18,583 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:29:18,585 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: defer +2023-06-23 07:29:18,585 INFO SenderThread:12261 [sender.py:send_request_defer():622] handle sender defer: 3 +2023-06-23 07:29:18,585 INFO SenderThread:12261 [sender.py:transition_state():626] send defer: 4 +2023-06-23 07:29:18,585 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: defer +2023-06-23 07:29:18,585 INFO HandlerThread:12261 [handler.py:handle_request_defer():170] handle defer: 4 +2023-06-23 07:29:18,586 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: defer +2023-06-23 07:29:18,586 INFO SenderThread:12261 [sender.py:send_request_defer():622] handle sender defer: 4 +2023-06-23 07:29:18,586 INFO SenderThread:12261 [sender.py:transition_state():626] send defer: 5 +2023-06-23 07:29:18,586 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: defer +2023-06-23 07:29:18,586 INFO HandlerThread:12261 [handler.py:handle_request_defer():170] handle defer: 5 +2023-06-23 07:29:18,587 DEBUG SenderThread:12261 [sender.py:send():375] send: summary +2023-06-23 07:29:18,589 INFO SenderThread:12261 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:29:18,591 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: defer +2023-06-23 07:29:18,591 INFO SenderThread:12261 [sender.py:send_request_defer():622] handle sender defer: 5 +2023-06-23 07:29:18,591 INFO SenderThread:12261 [sender.py:transition_state():626] send defer: 6 +2023-06-23 07:29:18,591 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: defer +2023-06-23 07:29:18,591 INFO HandlerThread:12261 [handler.py:handle_request_defer():170] handle defer: 6 +2023-06-23 07:29:18,592 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: defer +2023-06-23 07:29:18,592 INFO SenderThread:12261 [sender.py:send_request_defer():622] handle sender defer: 6 +2023-06-23 07:29:18,592 INFO SenderThread:12261 [sender.py:transition_state():626] send defer: 7 +2023-06-23 07:29:18,592 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:29:18,592 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: defer +2023-06-23 07:29:18,593 INFO HandlerThread:12261 [handler.py:handle_request_defer():170] handle defer: 7 +2023-06-23 07:29:18,593 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: defer +2023-06-23 07:29:18,593 INFO SenderThread:12261 [sender.py:send_request_defer():622] handle sender defer: 7 +2023-06-23 07:29:19,185 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:29:19,558 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: poll_exit +2023-06-23 07:29:19,633 INFO SenderThread:12261 [sender.py:transition_state():626] send defer: 8 +2023-06-23 07:29:19,634 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: poll_exit +2023-06-23 07:29:19,634 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: defer +2023-06-23 07:29:19,634 INFO HandlerThread:12261 [handler.py:handle_request_defer():170] handle defer: 8 +2023-06-23 07:29:19,635 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: defer +2023-06-23 07:29:19,635 INFO SenderThread:12261 [sender.py:send_request_defer():622] handle sender defer: 8 +2023-06-23 07:29:19,652 INFO SenderThread:12261 [sender.py:transition_state():626] send defer: 9 +2023-06-23 07:29:19,652 DEBUG SenderThread:12261 [sender.py:send():375] send: artifact +2023-06-23 07:29:19,652 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: defer +2023-06-23 07:29:19,655 INFO HandlerThread:12261 [handler.py:handle_request_defer():170] handle defer: 9 +2023-06-23 07:29:20,188 INFO Thread-12 :12261 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/output.log +2023-06-23 07:29:20,559 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: poll_exit +2023-06-23 07:29:20,971 INFO wandb-upload_0:12261 [upload_job.py:push():92] Skipped uploading /root/.local/share/wandb/artifacts/staging/tmpleyjcske +2023-06-23 07:29:22,082 INFO wandb-upload_1:12261 [upload_job.py:push():95] Uploaded file /root/.local/share/wandb/artifacts/staging/tmpjb9tmmnq +2023-06-23 07:29:23,682 INFO SenderThread:12261 [sender.py:send_artifact():1474] sent artifact job-https___github.com_YKefasu_kohya_ss_gui_google_colab_train_network.py - {'id': 'QXJ0aWZhY3Q6NDk2MzUzMTkw', 'digest': 'df6b349ca5d5f19f0762545ba62b7ffc', 'state': 'PENDING', 'aliases': [], 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjc4NTk3NjY3', 'latestArtifact': {'id': 'QXJ0aWZhY3Q6NDk2MjM4ODM3', 'versionIndex': 0}}, 'version': 'latest'} +2023-06-23 07:29:23,683 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: defer +2023-06-23 07:29:23,683 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:29:23,683 INFO SenderThread:12261 [sender.py:send_request_defer():622] handle sender defer: 9 +2023-06-23 07:29:23,684 INFO SenderThread:12261 [dir_watcher.py:finish():365] shutting down directory watcher +2023-06-23 07:29:24,196 INFO SenderThread:12261 [dir_watcher.py:finish():395] scan: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files +2023-06-23 07:29:24,196 INFO SenderThread:12261 [dir_watcher.py:finish():409] scan save: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/config.yaml config.yaml +2023-06-23 07:29:24,197 INFO SenderThread:12261 [dir_watcher.py:finish():409] scan save: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json wandb-summary.json +2023-06-23 07:29:24,205 INFO SenderThread:12261 [dir_watcher.py:finish():409] scan save: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/requirements.txt requirements.txt +2023-06-23 07:29:24,208 INFO SenderThread:12261 [dir_watcher.py:finish():409] scan save: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-metadata.json wandb-metadata.json +2023-06-23 07:29:24,215 INFO SenderThread:12261 [dir_watcher.py:finish():409] scan save: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/output.log output.log +2023-06-23 07:29:24,220 INFO SenderThread:12261 [sender.py:transition_state():626] send defer: 10 +2023-06-23 07:29:24,227 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: poll_exit +2023-06-23 07:29:24,230 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: defer +2023-06-23 07:29:24,234 INFO HandlerThread:12261 [handler.py:handle_request_defer():170] handle defer: 10 +2023-06-23 07:29:24,235 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: defer +2023-06-23 07:29:24,235 INFO SenderThread:12261 [sender.py:send_request_defer():622] handle sender defer: 10 +2023-06-23 07:29:24,235 INFO SenderThread:12261 [file_pusher.py:finish():168] shutting down file pusher +2023-06-23 07:29:24,846 INFO wandb-upload_0:12261 [upload_job.py:push():137] Uploaded file /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/config.yaml +2023-06-23 07:29:25,061 INFO wandb-upload_3:12261 [upload_job.py:push():137] Uploaded file /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/output.log +2023-06-23 07:29:25,561 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: keepalive +2023-06-23 07:29:25,601 INFO wandb-upload_2:12261 [upload_job.py:push():137] Uploaded file /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/requirements.txt +2023-06-23 07:29:25,734 INFO wandb-upload_1:12261 [upload_job.py:push():137] Uploaded file /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json +2023-06-23 07:29:25,934 INFO Thread-11 (_thread_body):12261 [sender.py:transition_state():626] send defer: 11 +2023-06-23 07:29:25,936 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: defer +2023-06-23 07:29:25,936 INFO HandlerThread:12261 [handler.py:handle_request_defer():170] handle defer: 11 +2023-06-23 07:29:25,936 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: defer +2023-06-23 07:29:25,936 INFO SenderThread:12261 [sender.py:send_request_defer():622] handle sender defer: 11 +2023-06-23 07:29:25,937 INFO SenderThread:12261 [file_pusher.py:join():173] waiting for file pusher +2023-06-23 07:29:25,937 INFO SenderThread:12261 [sender.py:transition_state():626] send defer: 12 +2023-06-23 07:29:25,937 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: defer +2023-06-23 07:29:25,937 INFO HandlerThread:12261 [handler.py:handle_request_defer():170] handle defer: 12 +2023-06-23 07:29:25,937 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: defer +2023-06-23 07:29:25,938 INFO SenderThread:12261 [sender.py:send_request_defer():622] handle sender defer: 12 +2023-06-23 07:29:26,364 INFO SenderThread:12261 [sender.py:transition_state():626] send defer: 13 +2023-06-23 07:29:26,364 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: defer +2023-06-23 07:29:26,364 INFO HandlerThread:12261 [handler.py:handle_request_defer():170] handle defer: 13 +2023-06-23 07:29:26,365 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: defer +2023-06-23 07:29:26,365 INFO SenderThread:12261 [sender.py:send_request_defer():622] handle sender defer: 13 +2023-06-23 07:29:26,365 INFO SenderThread:12261 [sender.py:transition_state():626] send defer: 14 +2023-06-23 07:29:26,366 DEBUG SenderThread:12261 [sender.py:send():375] send: final +2023-06-23 07:29:26,366 DEBUG SenderThread:12261 [sender.py:send():375] send: footer +2023-06-23 07:29:26,366 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: defer +2023-06-23 07:29:26,366 INFO HandlerThread:12261 [handler.py:handle_request_defer():170] handle defer: 14 +2023-06-23 07:29:26,367 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: defer +2023-06-23 07:29:26,367 INFO SenderThread:12261 [sender.py:send_request_defer():622] handle sender defer: 14 +2023-06-23 07:29:26,368 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: poll_exit +2023-06-23 07:29:26,368 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: server_info +2023-06-23 07:29:26,369 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: get_summary +2023-06-23 07:29:26,369 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: sampled_history +2023-06-23 07:29:26,368 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: poll_exit +2023-06-23 07:29:26,371 DEBUG SenderThread:12261 [sender.py:send_request():402] send_request: server_info +2023-06-23 07:29:26,577 INFO MainThread:12261 [wandb_run.py:_footer_history_summary_info():3476] rendering history +2023-06-23 07:29:26,578 INFO MainThread:12261 [wandb_run.py:_footer_history_summary_info():3508] rendering summary +2023-06-23 07:29:26,578 INFO MainThread:12261 [wandb_run.py:_footer_sync_info():3434] logging synced files +2023-06-23 07:29:26,579 DEBUG HandlerThread:12261 [handler.py:handle_request():144] handle_request: shutdown +2023-06-23 07:29:26,579 INFO HandlerThread:12261 [handler.py:finish():845] shutting down handler +2023-06-23 07:29:27,369 INFO WriterThread:12261 [datastore.py:close():298] close: /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/run-hni6fhql.wandb +2023-06-23 07:29:27,577 INFO SenderThread:12261 [sender.py:finish():1550] shutting down sender +2023-06-23 07:29:27,577 INFO SenderThread:12261 [file_pusher.py:finish():168] shutting down file pusher +2023-06-23 07:29:27,578 INFO SenderThread:12261 [file_pusher.py:join():173] waiting for file pusher diff --git a/ogpotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/logs/debug.log b/ogpotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..5a26a81253fa4fcd1c0671821852c04102b38625 --- /dev/null +++ b/ogpotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/logs/debug.log @@ -0,0 +1,28 @@ +2023-06-23 07:23:33,404 INFO MainThread:12172 [wandb_setup.py:_flush():76] Configure stats pid to 12172 +2023-06-23 07:23:33,405 INFO MainThread:12172 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings +2023-06-23 07:23:33,405 INFO MainThread:12172 [wandb_setup.py:_flush():76] Loading settings from /content/gdrive/MyDrive/sd/kohya_ss_colab/wandb/settings +2023-06-23 07:23:33,405 INFO MainThread:12172 [wandb_setup.py:_flush():76] Loading settings from environment variables: {'root_dir': '/content/gdrive/MyDrive/ogipotereplicantv3/20230623072223'} +2023-06-23 07:23:33,406 INFO MainThread:12172 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program_relpath': 'train_network.py', 'program': '/content/gdrive/MyDrive/sd/kohya_ss_colab/train_network.py'} +2023-06-23 07:23:33,406 INFO MainThread:12172 [wandb_setup.py:_flush():76] Applying login settings: {'api_key': '***REDACTED***'} +2023-06-23 07:23:33,406 INFO MainThread:12172 [wandb_setup.py:_flush():76] Applying login settings: {'api_key': '***REDACTED***'} +2023-06-23 07:23:33,406 INFO MainThread:12172 [wandb_init.py:_log_setup():507] Logging user logs to /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/logs/debug.log +2023-06-23 07:23:33,407 INFO MainThread:12172 [wandb_init.py:_log_setup():508] Logging internal logs to /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/logs/debug-internal.log +2023-06-23 07:23:33,407 INFO MainThread:12172 [wandb_init.py:init():547] calling init triggers +2023-06-23 07:23:33,407 INFO MainThread:12172 [wandb_init.py:init():554] wandb.init called with sweep_config: {} +config: {} +2023-06-23 07:23:33,407 INFO MainThread:12172 [wandb_init.py:init():595] starting backend +2023-06-23 07:23:33,408 INFO MainThread:12172 [wandb_init.py:init():599] setting up manager +2023-06-23 07:23:33,420 INFO MainThread:12172 [backend.py:_multiprocessing_setup():106] multiprocessing start_methods=fork,spawn,forkserver, using: spawn +2023-06-23 07:23:33,433 INFO MainThread:12172 [wandb_init.py:init():605] backend started and connected +2023-06-23 07:23:33,436 INFO MainThread:12172 [wandb_init.py:init():695] updated telemetry +2023-06-23 07:23:33,528 INFO MainThread:12172 [wandb_init.py:init():732] communicating run to backend with 60.0 second timeout +2023-06-23 07:23:34,146 INFO MainThread:12172 [wandb_run.py:_on_init():2176] communicating current version +2023-06-23 07:23:34,216 INFO MainThread:12172 [wandb_run.py:_on_init():2185] got version response upgrade_message: "wandb version 0.15.4 is available! To upgrade, please run:\n $ pip install wandb --upgrade" + +2023-06-23 07:23:34,216 INFO MainThread:12172 [wandb_init.py:init():782] starting run threads in backend +2023-06-23 07:23:34,372 INFO MainThread:12172 [wandb_run.py:_console_start():2157] atexit reg +2023-06-23 07:23:34,373 INFO MainThread:12172 [wandb_run.py:_redirect():2012] redirect: SettingsConsole.WRAP_RAW +2023-06-23 07:23:34,374 INFO MainThread:12172 [wandb_run.py:_redirect():2077] Wrapping output streams. +2023-06-23 07:23:34,374 INFO MainThread:12172 [wandb_run.py:_redirect():2102] Redirects installed. +2023-06-23 07:23:34,375 INFO MainThread:12172 [wandb_init.py:init():824] run started, returning control to user process +2023-06-23 07:29:27,681 WARNING MsgRouterThr:12172 [router.py:message_loop():77] message_loop has been closed diff --git a/ogpotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/run-hni6fhql.wandb b/ogpotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/run-hni6fhql.wandb new file mode 100644 index 0000000000000000000000000000000000000000..4da22da06e14191eebf06696e1f0cdedbc4b4b7e Binary files /dev/null and b/ogpotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/run-hni6fhql.wandb differ diff --git a/ogpotereplicantv3/20230623073330/wandb/debug-internal.log b/ogpotereplicantv3/20230623073330/wandb/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..57cc14e4a9fb82d1892b0eef94e8c38ca5d66910 --- /dev/null +++ b/ogpotereplicantv3/20230623073330/wandb/debug-internal.log @@ -0,0 +1,20643 @@ +2023-06-23 07:34:43,409 INFO StreamThr :15157 [internal.py:wandb_internal():86] W&B internal server running at pid: 15157, started at: 2023-06-23 07:34:43.404754 +2023-06-23 07:34:43,413 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status +2023-06-23 07:34:43,422 INFO WriterThread:15157 [datastore.py:open_for_write():85] open: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/run-4h5c1ot2.wandb +2023-06-23 07:34:43,425 DEBUG SenderThread:15157 [sender.py:send():375] send: header +2023-06-23 07:34:43,526 DEBUG SenderThread:15157 [sender.py:send():375] send: run +2023-06-23 07:34:44,075 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: check_version +2023-06-23 07:34:44,091 INFO SenderThread:15157 [dir_watcher.py:__init__():219] watching files in: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files +2023-06-23 07:34:44,091 INFO SenderThread:15157 [sender.py:_start_run_threads():1124] run started: 4h5c1ot2 with start time 1687505683.416096 +2023-06-23 07:34:44,091 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:34:44,097 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:34:44,100 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: check_version +2023-06-23 07:34:44,150 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: run_start +2023-06-23 07:34:44,168 DEBUG HandlerThread:15157 [system_info.py:__init__():31] System info init +2023-06-23 07:34:44,168 DEBUG HandlerThread:15157 [system_info.py:__init__():46] System info init done +2023-06-23 07:34:44,169 INFO HandlerThread:15157 [system_monitor.py:start():181] Starting system monitor +2023-06-23 07:34:44,169 INFO SystemMonitor:15157 [system_monitor.py:_start():145] Starting system asset monitoring threads +2023-06-23 07:34:44,169 INFO HandlerThread:15157 [system_monitor.py:probe():201] Collecting system info +2023-06-23 07:34:44,171 INFO SystemMonitor:15157 [interfaces.py:start():190] Started cpu monitoring +2023-06-23 07:34:44,172 INFO SystemMonitor:15157 [interfaces.py:start():190] Started disk monitoring +2023-06-23 07:34:44,173 INFO SystemMonitor:15157 [interfaces.py:start():190] Started gpu monitoring +2023-06-23 07:34:44,173 INFO SystemMonitor:15157 [interfaces.py:start():190] Started memory monitoring +2023-06-23 07:34:44,174 INFO SystemMonitor:15157 [interfaces.py:start():190] Started network monitoring +2023-06-23 07:34:44,177 DEBUG HandlerThread:15157 [system_info.py:probe():195] Probing system +2023-06-23 07:34:44,199 DEBUG HandlerThread:15157 [system_info.py:_probe_git():180] Probing git +2023-06-23 07:34:44,244 DEBUG HandlerThread:15157 [system_info.py:_probe_git():188] Probing git done +2023-06-23 07:34:44,244 DEBUG HandlerThread:15157 [system_info.py:probe():240] Probing system done +2023-06-23 07:34:44,244 DEBUG HandlerThread:15157 [system_monitor.py:probe():210] {'os': 'Linux-5.15.107+-x86_64-with-glibc2.31', 'python': '3.10.12', 'heartbeatAt': '2023-06-23T07:34:44.177831', 'startedAt': '2023-06-23T07:34:43.303969', 'docker': None, 'cuda': None, 'args': ('--v2', '--v_parameterization', '--enable_bucket', '--pretrained_model_name_or_path=/content/gdrive/MyDrive/Replicant-V3.0_fp16.safetensors', '--train_data_dir=/content/gdrive/MyDrive/ogipotereplicantv3', '--resolution=768,768', '--output_dir=/content/gdrive/MyDrive/ogipotereplicantv3', '--logging_dir=/content/gdrive/MyDrive/ogipotereplicantv3', '--network_alpha=8', '--save_model_as=safetensors', '--network_module=networks.lora', '--text_encoder_lr=3.5e-06', '--unet_lr=3.5e-05', '--network_dim=16', '--output_name=ogipotereplicantv3', '--lr_scheduler_num_cycles=10', '--learning_rate=0.0001', '--lr_scheduler=cosine_with_restarts', '--lr_warmup_steps=140', '--train_batch_size=2', '--max_train_steps=3500', '--save_every_n_epochs=1', '--mixed_precision=fp16', '--save_precision=fp16', '--seed=210432', '--caption_extension=.txt', '--optimizer_type=AdamW8bit', '--max_data_loader_n_workers=0', '--max_token_length=225', '--clip_skip=2', '--keep_tokens=1', '--bucket_reso_steps=64', '--min_snr_gamma=5', '--shuffle_caption', '--xformers', '--bucket_no_upscale', '--multires_noise_iterations=6', '--multires_noise_discount=0.03', '--log_with', 'wandb', '--wandb_api_key=358de736e95668652af996a9cb484b4df6628f63', '--sample_sampler=euler_a', '--sample_prompts=/content/gdrive/MyDrive/ogipotereplicantv3/sample/prompt.txt', '--sample_every_n_steps=250'), 'state': 'running', 'program': '/content/gdrive/MyDrive/sd/kohya_ss_colab/train_network.py', 'codePath': 'train_network.py', 'git': {'remote': 'https://github.com/YKefasu/kohya_ss_gui_google_colab', 'commit': '80bf7b22765082256ecf61634e7b9ccf548dd7fe'}, 'email': None, 'root': '/content/gdrive/MyDrive/sd/kohya_ss_colab', 'host': 'a618d0d264d4', 'username': 'root', 'executable': '/usr/bin/python3', 'cpu_count': 1, 'cpu_count_logical': 2, 'cpu_freq': {'current': 2199.998, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2199.998, 'min': 0.0, 'max': 0.0}, {'current': 2199.998, 'min': 0.0, 'max': 0.0}], 'disk': {'total': 78.1898422241211, 'used': 38.08155822753906}, 'gpu': 'Tesla T4', 'gpu_count': 1, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 12.678390502929688}} +2023-06-23 07:34:44,245 INFO HandlerThread:15157 [system_monitor.py:probe():211] Finished collecting system info +2023-06-23 07:34:44,245 INFO HandlerThread:15157 [system_monitor.py:probe():214] Publishing system info +2023-06-23 07:34:44,245 DEBUG HandlerThread:15157 [system_info.py:_save_pip():51] Saving list of pip packages installed into the current environment +2023-06-23 07:34:44,249 DEBUG HandlerThread:15157 [system_info.py:_save_pip():67] Saving pip packages done +2023-06-23 07:34:44,260 INFO HandlerThread:15157 [system_monitor.py:probe():216] Finished publishing system info +2023-06-23 07:34:44,280 DEBUG SenderThread:15157 [sender.py:send():375] send: files +2023-06-23 07:34:44,280 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-metadata.json with policy now +2023-06-23 07:34:44,301 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:34:44,301 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:34:44,531 DEBUG SenderThread:15157 [sender.py:send():375] send: telemetry +2023-06-23 07:34:44,941 INFO wandb-upload_0:15157 [upload_job.py:push():137] Uploaded file /tmp/tmp3d82qperwandb/11izngeg-wandb-metadata.json +2023-06-23 07:34:45,094 INFO Thread-12 :15157 [dir_watcher.py:_on_file_created():278] file/dir created: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:34:45,095 INFO Thread-12 :15157 [dir_watcher.py:_on_file_created():278] file/dir created: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 07:34:45,095 INFO Thread-12 :15157 [dir_watcher.py:_on_file_created():278] file/dir created: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/requirements.txt +2023-06-23 07:34:45,096 INFO Thread-12 :15157 [dir_watcher.py:_on_file_created():278] file/dir created: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-metadata.json +2023-06-23 07:34:48,541 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:34:53,542 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:34:58,356 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:34:58,543 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:34:59,300 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:34:59,301 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:35:00,234 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:35:00,237 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:35:00,237 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:35:00,246 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:35:01,133 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:35:02,384 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:35:02,386 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:35:02,387 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:35:02,397 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:35:03,138 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:35:04,314 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:35:04,315 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:35:04,316 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:35:04,317 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:35:04,325 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:35:05,142 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:35:06,583 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:35:06,584 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:35:06,585 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:35:06,588 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:35:07,146 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:35:09,103 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:35:09,104 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:35:09,105 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:35:09,110 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:35:09,152 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:35:10,111 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:35:11,441 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:35:11,442 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:35:11,443 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:35:11,458 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:35:12,160 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:35:13,565 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:35:13,567 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:35:13,567 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:35:13,576 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:35:14,166 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:35:14,300 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:35:14,302 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:35:15,607 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:35:15,891 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:35:15,896 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:35:15,896 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:35:15,904 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:35:16,172 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/config.yaml +2023-06-23 07:35:16,173 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:35:17,829 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:35:17,831 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:35:17,832 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:35:17,837 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:35:18,177 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:35:19,811 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:35:19,812 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:35:19,813 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:35:19,818 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:35:20,181 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:35:21,820 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:35:21,962 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:35:21,967 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:35:21,968 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:35:21,971 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:35:22,186 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:35:23,703 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:35:23,704 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:35:23,705 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:35:23,709 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:35:24,190 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:35:25,962 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:35:25,964 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:35:25,964 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:35:25,974 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:35:26,194 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:35:26,975 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:35:27,947 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:35:27,948 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:35:27,952 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:35:27,961 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:35:28,198 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:35:29,301 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:35:29,307 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:35:30,531 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:35:30,533 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:35:30,533 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:35:30,546 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:35:31,205 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:35:32,555 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:35:32,922 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:35:32,923 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:35:32,923 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:35:32,927 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:35:33,209 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:35:35,297 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:35:35,298 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:35:35,298 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:35:35,302 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:35:36,216 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:35:37,880 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:35:37,882 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:35:37,882 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:35:37,882 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:35:37,888 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:35:38,221 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:35:40,108 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:35:40,109 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:35:40,110 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:35:40,114 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:35:40,225 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:35:42,198 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:35:42,199 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:35:42,200 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:35:42,205 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:35:42,229 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:35:43,207 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:35:44,175 DEBUG SystemMonitor:15157 [system_monitor.py:_start():159] Starting system metrics aggregation loop +2023-06-23 07:35:44,176 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:35:44,301 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:35:44,302 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:35:44,330 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:35:44,511 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:35:44,512 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:35:44,528 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:35:45,235 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:35:46,501 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:35:46,502 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:35:46,503 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:35:46,507 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:35:47,240 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:35:48,509 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:35:48,582 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:35:48,583 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:35:48,584 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:35:48,590 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:35:49,246 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:35:50,787 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:35:50,788 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:35:50,789 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:35:50,795 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:35:51,250 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:35:53,352 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:35:53,354 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:35:53,354 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:35:53,361 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:35:54,294 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:35:54,362 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:35:55,893 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:35:55,894 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:35:55,894 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:35:55,898 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:35:56,300 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:35:58,376 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:35:58,380 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:35:58,397 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:35:58,417 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:35:59,301 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:35:59,301 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:35:59,315 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:35:59,514 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:36:00,991 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:36:00,992 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:36:00,992 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:36:01,001 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:36:01,327 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:36:03,467 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:36:03,469 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:36:03,470 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:36:03,474 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:36:04,336 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:36:05,476 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:36:05,596 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:36:05,598 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:36:05,598 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:36:05,602 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:36:06,343 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:36:07,732 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:36:07,734 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:36:07,735 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:36:07,744 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:36:08,351 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:36:10,101 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:36:10,103 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:36:10,103 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:36:10,107 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:36:10,356 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:36:11,109 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:36:12,223 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:36:12,225 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:36:12,225 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:36:12,250 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:36:12,361 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:36:14,177 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:36:14,301 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:36:14,301 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:36:14,973 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:36:14,974 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:36:14,974 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:36:14,979 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:36:15,387 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:36:16,981 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:36:17,413 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:36:17,414 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:36:17,415 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:36:17,421 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:36:18,395 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:36:19,872 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:36:19,873 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:36:19,873 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:36:19,877 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:36:20,402 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:36:22,525 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:36:22,527 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:36:22,527 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:36:22,529 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:36:22,540 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:36:23,427 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:36:25,038 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:36:25,039 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:36:25,040 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:36:25,060 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:36:25,446 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:36:27,379 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:36:27,380 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:36:27,381 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:36:27,385 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:36:27,452 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:36:28,387 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:36:29,301 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:36:29,302 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:36:29,420 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:36:29,519 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:36:29,520 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:36:29,523 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:36:30,462 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:36:31,725 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:36:31,726 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:36:31,727 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:36:31,733 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:36:32,468 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:36:33,735 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:36:33,872 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:36:33,873 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:36:33,877 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:36:33,893 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:36:34,474 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:36:36,392 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:36:36,395 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:36:36,395 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:36:36,414 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:36:36,478 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:36:38,815 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:36:38,816 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:36:38,816 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:36:38,817 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:36:38,820 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:36:39,485 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:36:41,178 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:36:41,184 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:36:41,185 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:36:41,198 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:36:41,496 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:36:43,859 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:36:43,861 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:36:43,863 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:36:43,863 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:36:43,874 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:36:44,179 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:36:44,301 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:36:44,302 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:36:44,503 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:36:46,182 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:36:46,184 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:36:46,185 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:36:46,190 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:36:46,509 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:36:48,446 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:36:48,447 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:36:48,448 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:36:48,454 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:36:48,514 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:36:49,456 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:36:50,867 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:36:50,868 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:36:50,869 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:36:50,874 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:36:51,525 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:36:53,109 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:36:53,111 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:36:53,111 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:36:53,117 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:36:53,533 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:36:55,119 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:36:55,169 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:36:55,171 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:36:55,172 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:36:55,179 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:36:55,537 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:36:57,116 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:36:57,117 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:36:57,118 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:36:57,124 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:36:57,542 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:36:59,022 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:36:59,024 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:36:59,025 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:36:59,029 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:36:59,301 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:36:59,302 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:36:59,546 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:37:00,517 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:37:01,041 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:37:01,043 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:37:01,043 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:37:01,049 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:37:01,551 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:37:03,175 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:37:03,177 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:37:03,177 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:37:03,190 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:37:03,555 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:37:05,553 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:37:05,555 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:37:05,556 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:37:05,560 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:37:05,567 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:37:05,567 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:37:08,105 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:37:08,106 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:37:08,107 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:37:08,113 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:37:08,576 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:37:10,222 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:37:10,223 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:37:10,224 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:37:10,227 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:37:10,587 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:37:11,229 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:37:12,777 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:37:12,778 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:37:12,779 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:37:12,785 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:37:13,597 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:37:14,179 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:37:14,352 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:37:14,353 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:37:15,054 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:37:15,056 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:37:15,056 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:37:15,061 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:37:15,601 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:37:17,062 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:37:17,229 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:37:17,231 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:37:17,231 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:37:17,238 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:37:17,605 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:37:19,350 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:37:19,351 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:37:19,352 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:37:19,357 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:37:19,610 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:37:21,332 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:37:21,334 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:37:21,335 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:37:21,340 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:37:21,614 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:37:22,342 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:37:23,396 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:37:23,398 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:37:23,399 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:37:23,403 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:37:23,618 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:37:25,543 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:37:25,545 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:37:25,548 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:37:25,552 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:37:25,622 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:37:27,553 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:37:27,831 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:37:27,832 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:37:27,832 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:37:27,837 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:37:28,647 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:37:29,432 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:37:29,443 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:37:30,205 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:37:30,206 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:37:30,207 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:37:30,210 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:37:30,655 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:37:32,393 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:37:32,394 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:37:32,395 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:37:32,398 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:37:32,664 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:37:33,400 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:37:34,728 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:37:34,730 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:37:34,730 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:37:34,733 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:37:35,673 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:37:36,917 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:37:36,919 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:37:36,919 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:37:36,924 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:37:37,678 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:37:38,926 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:37:39,148 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:37:39,150 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:37:39,150 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:37:39,156 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:37:39,682 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:37:41,105 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:37:41,106 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:37:41,107 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:37:41,111 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:37:41,687 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:37:43,147 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:37:43,149 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:37:43,151 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:37:43,155 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:37:43,691 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:37:44,156 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:37:44,180 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:37:44,600 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:37:44,601 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:37:45,329 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:37:45,331 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:37:45,331 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:37:45,347 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:37:45,695 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:37:47,412 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:37:47,413 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:37:47,414 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:37:47,437 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:37:47,701 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:37:49,438 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:37:49,463 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:37:49,464 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:37:49,464 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:37:49,484 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:37:49,705 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:37:51,684 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:37:51,685 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:37:51,685 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:37:51,691 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:37:51,709 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:37:54,036 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:37:54,037 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:37:54,037 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:37:54,044 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:37:54,715 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:37:55,046 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:37:56,372 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:37:56,374 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:37:56,374 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:37:56,377 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:37:56,720 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:37:58,872 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:37:58,874 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:37:58,874 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:37:58,879 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:37:59,600 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:37:59,601 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:37:59,730 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:38:00,813 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:38:00,865 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:38:00,866 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:38:00,867 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:38:00,872 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:38:01,734 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:38:03,069 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:38:03,071 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:38:03,072 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:38:03,076 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:38:03,739 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:38:05,185 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:38:05,186 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:38:05,187 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:38:05,191 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:38:05,742 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:38:06,193 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:38:07,183 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:38:07,185 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:38:07,186 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:38:07,190 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:38:07,747 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:38:09,215 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:38:09,216 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:38:09,217 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:38:09,222 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:38:09,751 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:38:11,224 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:38:11,569 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:38:11,570 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:38:11,571 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:38:11,576 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:38:11,754 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:38:13,996 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:38:13,997 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:38:13,998 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:38:14,003 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:38:14,181 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:38:14,600 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:38:14,602 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:38:14,766 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:38:16,110 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:38:16,111 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:38:16,113 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:38:16,118 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:38:16,770 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:38:17,120 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:38:18,418 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:38:18,419 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:38:18,420 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:38:18,424 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:38:18,775 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:38:20,816 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:38:20,818 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:38:20,818 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:38:20,823 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:38:21,782 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:38:22,825 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:38:22,896 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:38:22,898 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:38:22,898 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:38:22,912 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:38:23,787 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:38:24,775 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:38:24,777 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:38:24,778 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:38:24,785 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:38:24,789 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:38:26,717 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:38:26,719 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:38:26,720 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:38:26,725 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:38:26,794 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:38:28,706 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:38:28,707 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:38:28,708 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:38:28,709 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:38:28,714 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:38:28,798 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:38:29,601 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:38:29,602 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:38:30,809 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:38:30,815 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:38:30,815 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:38:30,819 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:38:31,804 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:38:33,136 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:38:33,137 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:38:33,138 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:38:33,143 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:38:33,808 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:38:34,144 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:38:35,714 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:38:35,715 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:38:35,716 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:38:35,719 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:38:35,813 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:38:37,949 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:38:37,951 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:38:37,951 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:38:37,955 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:38:38,821 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:38:39,957 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:38:40,511 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:38:40,512 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:38:40,512 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:38:40,523 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:38:40,826 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:38:42,676 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:38:42,678 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:38:42,679 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:38:42,683 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:38:42,830 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:38:44,181 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:38:44,601 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:38:44,601 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:38:44,778 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:38:44,807 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:38:44,808 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:38:44,812 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:38:44,833 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:38:45,813 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:38:46,622 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:38:46,624 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:38:46,624 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:38:46,629 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:38:46,838 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:38:48,423 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:38:48,425 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:38:48,426 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:38:48,430 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:38:48,843 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:38:50,327 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:38:50,329 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:38:50,330 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:38:50,334 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:38:50,847 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:38:51,336 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:38:52,498 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:38:52,499 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:38:52,499 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:38:52,502 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:38:52,852 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:38:54,979 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:38:54,980 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:38:54,980 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:38:54,985 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:38:55,860 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:38:56,987 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:38:57,259 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:38:57,260 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:38:57,261 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:38:57,267 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:38:57,864 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:38:59,601 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:38:59,603 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:38:59,844 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:38:59,845 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:38:59,846 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:38:59,852 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:38:59,871 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:39:02,497 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:39:02,498 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:39:02,499 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:39:02,499 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:39:02,502 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:39:02,878 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:39:04,779 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:39:04,781 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:39:04,782 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:39:04,800 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:39:04,883 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:39:07,054 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:39:07,056 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:39:07,057 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:39:07,062 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:39:07,892 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:39:08,064 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:39:09,095 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:39:09,096 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:39:09,097 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:39:09,103 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:39:09,896 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:39:10,973 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:39:10,975 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:39:10,976 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:39:10,982 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:39:11,900 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:39:13,025 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:39:13,026 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:39:13,027 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:39:13,031 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:39:13,906 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:39:14,033 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:39:14,182 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:39:14,601 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:39:14,608 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:39:15,261 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:39:15,262 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:39:15,265 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:39:15,273 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:39:15,909 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:39:17,695 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:39:17,697 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:39:17,699 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:39:17,704 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:39:17,916 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:39:19,706 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:39:20,290 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:39:20,292 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:39:20,292 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:39:20,303 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:39:20,925 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:39:22,812 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:39:22,813 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:39:22,815 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:39:22,821 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:39:22,932 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:39:24,823 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:39:25,337 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:39:25,338 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:39:25,342 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:39:25,345 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:39:25,941 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:39:27,620 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:39:27,621 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:39:27,622 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:39:27,629 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:39:27,946 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:39:29,601 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:39:29,602 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:39:29,694 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:39:29,806 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:39:29,807 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:39:29,812 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:39:29,952 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:39:30,814 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:39:31,711 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:39:31,713 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:39:31,713 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:39:31,718 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:39:31,957 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:39:33,751 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:39:33,754 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:39:33,755 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:39:33,759 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:39:33,961 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:39:35,565 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:39:35,567 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:39:35,567 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:39:35,572 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:39:35,965 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:39:36,573 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:39:37,633 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:39:37,634 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:39:37,634 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:39:37,648 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:39:37,969 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:39:39,986 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:39:39,987 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:39:39,987 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:39:39,997 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:39:40,975 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:39:41,999 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:39:42,456 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:39:42,457 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:39:42,458 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:39:42,461 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:39:42,980 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:39:44,183 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:39:44,601 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:39:44,602 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:39:44,822 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:39:44,823 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:39:44,823 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:39:44,834 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:39:44,984 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:39:47,107 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:39:47,109 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:39:47,111 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:39:47,111 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:39:47,115 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:39:48,009 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:39:49,258 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:39:49,260 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:39:49,261 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:39:49,265 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:39:50,013 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:39:51,380 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:39:51,382 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:39:51,382 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:39:51,387 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:39:52,017 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:39:52,389 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:39:53,315 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:39:53,317 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:39:53,318 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:39:53,322 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:39:54,021 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:39:55,368 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:39:55,370 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:39:55,371 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:39:55,375 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:39:56,029 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:39:57,175 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:39:57,177 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:39:57,177 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:39:57,182 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:39:58,037 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:39:58,183 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:39:59,388 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:39:59,389 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:39:59,390 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:39:59,396 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:39:59,605 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:39:59,612 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:40:00,046 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:40:01,611 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:40:01,612 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:40:01,612 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:40:01,632 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:40:02,074 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:40:03,635 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:40:04,179 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:40:04,180 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:40:04,180 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:40:04,188 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:40:05,080 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:40:06,380 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:40:06,382 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:40:06,385 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:40:06,389 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:40:07,085 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:40:08,737 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:40:08,738 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:40:08,739 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:40:08,741 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:40:08,743 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:40:09,109 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:40:11,036 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:40:11,038 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:40:11,038 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:40:11,044 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:40:11,113 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:40:12,862 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:40:12,864 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:40:12,864 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:40:12,868 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:40:13,124 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:40:13,870 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:40:14,183 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:40:14,606 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:40:14,607 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:40:14,857 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:40:14,859 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:40:14,860 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:40:14,864 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:40:15,132 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:40:16,862 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:40:16,863 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:40:16,864 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:40:16,868 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:40:17,136 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:40:18,871 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:40:19,029 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:40:19,030 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:40:19,031 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:40:19,036 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:40:19,140 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:40:20,956 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:40:20,957 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:40:20,958 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:40:20,969 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:40:21,144 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:40:23,162 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:40:23,163 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:40:23,163 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:40:23,181 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:40:24,151 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:40:24,182 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:40:25,523 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:40:25,524 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:40:25,527 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:40:25,531 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:40:26,156 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:40:27,963 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:40:27,964 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:40:27,965 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:40:27,969 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:40:28,166 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:40:29,606 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:40:29,614 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:40:29,825 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:40:30,236 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:40:30,237 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:40:30,238 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:40:30,241 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:40:31,174 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:40:32,436 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:40:32,438 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:40:32,438 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:40:32,443 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:40:33,178 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:40:34,510 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:40:34,511 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:40:34,512 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:40:34,516 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:40:35,182 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:40:35,518 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:40:36,474 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:40:36,475 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:40:36,476 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:40:36,483 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:40:37,189 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:40:38,714 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:40:38,715 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:40:38,715 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:40:38,722 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:40:39,193 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:40:40,724 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:40:41,084 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:40:41,086 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:40:41,086 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:40:41,091 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:40:41,199 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:40:43,286 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:40:43,287 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:40:43,288 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:40:43,291 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:40:44,184 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:40:44,212 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:40:44,606 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:40:44,607 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:40:45,818 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:40:45,943 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:40:45,944 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:40:45,946 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:40:45,951 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:40:46,221 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:40:48,240 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:40:48,241 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:40:48,242 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:40:48,249 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:40:49,229 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:40:50,640 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:40:50,641 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:40:50,641 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:40:50,649 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:40:51,233 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:40:51,651 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:40:52,936 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:40:52,938 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:40:52,938 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:40:52,947 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:40:53,240 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:40:55,175 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:40:55,177 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:40:55,178 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:40:55,183 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:40:55,244 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:40:57,161 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:40:57,163 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:40:57,163 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:40:57,164 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:40:57,168 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:40:57,248 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:40:59,280 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:40:59,282 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:40:59,283 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:40:59,287 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:40:59,606 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:40:59,607 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:41:00,255 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:41:01,455 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:41:01,457 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:41:01,457 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:41:01,462 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:41:02,259 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:41:02,464 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:41:03,457 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:41:03,459 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:41:03,459 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:41:03,478 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:41:04,264 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:41:05,359 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:41:05,361 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:41:05,361 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:41:05,365 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:41:06,269 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:41:07,444 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:41:07,445 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:41:07,446 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:41:07,453 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:41:08,273 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:41:08,454 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:41:09,739 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:41:09,740 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:41:09,744 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:41:09,751 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:41:10,277 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:41:12,089 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:41:12,090 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:41:12,091 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:41:12,100 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:41:12,281 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:41:14,102 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:41:14,185 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:41:14,398 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:41:14,400 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:41:14,402 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:41:14,410 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:41:14,606 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:41:14,607 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:41:15,289 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:41:16,960 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:41:16,961 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:41:16,962 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:41:16,968 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:41:17,298 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:41:19,083 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:41:19,085 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:41:19,086 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:41:19,090 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:41:19,302 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:41:20,091 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:41:21,176 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:41:21,178 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:41:21,178 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:41:21,182 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:41:21,306 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:41:23,256 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:41:23,257 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:41:23,258 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:41:23,263 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:41:23,311 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:41:25,187 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:41:25,189 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:41:25,190 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:41:25,191 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:41:25,196 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:41:25,314 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:41:27,218 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:41:27,220 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:41:27,220 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:41:27,225 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:41:27,318 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:41:29,345 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:41:29,346 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:41:29,346 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:41:29,353 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:41:29,606 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:41:29,612 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:41:30,325 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:41:30,817 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:41:31,476 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:41:31,477 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:41:31,478 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:41:31,481 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:41:32,329 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:41:33,674 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:41:33,676 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:41:33,677 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:41:33,681 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:41:34,334 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:41:36,308 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:41:36,313 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:41:36,314 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:41:36,314 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:41:36,319 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:41:36,339 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:41:38,679 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:41:38,680 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:41:38,681 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:41:38,695 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:41:39,361 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:41:41,150 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:41:41,151 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:41:41,152 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:41:41,156 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:41:41,366 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:41:42,159 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:41:43,285 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:41:43,286 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:41:43,287 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:41:43,312 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:41:43,370 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:41:44,186 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:41:44,616 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:41:44,617 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:41:45,339 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:41:45,340 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:41:45,341 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:41:45,345 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:41:45,375 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:41:47,347 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:41:47,462 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:41:47,463 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:41:47,464 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:41:47,468 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:41:48,382 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:41:49,609 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:41:49,612 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:41:49,613 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:41:49,624 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:41:50,387 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:41:51,761 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:41:51,763 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:41:51,763 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:41:51,771 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:41:52,393 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:41:52,776 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:41:54,426 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:41:54,427 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:41:54,427 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:41:54,431 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:41:55,400 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:41:57,036 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:41:57,037 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:41:57,038 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:41:57,041 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:41:57,405 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:41:58,043 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:41:59,617 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:41:59,619 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:41:59,788 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:41:59,862 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:41:59,863 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:41:59,866 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:42:00,416 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:42:02,266 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:42:02,267 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:42:02,268 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:42:02,271 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:42:02,422 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:42:03,273 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:42:04,570 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:42:04,571 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:42:04,574 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:42:04,580 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:42:05,430 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:42:06,612 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:42:06,613 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:42:06,614 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:42:06,618 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:42:07,435 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:42:08,620 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:42:08,912 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:42:08,914 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:42:08,914 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:42:08,923 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:42:09,439 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:42:10,928 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:42:10,930 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:42:10,930 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:42:10,935 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:42:11,443 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:42:12,904 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:42:12,910 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:42:12,911 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:42:12,914 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:42:13,449 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:42:13,916 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:42:14,190 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:42:14,630 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:42:14,635 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:42:15,433 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:42:15,434 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:42:15,435 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:42:15,440 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:42:15,455 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:42:17,997 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:42:17,998 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:42:17,998 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:42:18,004 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:42:18,462 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:42:19,006 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:42:20,354 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:42:20,356 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:42:20,356 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:42:20,360 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:42:20,467 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:42:22,762 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:42:22,763 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:42:22,766 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:42:22,780 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:42:23,474 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:42:24,782 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:42:25,064 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:42:25,065 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:42:25,066 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:42:25,073 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:42:25,479 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:42:27,252 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:42:27,254 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:42:27,255 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:42:27,259 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:42:27,489 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:42:29,097 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:42:29,099 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:42:29,099 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:42:29,104 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:42:29,494 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:42:29,629 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:42:29,630 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:42:29,844 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:42:31,161 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:42:31,163 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:42:31,164 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:42:31,168 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:42:31,498 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:42:33,240 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:42:33,242 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:42:33,243 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:42:33,247 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:42:33,502 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:42:35,250 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:42:35,325 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:42:35,326 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:42:35,327 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:42:35,330 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:42:35,506 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:42:37,885 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:42:37,886 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:42:37,886 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:42:37,890 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:42:38,513 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:42:40,259 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:42:40,261 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:42:40,261 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:42:40,262 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:42:40,265 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:42:40,518 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:42:42,449 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:42:42,450 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:42:42,451 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:42:42,457 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:42:42,523 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:42:44,187 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:42:44,629 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:42:44,636 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:42:44,649 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:42:44,849 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:42:44,860 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:42:44,871 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:42:45,530 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:42:45,875 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:42:46,826 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:42:46,828 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:42:46,829 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:42:46,833 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:42:47,534 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:42:48,882 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:42:48,883 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:42:48,884 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:42:48,888 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:42:49,538 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:42:50,890 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:42:51,042 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:42:51,043 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:42:51,044 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:42:51,049 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:42:51,542 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:42:53,077 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:42:53,079 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:42:53,080 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:42:53,084 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:42:53,547 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:42:55,126 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:42:55,127 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:42:55,128 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:42:55,132 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:42:55,551 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:42:56,135 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:42:57,272 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:42:57,274 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:42:57,274 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:42:57,280 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:42:57,566 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:42:59,574 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:42:59,577 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:42:59,579 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:42:59,584 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:42:59,629 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:42:59,631 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:43:00,572 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:43:01,845 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:43:01,856 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:43:01,857 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:43:01,858 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:43:01,861 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:43:02,577 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:43:04,281 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:43:04,282 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:43:04,282 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:43:04,296 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:43:04,583 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:43:06,725 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:43:06,729 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:43:06,729 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:43:06,732 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:43:07,599 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:43:07,734 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:43:08,939 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:43:08,941 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:43:08,942 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:43:08,946 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:43:09,602 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:43:10,957 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:43:10,958 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:43:10,959 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:43:10,964 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:43:11,606 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:43:12,966 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:43:13,022 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:43:13,024 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:43:13,024 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:43:13,029 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:43:13,611 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:43:14,188 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:43:14,630 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:43:14,630 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:43:15,126 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:43:15,128 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:43:15,129 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:43:15,134 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:43:15,616 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:43:17,147 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:43:17,149 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:43:17,150 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:43:17,154 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:43:17,620 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:43:18,155 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:43:19,091 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:43:19,093 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:43:19,093 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:43:19,106 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:43:19,624 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:43:21,495 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:43:21,496 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:43:21,496 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:43:21,501 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:43:21,629 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:43:23,503 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:43:23,808 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:43:23,809 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:43:23,810 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:43:23,816 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:43:24,640 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:43:26,233 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:43:26,235 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:43:26,235 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:43:26,244 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:43:26,645 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:43:28,456 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:43:28,458 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:43:28,458 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:43:28,469 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:43:28,650 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:43:29,470 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:43:29,630 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:43:29,631 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:43:30,941 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:43:30,942 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:43:30,943 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:43:30,947 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:43:31,657 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:43:33,020 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:43:33,021 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:43:33,022 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:43:33,026 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:43:33,661 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:43:34,817 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:43:34,819 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:43:34,820 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:43:34,821 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:43:34,824 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:43:35,666 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:43:36,668 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:43:36,669 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:43:36,670 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:43:36,675 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:43:37,674 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:43:38,805 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:43:38,807 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:43:38,807 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:43:38,812 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:43:39,678 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:43:40,813 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:43:40,820 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:43:40,821 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:43:40,822 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:43:40,825 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:43:41,682 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:43:43,164 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:43:43,166 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:43:43,166 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:43:43,184 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:43:43,687 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:43:44,189 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:43:44,759 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:43:44,759 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:43:45,528 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:43:45,529 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:43:45,530 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:43:45,535 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:43:45,691 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:43:46,537 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:43:47,932 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:43:47,934 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:43:47,934 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:43:47,940 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:43:48,702 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:43:50,443 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:43:50,445 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:43:50,445 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:43:50,450 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:43:50,708 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:43:52,452 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:43:52,516 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:43:52,518 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:43:52,518 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:43:52,523 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:43:52,712 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:43:54,557 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:43:54,558 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:43:54,559 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:43:54,563 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:43:54,717 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:43:56,632 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:43:56,633 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:43:56,634 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:43:56,638 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:43:56,721 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:43:57,640 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:43:58,810 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:43:58,811 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:43:58,812 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:43:58,816 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:43:59,727 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:43:59,759 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:43:59,760 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:44:00,790 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:44:00,792 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:44:00,792 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:44:00,796 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:44:01,731 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:44:02,798 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:44:02,941 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:44:02,943 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:44:02,943 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:44:02,949 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:44:03,736 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:44:05,154 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:44:05,156 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:44:05,156 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:44:05,163 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:44:05,741 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:44:07,588 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:44:07,590 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:44:07,591 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:44:07,602 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:44:07,745 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:44:08,604 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:44:10,029 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:44:10,031 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:44:10,033 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:44:10,038 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:44:10,752 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:44:13,751 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:44:13,761 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 07:44:14,189 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:44:14,759 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:44:14,759 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:44:14,764 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 07:44:16,769 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 07:44:18,773 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 07:44:19,288 DEBUG SenderThread:15157 [sender.py:send():375] send: files +2023-06-23 07:44:19,289 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file media/images/sample_0_249_0e8c442b27fc0716e302.png with policy now +2023-06-23 07:44:19,290 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:44:19,292 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:44:19,292 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:44:19,293 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:44:19,301 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:44:19,399 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:44:19,776 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:44:19,777 INFO Thread-12 :15157 [dir_watcher.py:_on_file_created():278] file/dir created: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_249_0e8c442b27fc0716e302.png +2023-06-23 07:44:19,779 INFO Thread-12 :15157 [dir_watcher.py:_on_file_created():278] file/dir created: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media +2023-06-23 07:44:19,779 INFO Thread-12 :15157 [dir_watcher.py:_on_file_created():278] file/dir created: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images +2023-06-23 07:44:21,320 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:44:21,322 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:44:21,322 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:44:21,341 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:44:21,601 INFO wandb-upload_0:15157 [upload_job.py:push():137] Uploaded file /tmp/tmp3d82qperwandb/z263bn3z-media/images/sample_0_249_0e8c442b27fc0716e302.png +2023-06-23 07:44:21,784 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:44:23,255 INFO wandb-upload_0:15157 [upload_job.py:push():137] Uploaded file /tmp/tmp3d82qperwandb/sbc2zb57-media/images/sample_0_249_0e8c442b27fc0716e302.png +2023-06-23 07:44:23,396 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:44:23,398 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:44:23,398 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:44:23,403 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:44:23,792 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:44:24,404 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:44:25,600 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:44:25,601 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:44:25,602 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:44:25,605 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:44:25,801 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:44:28,002 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:44:28,004 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:44:28,004 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:44:28,012 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:44:28,815 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:44:29,759 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:44:29,760 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:44:29,973 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:44:30,301 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:44:30,303 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:44:30,305 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:44:30,310 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:44:30,845 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:44:32,991 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:44:32,992 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:44:32,993 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:44:32,997 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:44:33,868 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:44:35,000 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:44:35,361 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:44:35,362 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:44:35,363 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:44:35,366 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:44:35,881 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:44:37,716 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:44:37,718 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:44:37,718 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:44:37,722 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:44:37,890 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:44:39,787 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:44:39,788 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:44:39,789 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:44:39,793 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:44:39,897 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:44:40,795 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:44:41,866 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:44:41,868 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:44:41,868 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:44:41,873 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:44:41,905 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:44:44,153 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:44:44,155 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:44:44,155 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:44:44,164 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:44:44,190 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:44:44,759 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:44:44,760 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:44:44,918 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:44:45,972 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:44:46,390 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:44:46,392 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:44:46,392 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:44:46,400 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:44:46,931 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:44:48,780 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:44:48,781 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:44:48,782 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:44:48,797 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:44:48,944 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:44:51,013 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:44:51,014 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:44:51,016 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:44:51,016 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:44:51,020 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:44:51,972 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:44:53,426 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:44:53,427 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:44:53,427 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:44:53,433 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:44:53,980 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:44:55,773 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:44:55,774 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:44:55,775 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:44:55,782 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:44:55,991 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:44:56,786 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:44:58,134 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:44:58,135 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:44:58,135 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:44:58,138 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:44:59,012 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:44:59,759 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:44:59,760 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:45:00,805 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:45:00,806 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:45:00,807 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:45:00,812 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:45:01,019 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:45:01,814 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:45:02,922 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:45:02,924 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:45:02,925 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:45:02,945 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:45:03,027 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:45:05,103 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:45:05,104 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:45:05,105 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:45:05,109 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:45:06,042 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:45:07,111 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:45:07,296 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:45:07,298 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:45:07,298 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:45:07,303 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:45:08,048 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:45:09,337 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:45:09,339 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:45:09,342 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:45:09,350 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:45:10,056 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:45:12,065 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:45:12,066 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:45:12,067 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:45:12,073 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:45:13,066 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:45:13,074 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:45:14,190 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:45:14,671 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:45:14,673 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:45:14,674 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:45:14,679 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:45:14,759 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:45:14,760 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:45:15,079 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:45:16,941 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:45:16,943 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:45:16,943 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:45:16,948 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:45:17,096 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:45:18,950 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:45:19,303 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:45:19,305 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:45:19,305 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:45:19,311 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:45:20,133 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:45:21,819 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:45:21,821 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:45:21,822 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:45:21,826 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:45:22,141 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:45:23,647 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:45:23,649 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:45:23,650 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:45:23,653 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:45:24,151 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:45:24,655 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:45:25,699 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:45:25,701 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:45:25,701 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:45:25,705 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:45:26,157 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:45:27,683 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:45:27,685 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:45:27,685 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:45:27,690 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:45:28,165 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:45:29,692 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:45:29,759 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:45:29,773 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:45:29,773 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:45:29,978 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:45:29,980 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:45:29,989 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:45:30,172 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:45:31,962 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:45:31,963 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:45:31,964 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:45:31,967 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:45:32,179 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:45:34,325 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:45:34,326 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:45:34,326 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:45:34,333 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:45:35,189 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:45:35,335 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:45:36,778 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:45:36,779 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:45:36,780 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:45:36,789 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:45:37,202 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:45:39,396 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:45:39,398 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:45:39,399 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:45:39,405 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:45:40,213 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:45:40,407 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:45:41,595 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:45:41,597 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:45:41,597 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:45:41,607 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:45:42,222 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:45:44,076 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:45:44,078 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:45:44,078 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:45:44,081 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:45:44,191 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:45:44,229 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:45:44,760 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:45:44,763 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:45:45,977 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:45:46,385 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:45:46,386 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:45:46,387 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:45:46,391 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:45:47,250 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:45:48,595 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:45:48,597 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:45:48,598 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:45:48,602 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:45:49,257 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:45:50,653 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:45:50,654 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:45:50,655 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:45:50,662 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:45:51,264 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:45:51,665 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:45:52,738 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:45:52,740 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:45:52,740 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:45:52,745 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:45:53,272 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:45:54,704 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:45:54,705 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:45:54,706 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:45:54,710 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:45:55,279 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:45:56,589 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:45:56,591 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:45:56,592 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:45:56,597 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:45:57,286 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:45:57,598 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:45:58,772 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:45:58,773 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:45:58,774 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:45:58,777 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:45:59,295 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:45:59,760 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:45:59,760 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:46:01,062 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:46:01,063 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:46:01,063 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:46:01,069 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:46:01,307 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:46:03,071 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:46:03,378 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:46:03,380 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:46:03,380 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:46:03,385 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:46:04,324 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:46:05,961 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:46:05,962 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:46:05,963 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:46:05,968 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:46:06,331 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:46:08,235 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:46:08,236 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:46:08,236 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:46:08,237 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:46:08,241 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:46:08,338 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:46:10,536 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:46:10,538 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:46:10,538 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:46:10,543 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:46:11,350 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:46:12,432 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:46:12,434 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:46:12,434 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:46:12,438 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:46:13,361 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:46:13,441 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:46:14,192 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:46:14,617 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:46:14,619 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:46:14,619 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:46:14,623 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:46:14,766 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:46:14,767 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:46:15,369 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:46:16,584 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:46:16,587 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:46:16,587 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:46:16,591 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:46:17,378 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:46:18,344 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:46:18,347 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:46:18,347 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:46:18,351 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:46:18,381 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:46:19,353 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:46:20,452 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:46:20,454 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:46:20,454 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:46:20,469 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:46:21,409 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:46:22,719 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:46:22,721 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:46:22,721 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:46:22,732 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:46:23,419 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:46:24,733 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:46:25,103 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:46:25,105 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:46:25,105 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:46:25,112 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:46:25,440 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:46:27,510 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:46:27,511 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:46:27,511 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:46:27,518 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:46:28,466 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:46:29,766 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:46:29,768 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:46:29,768 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:46:29,867 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:46:29,983 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:46:29,984 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:46:29,988 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:46:30,478 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:46:31,941 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:46:31,943 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:46:31,944 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:46:31,948 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:46:32,484 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:46:33,795 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:46:33,796 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:46:33,797 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:46:33,801 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:46:34,492 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:46:34,803 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:46:35,690 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:46:35,691 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:46:35,692 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:46:35,696 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:46:36,506 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:46:37,576 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:46:37,578 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:46:37,578 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:46:37,582 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:46:38,514 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:46:39,515 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:46:39,517 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:46:39,517 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:46:39,526 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:46:40,529 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:46:40,532 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:46:41,436 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:46:41,438 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:46:41,438 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:46:41,441 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:46:41,536 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:46:43,462 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:46:43,467 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:46:43,468 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:46:43,471 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:46:43,544 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:46:44,192 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:46:44,766 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:46:44,767 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:46:45,858 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:46:45,860 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:46:45,860 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:46:45,860 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:46:45,866 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:46:46,555 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:46:48,372 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:46:48,373 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:46:48,374 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:46:48,377 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:46:48,563 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:46:50,873 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:46:50,875 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:46:50,875 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:46:50,876 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:46:50,879 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:46:51,585 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:46:53,184 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:46:53,186 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:46:53,186 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:46:53,192 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:46:53,594 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:46:55,215 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:46:55,217 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:46:55,218 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:46:55,222 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:46:55,601 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:46:56,223 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:46:56,986 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:46:56,988 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:46:56,988 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:46:56,996 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:46:57,608 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:46:59,088 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:46:59,089 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:46:59,090 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:46:59,094 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:46:59,614 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:46:59,766 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:46:59,767 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:47:01,073 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:47:01,075 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:47:01,075 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:47:01,080 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:47:01,621 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:47:02,081 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:47:03,054 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:47:03,055 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:47:03,056 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:47:03,062 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:47:03,628 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:47:05,592 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:47:05,593 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:47:05,593 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:47:05,598 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:47:05,635 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:47:07,600 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:47:07,855 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:47:07,857 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:47:07,857 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:47:07,869 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:47:08,657 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:47:10,191 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:47:10,193 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:47:10,193 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:47:10,199 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:47:10,671 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:47:12,591 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:47:12,592 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:47:12,593 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:47:12,597 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:47:12,680 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:47:13,599 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:47:14,193 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:47:14,627 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:47:14,629 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:47:14,629 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:47:14,636 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:47:14,687 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:47:14,771 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:47:14,773 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:47:16,457 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:47:16,459 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:47:16,459 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:47:16,465 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:47:16,699 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:47:18,568 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:47:18,569 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:47:18,570 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:47:18,575 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:47:18,708 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:47:19,577 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:47:20,851 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:47:20,853 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:47:20,854 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:47:20,858 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:47:21,724 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:47:22,775 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:47:22,777 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:47:22,778 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:47:22,781 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:47:23,731 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:47:24,783 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:47:25,039 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:47:25,041 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:47:25,042 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:47:25,053 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:47:25,762 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:47:27,826 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:47:27,827 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:47:27,829 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:47:27,833 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:47:28,777 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:47:29,771 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:47:29,771 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:47:29,984 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:47:30,335 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:47:30,336 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:47:30,337 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:47:30,340 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:47:30,797 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:47:32,994 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:47:32,997 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:47:32,998 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:47:33,007 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:47:33,830 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:47:35,012 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:47:35,620 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:47:35,621 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:47:35,621 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:47:35,625 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:47:35,874 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:47:38,018 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:47:38,020 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:47:38,021 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:47:38,025 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:47:38,887 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:47:40,026 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:47:40,061 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:47:40,062 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:47:40,063 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:47:40,083 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:47:40,895 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:47:42,175 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:47:42,177 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:47:42,177 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:47:42,182 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:47:42,902 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:47:44,194 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:47:44,395 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:47:44,396 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:47:44,397 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:47:44,403 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:47:44,771 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:47:44,772 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:47:44,909 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:47:45,977 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:47:46,713 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:47:46,715 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:47:46,715 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:47:46,720 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:47:46,920 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:47:49,029 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:47:49,030 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:47:49,030 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:47:49,033 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:47:49,931 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:47:51,035 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:47:51,627 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:47:51,629 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:47:51,629 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:47:51,632 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:47:51,945 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:47:53,913 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:47:53,915 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:47:53,915 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:47:53,921 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:47:53,953 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:47:56,214 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:47:56,215 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:47:56,216 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:47:56,219 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:47:56,235 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:47:56,970 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:47:58,679 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:47:58,680 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:47:58,681 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:47:58,692 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:47:58,985 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:47:59,771 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:47:59,772 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:48:00,745 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:48:00,747 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:48:00,747 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:48:00,751 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:48:00,991 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:48:01,753 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:48:02,437 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:48:02,438 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:48:02,439 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:48:02,439 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:48:02,439 WARNING HandlerThread:15157 [handler.py:handle_request_partial_history():551] Step 1 < 350. Dropping entry: {'loss/epoch': 0.3217144310900143, '_timestamp': 1687506482.4385061}. +2023-06-23 07:48:02,443 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:48:03,001 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:48:04,004 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 07:48:05,481 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:48:05,483 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:48:05,484 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:48:05,489 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:48:06,012 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:48:07,491 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:48:07,681 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:48:07,684 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:48:07,684 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:48:07,689 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:48:08,018 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:48:09,678 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:48:09,679 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:48:09,680 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:48:09,683 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:48:10,026 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:48:11,857 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:48:11,858 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:48:11,859 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:48:11,872 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:48:12,040 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:48:12,874 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:48:14,195 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:48:14,278 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:48:14,279 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:48:14,279 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:48:14,292 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:48:14,771 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:48:14,772 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:48:15,052 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:48:16,441 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:48:16,442 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:48:16,443 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:48:16,449 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:48:17,060 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:48:18,451 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:48:18,721 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:48:18,722 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:48:18,725 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:48:18,729 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:48:19,070 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:48:21,341 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:48:21,343 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:48:21,343 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:48:21,347 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:48:22,088 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:48:23,342 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:48:23,344 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:48:23,345 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:48:23,349 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:48:24,097 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:48:24,351 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:48:25,425 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:48:25,426 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:48:25,427 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:48:25,431 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:48:26,108 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:48:27,475 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:48:27,477 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:48:27,478 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:48:27,486 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:48:28,116 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:48:29,260 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:48:29,262 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:48:29,262 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:48:29,266 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:48:29,771 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:48:29,772 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:48:29,976 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:48:30,124 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:48:31,195 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:48:31,197 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:48:31,200 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:48:31,204 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:48:32,131 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:48:33,586 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:48:33,587 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:48:33,588 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:48:33,592 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:48:34,139 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:48:35,594 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:48:35,803 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:48:35,805 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:48:35,805 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:48:35,808 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:48:36,153 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:48:38,207 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:48:38,208 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:48:38,209 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:48:38,212 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:48:39,173 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:48:40,585 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:48:40,586 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:48:40,587 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:48:40,590 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:48:41,181 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:48:41,592 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:48:42,888 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:48:42,889 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:48:42,890 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:48:42,901 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:48:43,193 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:48:44,195 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:48:44,771 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:48:44,772 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:48:45,085 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:48:45,086 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:48:45,087 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:48:45,092 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:48:45,202 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:48:46,981 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:48:46,983 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:48:46,984 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:48:46,984 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:48:46,989 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:48:47,210 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:48:49,086 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:48:49,088 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:48:49,089 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:48:49,093 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:48:49,217 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:48:51,186 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:48:51,188 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:48:51,189 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:48:51,193 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:48:51,226 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:48:52,195 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:48:53,320 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:48:53,321 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:48:53,322 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:48:53,333 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:48:54,239 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:48:55,724 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:48:55,725 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:48:55,725 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:48:55,730 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:48:56,248 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:48:57,732 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:48:58,023 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:48:58,025 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:48:58,025 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:48:58,044 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:48:58,259 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:48:59,771 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:48:59,773 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:49:00,486 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:49:00,488 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:49:00,488 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:49:00,495 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:49:01,284 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:49:02,952 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:49:02,953 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:49:02,954 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:49:02,955 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:49:02,958 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:49:03,294 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:49:05,141 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:49:05,143 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:49:05,143 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:49:05,148 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:49:05,301 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:49:07,254 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:49:07,256 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:49:07,256 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:49:07,261 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:49:07,308 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:49:08,263 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:49:09,166 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:49:09,167 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:49:09,168 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:49:09,172 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:49:09,316 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:49:11,169 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:49:11,171 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:49:11,172 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:49:11,176 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:49:11,323 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:49:13,273 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:49:13,274 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:49:13,275 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:49:13,275 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:49:13,279 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:49:13,331 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:49:14,196 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:49:14,772 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:49:14,778 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:49:15,276 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:49:15,277 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:49:15,277 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:49:15,281 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:49:15,347 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:49:17,601 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:49:17,602 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:49:17,602 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:49:17,605 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:49:18,358 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:49:18,607 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:49:19,935 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:49:19,937 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:49:19,938 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:49:19,943 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:49:20,381 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:49:22,323 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:49:22,324 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:49:22,325 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:49:22,330 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:49:22,391 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:49:24,332 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:49:24,595 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:49:24,596 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:49:24,596 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:49:24,610 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:49:25,405 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:49:26,922 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:49:26,923 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:49:26,924 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:49:26,929 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:49:27,412 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:49:29,489 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:49:29,490 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:49:29,490 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:49:29,492 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:49:29,510 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:49:29,772 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:49:29,773 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:49:30,424 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:49:31,766 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:49:31,768 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:49:31,770 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:49:31,776 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:49:32,431 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:49:34,030 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:49:34,031 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:49:34,032 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:49:34,038 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:49:34,445 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:49:35,040 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:49:36,462 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:49:36,463 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:49:36,464 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:49:36,472 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:49:37,456 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:49:38,650 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:49:38,652 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:49:38,652 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:49:38,665 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:49:39,477 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:49:40,668 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:49:41,251 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:49:41,253 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:49:41,253 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:49:41,257 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:49:41,490 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:49:43,634 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:49:43,635 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:49:43,635 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:49:43,643 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:49:44,198 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:49:44,501 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:49:44,772 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:49:44,774 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:49:45,841 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:49:45,842 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:49:45,843 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:49:45,844 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:49:45,847 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:49:46,515 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:49:48,036 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:49:48,037 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:49:48,038 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:49:48,045 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:49:48,529 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:49:50,467 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:49:50,468 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:49:50,469 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:49:50,474 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:49:50,537 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:49:51,476 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:49:52,434 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:49:52,435 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:49:52,436 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:49:52,440 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:49:52,544 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:49:54,375 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:49:54,377 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:49:54,378 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:49:54,382 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:49:54,550 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:49:56,413 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:49:56,415 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:49:56,415 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:49:56,419 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:49:56,557 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:49:57,421 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:49:58,410 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:49:58,412 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:49:58,412 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:49:58,416 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:49:58,564 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:49:59,772 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:49:59,777 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:50:00,401 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:50:00,402 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:50:00,403 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:50:00,419 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:50:00,577 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:50:02,423 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:50:02,977 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:50:02,978 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:50:02,979 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:50:02,982 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:50:03,588 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:50:05,204 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:50:05,206 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:50:05,206 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:50:05,213 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:50:05,596 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:50:07,603 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:50:07,604 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:50:07,605 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:50:07,605 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:50:07,615 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:50:08,630 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:50:10,105 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:50:10,106 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:50:10,108 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:50:10,114 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:50:10,634 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:50:12,300 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:50:12,302 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:50:12,302 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:50:12,308 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:50:12,643 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:50:13,311 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:50:14,198 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:50:14,381 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:50:14,383 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:50:14,383 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:50:14,387 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:50:14,649 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:50:14,772 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:50:14,773 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:50:16,429 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:50:16,431 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:50:16,431 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:50:16,447 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:50:16,660 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:50:18,448 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:50:18,501 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:50:18,502 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:50:18,503 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:50:18,509 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:50:18,669 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:50:20,599 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:50:20,601 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:50:20,601 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:50:20,606 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:50:20,676 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:50:22,921 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:50:22,922 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:50:22,922 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:50:22,929 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:50:23,720 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:50:23,930 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:50:25,732 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:50:25,733 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:50:25,734 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:50:25,742 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:50:25,752 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:50:26,785 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:50:28,120 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:50:28,121 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:50:28,122 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:50:28,125 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:50:28,793 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:50:29,127 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:50:29,772 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:50:29,773 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:50:30,299 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:50:30,300 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:50:30,301 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:50:30,314 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:50:30,806 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:50:32,857 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:50:32,859 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:50:32,861 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:50:32,865 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:50:33,826 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:50:34,867 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:50:35,315 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:50:35,317 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:50:35,318 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:50:35,323 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:50:35,834 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:50:37,369 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:50:37,371 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:50:37,371 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:50:37,375 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:50:37,841 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:50:39,470 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:50:39,472 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:50:39,473 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:50:39,479 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:50:39,850 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:50:40,481 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:50:41,476 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:50:41,478 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:50:41,479 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:50:41,483 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:50:41,857 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:50:43,645 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:50:43,647 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:50:43,647 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:50:43,652 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:50:43,872 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:50:44,199 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:50:44,772 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:50:44,774 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:50:46,002 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:50:46,194 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:50:46,195 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:50:46,196 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:50:46,201 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:50:46,884 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:50:48,528 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:50:48,529 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:50:48,530 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:50:48,533 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:50:48,892 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:50:50,902 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:50:50,907 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:50:50,907 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:50:50,914 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:50:51,908 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:50:51,915 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:50:53,578 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:50:53,579 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:50:53,580 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:50:53,583 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:50:53,922 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:50:55,835 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:50:55,836 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:50:55,836 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:50:55,840 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:50:55,935 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:50:57,842 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:50:57,985 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:50:57,986 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:50:57,987 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:50:57,996 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:50:58,948 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:50:59,772 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:50:59,773 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:51:00,165 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:51:00,167 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:51:00,167 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:51:00,182 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:51:00,955 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:51:02,144 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:51:02,146 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:51:02,147 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:51:02,151 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:51:02,963 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:51:03,153 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:51:04,220 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:51:04,221 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:51:04,222 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:51:04,228 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:51:04,970 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:51:06,454 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:51:06,455 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:51:06,455 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:51:06,458 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:51:06,997 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:51:08,460 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:51:08,592 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:51:08,593 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:51:08,593 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:51:08,602 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:51:09,021 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:51:11,146 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:51:11,148 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:51:11,148 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:51:11,154 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:51:12,034 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:51:13,419 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:51:13,421 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:51:13,421 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:51:13,424 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:51:14,048 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:51:14,201 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:51:14,203 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:51:14,773 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:51:14,773 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:51:15,955 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:51:15,957 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:51:15,959 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:51:15,968 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:51:16,056 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:51:18,367 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:51:18,368 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:51:18,369 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:51:18,374 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:51:19,066 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:51:19,376 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:51:20,323 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:51:20,324 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:51:20,325 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:51:20,330 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:51:21,074 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:51:22,098 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:51:22,102 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:51:22,102 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:51:22,108 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:51:23,084 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:51:24,281 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:51:24,282 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:51:24,283 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:51:24,287 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:51:25,100 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:51:25,289 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:51:26,055 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:51:26,057 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:51:26,058 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:51:26,062 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:51:26,103 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:51:28,088 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:51:28,090 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:51:28,090 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:51:28,100 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:51:28,112 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:51:29,773 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:51:29,773 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:51:30,292 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:51:30,293 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:51:30,294 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:51:30,295 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:51:30,297 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:51:31,123 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:51:32,360 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:51:32,361 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:51:32,362 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:51:32,368 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:51:33,137 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:51:34,704 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:51:34,705 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:51:34,705 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:51:34,713 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:51:35,151 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:51:35,715 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:51:37,199 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:51:37,200 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:51:37,200 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:51:37,204 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:51:38,164 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:51:39,367 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:51:39,369 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:51:39,369 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:51:39,376 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:51:40,174 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:51:41,378 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:51:41,401 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:51:41,403 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:51:41,403 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:51:41,408 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:51:42,182 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:51:43,191 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:51:43,192 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:51:43,193 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:51:43,198 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:51:44,191 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:51:44,200 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:51:44,773 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:51:44,774 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:51:45,090 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:51:45,091 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:51:45,092 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:51:45,096 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:51:45,194 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:51:47,098 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:51:47,317 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:51:47,318 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:51:47,319 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:51:47,323 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:51:48,205 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:51:49,286 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:51:49,287 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:51:49,288 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:51:49,292 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:51:50,212 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:51:51,494 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:51:51,495 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:51:51,496 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:51:51,499 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:51:52,221 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:51:52,501 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:51:53,839 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:51:53,840 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:51:53,841 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:51:53,844 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:51:54,229 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:51:56,173 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:51:56,174 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:51:56,175 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:51:56,181 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:51:56,237 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:51:58,183 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:51:58,379 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:51:58,380 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:51:58,380 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:51:58,390 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:51:59,248 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:51:59,773 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:51:59,774 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:52:00,846 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:52:00,847 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:52:00,848 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:52:00,856 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:52:01,259 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:52:02,871 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:52:02,873 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:52:02,873 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:52:02,878 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:52:03,265 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:52:03,880 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:52:04,858 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:52:04,860 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:52:04,860 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:52:04,867 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:52:05,273 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:52:06,949 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:52:06,951 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:52:06,952 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:52:06,957 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:52:07,281 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:52:08,961 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:52:08,995 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:52:08,996 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:52:08,997 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:52:09,001 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:52:09,288 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:52:10,834 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:52:10,836 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:52:10,836 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:52:10,840 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:52:11,297 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:52:12,773 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:52:12,774 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:52:12,776 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:52:12,785 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:52:13,304 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:52:14,201 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:52:14,202 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:52:14,773 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:52:14,774 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:52:15,320 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:52:15,321 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:52:15,321 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:52:15,337 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:52:16,319 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:52:17,453 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:52:17,455 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:52:17,456 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:52:17,460 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:52:18,326 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:52:19,462 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:52:19,822 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:52:19,823 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:52:19,823 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:52:19,829 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:52:20,337 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:52:22,175 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:52:22,177 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:52:22,177 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:52:22,181 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:52:22,343 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:52:24,375 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:52:24,376 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:52:24,377 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:52:24,381 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:52:25,356 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:52:25,383 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:52:26,516 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:52:26,517 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:52:26,518 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:52:26,524 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:52:27,364 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:52:28,333 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:52:28,335 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:52:28,335 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:52:28,340 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:52:28,367 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:52:29,773 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:52:29,774 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:52:30,347 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:52:30,349 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:52:30,349 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:52:30,354 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:52:30,374 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:52:31,356 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:52:32,364 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:52:32,366 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:52:32,366 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:52:32,371 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:52:32,382 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:52:34,465 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:52:34,467 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:52:34,467 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:52:34,471 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:52:35,393 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:52:36,475 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:52:36,638 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:52:36,640 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:52:36,640 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:52:36,649 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:52:37,400 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:52:38,995 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:52:38,996 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:52:38,997 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:52:39,000 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:52:39,410 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:52:41,354 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:52:41,356 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:52:41,359 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:52:41,368 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:52:41,421 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:52:42,372 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:52:43,921 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:52:43,922 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:52:43,923 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:52:43,935 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:52:44,202 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:52:44,440 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:52:44,773 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:52:44,774 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:52:46,061 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:52:46,063 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:52:46,064 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:52:46,069 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:52:46,448 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:52:47,951 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:52:47,953 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:52:47,953 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:52:47,954 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:52:47,958 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:52:48,455 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:52:49,954 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:52:49,956 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:52:49,957 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:52:49,961 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:52:50,462 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:52:52,079 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:52:52,081 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:52:52,082 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:52:52,086 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:52:52,474 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:52:53,088 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:52:54,058 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:52:54,060 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:52:54,060 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:52:54,074 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:52:54,482 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:52:56,232 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:52:56,234 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:52:56,234 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:52:56,247 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:52:56,497 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:52:58,252 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:52:58,865 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:52:58,866 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:52:58,867 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:52:58,872 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:52:59,516 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:52:59,774 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:52:59,777 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:53:01,096 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:53:01,097 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:53:01,098 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:53:01,102 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:53:01,526 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:53:03,818 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:53:03,820 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:53:03,820 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:53:03,822 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:53:03,825 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:53:04,541 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:53:06,336 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:53:06,337 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:53:06,340 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:53:06,343 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:53:06,559 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:53:08,559 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:53:08,561 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:53:08,562 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:53:08,574 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:53:08,577 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:53:09,575 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:53:10,714 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:53:10,716 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:53:10,717 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:53:10,730 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:53:11,588 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:53:12,964 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:53:12,966 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:53:12,966 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:53:12,973 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:53:13,598 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:53:14,203 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:53:14,774 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:53:14,775 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:53:14,983 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:53:15,052 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:53:15,053 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:53:15,054 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:53:15,058 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:53:15,605 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:53:17,201 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:53:17,203 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:53:17,204 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:53:17,208 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:53:17,613 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:53:19,384 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:53:19,385 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:53:19,386 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:53:19,388 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:53:19,621 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:53:20,391 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:53:22,090 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:53:22,091 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:53:22,092 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:53:22,095 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:53:22,634 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:53:24,570 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:53:24,571 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:53:24,572 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:53:24,577 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:53:24,648 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:53:25,579 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:53:27,040 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:53:27,041 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:53:27,042 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:53:27,050 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:53:27,665 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:53:29,515 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:53:29,516 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:53:29,517 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:53:29,526 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:53:29,681 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:53:29,775 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:53:29,775 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:53:30,984 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:53:32,380 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:53:32,382 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:53:32,382 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:53:32,394 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:53:32,700 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:53:34,776 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:53:34,777 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:53:34,777 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:53:34,780 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:53:35,716 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:53:36,782 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:53:38,735 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 07:53:39,738 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 07:53:41,752 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 07:53:41,894 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:53:43,762 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 07:53:44,079 DEBUG SenderThread:15157 [sender.py:send():375] send: files +2023-06-23 07:53:44,080 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file media/images/sample_0_499_846e9ae80e2682615b3d.png with policy now +2023-06-23 07:53:44,080 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:53:44,088 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:53:44,088 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:53:44,093 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:53:44,203 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:53:44,229 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:53:44,766 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:53:44,767 INFO Thread-12 :15157 [dir_watcher.py:_on_file_created():278] file/dir created: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_499_846e9ae80e2682615b3d.png +2023-06-23 07:53:44,769 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images +2023-06-23 07:53:44,775 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:53:44,777 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:53:45,439 INFO wandb-upload_0:15157 [upload_job.py:push():137] Uploaded file /tmp/tmp3d82qperwandb/jisawqlx-media/images/sample_0_499_846e9ae80e2682615b3d.png +2023-06-23 07:53:45,770 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 07:53:46,714 INFO wandb-upload_0:15157 [upload_job.py:push():137] Uploaded file /tmp/tmp3d82qperwandb/pw2f84ni-media/images/sample_0_499_846e9ae80e2682615b3d.png +2023-06-23 07:53:46,883 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:53:46,885 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:53:46,885 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:53:46,893 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:53:46,895 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:53:47,778 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:53:49,313 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:53:49,315 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:53:49,315 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:53:49,321 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:53:49,786 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:53:51,567 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:53:51,569 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:53:51,569 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:53:51,575 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:53:51,798 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:53:52,577 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:53:53,924 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:53:53,925 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:53:53,926 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:53:53,931 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:53:54,810 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:53:56,025 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:53:56,027 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:53:56,028 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:53:56,031 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:53:56,818 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:53:58,033 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:53:58,095 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:53:58,096 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:53:58,097 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:53:58,101 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:53:58,826 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:53:59,775 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:53:59,775 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:53:59,912 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:53:59,986 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:53:59,987 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:53:59,990 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:54:00,833 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:54:02,016 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:54:02,018 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:54:02,019 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:54:02,023 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:54:02,841 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:54:04,025 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:54:04,067 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:54:04,068 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:54:04,068 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:54:04,071 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:54:04,849 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:54:06,326 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:54:06,327 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:54:06,328 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:54:06,334 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:54:06,863 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:54:08,767 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:54:08,769 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:54:08,769 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:54:08,774 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:54:08,874 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:54:09,777 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:54:11,068 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:54:11,069 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:54:11,070 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:54:11,077 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:54:11,889 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:54:13,226 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:54:13,227 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:54:13,228 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:54:13,234 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:54:13,897 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:54:14,204 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:54:14,853 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:54:14,854 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:54:15,056 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:54:15,605 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:54:15,607 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:54:15,608 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:54:15,613 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:54:15,906 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:54:17,654 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:54:17,656 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:54:17,656 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:54:17,661 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:54:17,913 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:54:19,750 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:54:19,751 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:54:19,752 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:54:19,767 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:54:19,923 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:54:20,768 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:54:21,667 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:54:21,669 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:54:21,669 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:54:21,674 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:54:21,930 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:54:23,749 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:54:23,751 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:54:23,752 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:54:23,756 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:54:23,938 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:54:25,836 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:54:25,837 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:54:25,837 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:54:25,838 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:54:25,844 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:54:25,945 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:54:28,416 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:54:28,417 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:54:28,417 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:54:28,423 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:54:28,957 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:54:29,941 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:54:29,942 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:54:30,665 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:54:30,667 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:54:30,667 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:54:30,670 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:54:30,965 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:54:31,672 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:54:33,084 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:54:33,085 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:54:33,086 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:54:33,089 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:54:33,978 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:54:35,319 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:54:35,320 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:54:35,321 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:54:35,330 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:54:35,986 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:54:37,334 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:54:37,807 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:54:37,809 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:54:37,810 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:54:37,814 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:54:37,997 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:54:39,574 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:54:39,576 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:54:39,577 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:54:39,581 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:54:40,004 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:54:41,641 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:54:41,642 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:54:41,643 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:54:41,649 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:54:42,012 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:54:42,652 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:54:43,629 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:54:43,630 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:54:43,631 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:54:43,635 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:54:44,019 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:54:44,204 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:54:44,941 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:54:44,942 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:54:45,622 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:54:45,623 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:54:45,624 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:54:45,628 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:54:46,026 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:54:47,647 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:54:47,648 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:54:47,649 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:54:47,652 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:54:47,654 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:54:48,039 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:54:50,128 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:54:50,130 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:54:50,130 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:54:50,136 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:54:51,053 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:54:52,219 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:54:52,220 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:54:52,221 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:54:52,224 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:54:53,061 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:54:53,226 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:54:54,615 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:54:54,616 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:54:54,616 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:54:54,620 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:54:55,069 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:54:56,986 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:54:56,987 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:54:56,988 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:54:56,991 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:54:57,077 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:54:58,993 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:54:59,384 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:54:59,385 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:54:59,386 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:54:59,400 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:54:59,943 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:54:59,944 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:55:00,089 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:55:01,314 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:55:01,315 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:55:01,316 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:55:01,321 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:55:02,096 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:55:03,505 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:55:03,507 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:55:03,508 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:55:03,512 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:55:04,104 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:55:04,513 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:55:05,446 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:55:05,450 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:55:05,451 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:55:05,455 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:55:06,111 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:55:07,443 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:55:07,444 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:55:07,445 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:55:07,450 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:55:08,118 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:55:09,312 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:55:09,314 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:55:09,314 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:55:09,321 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:55:10,133 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:55:10,322 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:55:11,850 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:55:11,851 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:55:11,851 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:55:11,856 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:55:12,141 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:55:14,205 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:55:14,327 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:55:14,328 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:55:14,329 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:55:14,332 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:55:14,944 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:55:14,944 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:55:15,159 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:55:16,151 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:55:16,586 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:55:16,588 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:55:16,589 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:55:16,593 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:55:17,167 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:55:19,028 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:55:19,029 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:55:19,029 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:55:19,034 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:55:19,174 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:55:21,134 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:55:21,136 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:55:21,138 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:55:21,142 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:55:21,186 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:55:22,144 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:55:23,222 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:55:23,224 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:55:23,225 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:55:23,228 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:55:24,197 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:55:25,083 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:55:25,085 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:55:25,086 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:55:25,092 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:55:25,201 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:55:27,231 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:55:27,232 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:55:27,232 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:55:27,234 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:55:27,236 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:55:28,214 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:55:29,234 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:55:29,235 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:55:29,236 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:55:29,241 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:55:29,943 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:55:29,944 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:55:30,223 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:55:31,306 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:55:31,307 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:55:31,308 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:55:31,316 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:55:32,231 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:55:32,318 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:55:33,575 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:55:33,577 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:55:33,577 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:55:33,581 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:55:34,239 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:55:35,883 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:55:35,884 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:55:35,885 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:55:35,900 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:55:36,247 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:55:37,902 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:55:38,192 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:55:38,193 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:55:38,194 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:55:38,201 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:55:38,254 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:55:40,387 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:55:40,389 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:55:40,390 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:55:40,400 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:55:41,265 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:55:42,649 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:55:42,652 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:55:42,653 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:55:42,659 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:55:43,273 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:55:43,661 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:55:44,206 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:55:44,729 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:55:44,731 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:55:44,732 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:55:44,736 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:55:44,943 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:55:44,945 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:55:45,280 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:55:46,641 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:55:46,643 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:55:46,643 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:55:46,648 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:55:47,288 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:55:48,703 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:55:48,704 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:55:48,705 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:55:48,705 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:55:48,710 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:55:49,309 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:55:50,908 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:55:50,910 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:55:50,911 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:55:50,915 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:55:51,320 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:55:52,765 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:55:52,766 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:55:52,767 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:55:52,780 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:55:53,351 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:55:53,787 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:55:55,175 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:55:55,177 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:55:55,177 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:55:55,192 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:55:55,399 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:55:57,770 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:55:57,772 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:55:57,774 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:55:57,778 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:55:58,425 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:55:59,780 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:55:59,944 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:55:59,945 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:56:00,324 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:56:00,325 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:56:00,326 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:56:00,329 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:56:00,443 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:56:02,776 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:56:02,777 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:56:02,779 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:56:02,791 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:56:03,458 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:56:04,793 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:56:05,162 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:56:05,163 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:56:05,164 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:56:05,179 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:56:05,468 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:56:07,370 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:56:07,372 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:56:07,372 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:56:07,378 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:56:07,475 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:56:09,409 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:56:09,411 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:56:09,411 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:56:09,420 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:56:09,485 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:56:10,424 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:56:11,741 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:56:11,743 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:56:11,744 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:56:11,748 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:56:12,498 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:56:13,804 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:56:13,807 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:56:13,807 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:56:13,824 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:56:14,207 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:56:14,505 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:56:14,944 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:56:14,945 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:56:16,099 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:56:16,100 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:56:16,100 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:56:16,101 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:56:16,120 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:56:16,512 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:56:18,579 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:56:18,581 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:56:18,581 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:56:18,589 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:56:19,571 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:56:20,974 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:56:20,976 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:56:20,978 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:56:20,987 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:56:21,588 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:56:21,992 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:56:23,465 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:56:23,467 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:56:23,469 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:56:23,473 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:56:23,598 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:56:25,625 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:56:25,627 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:56:25,627 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:56:25,630 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:56:26,624 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:56:27,632 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:56:27,992 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:56:27,995 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:56:27,996 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:56:27,999 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:56:28,639 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:56:29,944 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:56:29,946 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:56:30,322 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:56:30,324 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:56:30,324 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:56:30,329 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:56:30,651 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:56:32,385 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:56:32,387 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:56:32,387 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:56:32,391 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:56:32,657 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:56:33,393 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:56:34,515 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:56:34,517 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:56:34,517 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:56:34,521 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:56:34,665 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:56:36,511 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:56:36,512 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:56:36,513 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:56:36,518 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:56:36,672 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:56:38,469 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:56:38,470 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:56:38,470 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:56:38,471 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:56:38,488 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:56:38,680 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:56:40,860 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:56:40,862 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:56:40,867 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:56:40,870 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:56:41,692 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:56:43,149 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:56:43,151 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:56:43,151 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:56:43,156 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:56:43,704 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:56:44,158 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:56:44,207 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:56:44,944 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:56:44,945 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:56:45,484 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:56:45,485 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:56:45,485 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:56:45,492 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:56:45,712 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:56:47,791 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:56:47,792 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:56:47,792 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:56:47,797 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:56:48,734 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:56:49,799 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:56:49,908 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:56:49,909 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:56:49,910 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:56:49,915 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:56:50,742 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:56:51,974 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:56:51,975 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:56:51,976 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:56:51,980 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:56:52,749 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:56:54,186 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:56:54,188 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:56:54,189 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:56:54,193 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:56:54,756 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:56:55,195 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:56:56,177 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:56:56,179 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:56:56,179 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:56:56,196 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:56:56,766 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:56:58,207 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:56:58,209 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:56:58,210 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:56:58,214 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:56:58,775 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:56:59,944 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:56:59,945 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:57:00,389 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:57:00,391 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:57:00,391 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:57:00,391 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:57:00,397 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:57:00,783 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:57:02,621 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:57:02,622 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:57:02,623 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:57:02,626 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:57:02,792 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:57:04,990 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:57:04,992 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:57:04,994 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:57:04,998 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:57:05,808 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:57:06,000 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:57:07,498 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:57:07,500 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:57:07,500 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:57:07,505 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:57:07,819 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:57:09,755 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:57:09,756 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:57:09,756 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:57:09,760 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:57:09,827 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:57:11,762 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:57:11,809 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:57:11,811 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:57:11,811 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:57:11,815 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:57:11,838 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:57:13,855 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:57:13,856 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:57:13,857 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:57:13,867 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:57:14,208 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:57:14,851 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:57:14,944 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:57:14,946 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:57:15,932 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:57:15,934 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:57:15,934 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:57:15,941 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:57:16,858 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:57:16,943 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:57:18,124 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:57:18,126 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:57:18,126 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:57:18,130 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:57:18,865 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:57:20,037 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:57:20,039 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:57:20,040 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:57:20,044 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:57:20,874 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:57:22,047 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:57:22,145 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:57:22,146 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:57:22,147 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:57:22,150 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:57:22,882 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:57:24,483 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:57:24,484 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:57:24,484 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:57:24,499 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:57:24,895 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:57:26,935 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:57:26,936 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:57:26,936 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:57:26,940 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:57:27,912 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:57:27,941 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:57:29,393 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:57:29,395 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:57:29,397 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:57:29,416 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:57:29,919 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:57:29,944 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:57:29,945 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:57:31,736 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:57:31,738 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:57:31,738 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:57:31,747 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:57:31,927 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:57:33,752 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:57:34,095 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:57:34,097 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:57:34,097 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:57:34,102 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:57:34,938 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:57:36,440 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:57:36,442 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:57:36,443 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:57:36,460 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:57:36,949 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:57:38,765 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:57:38,766 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:57:38,767 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:57:38,767 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:57:38,770 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:57:38,958 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:57:41,129 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:57:41,130 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:57:41,131 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:57:41,134 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:57:41,975 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:57:43,439 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:57:43,440 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:57:43,441 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:57:43,444 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:57:43,983 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:57:44,209 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:57:44,209 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:57:45,054 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:57:45,061 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:57:45,730 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:57:45,731 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:57:45,731 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:57:45,738 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:57:45,991 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:57:48,067 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:57:48,068 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:57:48,069 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:57:48,076 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:57:49,022 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:57:50,078 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:57:50,539 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:57:50,541 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:57:50,541 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:57:50,547 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:57:51,031 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:57:52,769 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:57:52,770 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:57:52,771 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:57:52,775 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:57:53,046 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:57:55,146 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:57:55,147 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:57:55,148 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:57:55,148 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:57:55,155 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:57:56,068 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:57:57,319 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:57:57,321 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:57:57,322 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:57:57,326 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:57:58,077 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:57:59,256 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:57:59,258 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:57:59,259 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:57:59,263 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:58:00,053 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:58:00,054 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:58:00,084 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:58:00,267 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:58:01,178 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:58:01,180 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:58:01,180 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:58:01,184 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:58:02,092 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:58:03,228 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:58:03,229 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:58:03,230 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:58:03,234 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:58:04,100 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:58:05,246 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:58:05,248 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:58:05,249 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:58:05,253 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:58:06,108 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:58:06,255 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:58:07,095 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:58:07,096 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:58:07,096 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:58:07,099 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:58:07,112 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:58:09,381 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:58:09,382 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:58:09,382 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:58:09,388 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:58:10,122 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:58:11,390 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:58:11,661 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:58:11,662 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:58:11,662 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:58:11,666 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:58:12,132 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:58:13,908 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:58:13,909 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:58:13,909 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:58:13,913 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:58:14,147 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:58:14,212 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:58:15,053 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:58:15,054 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:58:16,229 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:58:16,230 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:58:16,230 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:58:16,233 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:58:17,168 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:58:17,235 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:58:18,614 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:58:18,615 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:58:18,616 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:58:18,622 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:58:19,176 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:58:20,397 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:58:20,399 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:58:20,400 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:58:20,404 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:58:21,184 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:58:22,406 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:58:22,459 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:58:22,460 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:58:22,461 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:58:22,465 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:58:23,191 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:58:24,496 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:58:24,497 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:58:24,498 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:58:24,502 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:58:25,199 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:58:26,573 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:58:26,574 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:58:26,575 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:58:26,579 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:58:27,207 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:58:27,581 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:58:28,800 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:58:28,801 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:58:28,801 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:58:28,807 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:58:29,223 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:58:30,054 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:58:30,054 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:58:31,048 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:58:31,049 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:58:31,049 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:58:31,055 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:58:31,229 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:58:33,057 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:58:33,498 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:58:33,500 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:58:33,500 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:58:33,506 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:58:34,241 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:58:35,901 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:58:35,903 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:58:35,904 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:58:35,907 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:58:36,249 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:58:38,239 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:58:38,241 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:58:38,244 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:58:38,244 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:58:38,259 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:58:38,265 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:58:40,716 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:58:40,718 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:58:40,719 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:58:40,723 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:58:41,276 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:58:42,755 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:58:42,757 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:58:42,757 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:58:42,761 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:58:43,285 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:58:43,763 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:58:44,210 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:58:44,834 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:58:44,835 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:58:44,836 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:58:44,840 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:58:45,054 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:58:45,055 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:58:45,295 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:58:46,688 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:58:46,690 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:58:46,690 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:58:46,694 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:58:47,303 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:58:48,905 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:58:48,907 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:58:48,908 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:58:48,908 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:58:48,912 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:58:49,315 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:58:50,975 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:58:50,977 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:58:50,977 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:58:50,984 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:58:51,322 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:58:53,737 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:58:53,738 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:58:53,738 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:58:53,745 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:58:54,347 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:58:54,747 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:58:56,314 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:58:56,316 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:58:56,316 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:58:56,337 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:58:56,380 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:58:58,726 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:58:58,728 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:58:58,728 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:58:58,731 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:58:59,399 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:59:00,054 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:59:00,055 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:59:00,273 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:59:01,126 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:59:01,127 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:59:01,127 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:59:01,131 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:59:01,408 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:59:03,726 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:59:03,728 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:59:03,729 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:59:03,733 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:59:04,427 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:59:05,735 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:59:05,796 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:59:05,798 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:59:05,798 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:59:05,805 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:59:06,437 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:59:07,976 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:59:07,978 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:59:07,979 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:59:07,983 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:59:08,445 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:59:09,977 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:59:09,979 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:59:09,980 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:59:09,983 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:59:10,452 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:59:10,989 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:59:12,028 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:59:12,030 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:59:12,030 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:59:12,035 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:59:12,460 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:59:14,091 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:59:14,092 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:59:14,092 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:59:14,098 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:59:14,211 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:59:14,479 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:59:15,055 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:59:15,056 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:59:16,262 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:59:16,635 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:59:16,636 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:59:16,637 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:59:16,640 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:59:17,501 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:59:19,105 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:59:19,106 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:59:19,107 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:59:19,112 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:59:19,515 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:59:21,571 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:59:21,572 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:59:21,573 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:59:21,573 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:59:21,578 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:59:22,531 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:59:23,846 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:59:23,847 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:59:23,848 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:59:23,855 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:59:24,551 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:59:26,145 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:59:26,147 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:59:26,147 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:59:26,152 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:59:26,559 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:59:27,154 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:59:28,104 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:59:28,106 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:59:28,106 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:59:28,111 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:59:28,567 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:59:29,858 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:59:29,860 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:59:29,860 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:59:29,864 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:59:30,057 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:59:30,057 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:59:30,579 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:59:31,816 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:59:31,817 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:59:31,818 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:59:31,822 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:59:32,586 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:59:32,823 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:59:33,739 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:59:33,741 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:59:33,741 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:59:33,745 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:59:34,594 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:59:35,730 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:59:35,731 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:59:35,732 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:59:35,735 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:59:36,601 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:59:38,007 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:59:38,008 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:59:38,009 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:59:38,009 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:59:38,020 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:59:38,609 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:59:40,547 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:59:40,548 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:59:40,549 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:59:40,552 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:59:40,618 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:59:42,853 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:59:42,854 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:59:42,855 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:59:42,859 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:59:43,636 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:59:43,860 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:59:44,211 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 07:59:45,057 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 07:59:45,059 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 07:59:45,276 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:59:45,279 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:59:45,279 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:59:45,283 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:59:45,654 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:59:47,327 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:59:47,328 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:59:47,328 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:59:47,333 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:59:47,662 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:59:49,334 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:59:49,370 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:59:49,371 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:59:49,372 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:59:49,378 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:59:49,670 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:59:51,250 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:59:51,252 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:59:51,253 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:59:51,257 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:59:51,677 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:59:53,431 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:59:53,432 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:59:53,433 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:59:53,437 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:59:53,685 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:59:54,440 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:59:55,405 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:59:55,407 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:59:55,408 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:59:55,412 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:59:55,692 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:59:57,586 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:59:57,587 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:59:57,588 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:59:57,596 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 07:59:57,699 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 07:59:59,597 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 07:59:59,734 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 07:59:59,735 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 07:59:59,736 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 07:59:59,739 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:00:00,057 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:00:00,060 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:00:00,714 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:00:02,099 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:00:02,101 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:00:02,101 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:00:02,106 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:00:02,722 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:00:04,578 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:00:04,579 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:00:04,580 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:00:04,586 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:00:04,731 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:00:05,588 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:00:06,668 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:00:06,669 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:00:06,670 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:00:06,673 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:00:06,739 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:00:09,007 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:00:09,009 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:00:09,010 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:00:09,014 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:00:09,750 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:00:11,016 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:00:11,088 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:00:11,090 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:00:11,090 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:00:11,094 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:00:11,757 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:00:13,167 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:00:13,168 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:00:13,169 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:00:13,173 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:00:13,768 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:00:14,212 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:00:15,057 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:00:15,058 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:00:15,197 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:00:15,257 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:00:15,258 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:00:15,269 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:00:15,775 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:00:16,271 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:00:17,097 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:00:17,099 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:00:17,099 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:00:17,103 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:00:17,782 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:00:19,200 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:00:19,201 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:00:19,202 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:00:19,207 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:00:19,792 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:00:21,808 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:00:21,809 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:00:21,810 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:00:21,812 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:00:21,815 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:00:22,810 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:00:24,129 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:00:24,131 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:00:24,131 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:00:24,140 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:00:24,824 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:00:26,404 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:00:26,405 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:00:26,406 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:00:26,411 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:00:26,832 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:00:27,412 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:00:28,687 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:00:28,689 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:00:28,689 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:00:28,696 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:00:28,841 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:00:30,057 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:00:30,058 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:00:31,042 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:00:31,044 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:00:31,044 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:00:31,049 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:00:31,857 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:00:33,051 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:00:33,097 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:00:33,098 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:00:33,099 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:00:33,103 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:00:33,864 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:00:34,924 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:00:34,926 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:00:34,926 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:00:34,930 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:00:35,874 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:00:37,026 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:00:37,028 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:00:37,028 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:00:37,033 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:00:37,884 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:00:39,035 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:00:39,152 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:00:39,153 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:00:39,154 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:00:39,158 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:00:39,892 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:00:41,096 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:00:41,097 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:00:41,098 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:00:41,104 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:00:41,906 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:00:43,495 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:00:43,496 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:00:43,496 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:00:43,500 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:00:43,922 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:00:44,213 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:00:44,214 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:00:45,124 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:00:45,125 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:00:45,901 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:00:45,902 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:00:45,902 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:00:45,906 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:00:45,929 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:00:48,343 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:00:48,345 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:00:48,346 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:00:48,361 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:00:48,941 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:00:49,363 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:00:50,924 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:00:50,926 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:00:50,928 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:00:50,933 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:00:50,949 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:00:53,147 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:00:53,148 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:00:53,149 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:00:53,155 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:00:53,959 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:00:55,157 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:00:55,212 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:00:55,214 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:00:55,214 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:00:55,218 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:00:55,968 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:00:57,382 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:00:57,383 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:00:57,384 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:00:57,388 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:00:57,976 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:00:59,389 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:00:59,391 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:00:59,391 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:00:59,396 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:00:59,983 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:01:00,124 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:01:00,124 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:01:00,344 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:01:01,350 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:01:01,351 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:01:01,352 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:01:01,356 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:01:02,001 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:01:03,467 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:01:03,468 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:01:03,469 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:01:03,472 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:01:04,010 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:01:05,078 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:01:05,079 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:01:05,080 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:01:05,083 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:01:05,086 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:01:05,086 WARNING HandlerThread:15157 [handler.py:handle_request_partial_history():551] Step 2 < 700. Dropping entry: {'loss/epoch': 0.3046522298455238, '_timestamp': 1687507265.0859551}. +2023-06-23 08:01:05,592 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:01:06,019 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:01:07,048 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:01:08,765 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:01:08,767 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:01:08,767 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:01:08,779 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:01:09,067 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:01:10,782 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:01:10,991 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:01:10,992 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:01:10,993 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:01:10,996 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:01:11,074 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:01:13,308 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:01:13,310 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:01:13,310 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:01:13,314 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:01:14,092 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:01:14,214 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:01:15,124 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:01:15,124 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:01:15,489 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:01:15,490 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:01:15,492 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:01:15,496 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:01:16,099 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:01:16,497 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:01:17,516 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:01:17,517 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:01:17,518 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:01:17,522 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:01:18,106 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:01:19,495 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:01:19,497 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:01:19,498 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:01:19,502 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:01:20,114 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:01:21,322 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:01:21,324 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:01:21,324 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:01:21,329 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:01:22,121 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:01:22,330 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:01:23,323 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:01:23,324 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:01:23,325 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:01:23,331 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:01:24,130 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:01:25,476 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:01:25,479 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:01:25,480 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:01:25,498 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:01:26,142 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:01:27,503 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:01:28,073 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:01:28,074 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:01:28,075 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:01:28,079 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:01:28,154 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:01:30,124 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:01:30,125 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:01:30,550 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:01:30,552 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:01:30,553 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:01:30,573 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:01:31,202 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:01:32,576 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:01:33,300 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:01:33,302 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:01:33,302 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:01:33,306 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:01:34,220 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:01:35,650 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:01:35,651 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:01:35,652 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:01:35,656 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:01:36,246 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:01:37,659 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:01:38,248 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:01:38,250 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:01:38,250 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:01:38,259 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:01:38,269 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:01:40,761 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:01:40,762 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:01:40,763 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:01:40,767 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:01:41,280 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:01:42,769 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:01:43,190 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:01:43,191 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:01:43,192 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:01:43,197 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:01:43,292 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:01:44,214 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:01:45,124 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:01:45,126 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:01:45,480 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:01:45,481 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:01:45,481 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:01:45,485 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:01:46,332 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:01:48,086 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:01:48,090 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:01:48,093 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:01:48,093 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:01:48,111 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:01:48,343 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:01:50,352 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:01:50,353 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:01:50,353 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:01:50,357 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:01:51,354 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:01:52,809 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:01:52,810 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:01:52,810 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:01:52,815 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:01:53,372 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:01:53,816 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:01:55,404 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:01:55,406 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:01:55,406 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:01:55,415 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:01:55,450 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:01:57,906 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:01:57,907 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:01:57,908 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:01:57,915 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:01:58,474 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:01:58,916 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:02:00,126 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:02:00,130 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:02:00,412 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:02:00,413 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:02:00,415 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:02:00,419 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:02:00,487 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:02:02,837 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:02:02,838 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:02:02,839 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:02:02,844 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:02:03,501 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:02:04,819 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:02:04,822 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:02:04,822 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:02:04,823 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:02:04,828 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:02:05,513 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:02:07,165 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:02:07,167 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:02:07,167 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:02:07,171 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:02:07,520 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:02:09,174 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:02:09,176 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:02:09,176 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:02:09,181 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:02:09,532 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:02:10,186 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:02:11,342 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:02:11,343 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:02:11,344 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:02:11,347 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:02:11,539 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:02:13,499 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:02:13,501 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:02:13,501 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:02:13,505 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:02:13,547 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:02:14,218 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:02:15,127 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:02:15,129 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:02:15,333 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:02:15,745 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:02:15,747 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:02:15,747 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:02:15,766 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:02:16,559 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:02:17,809 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:02:17,810 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:02:17,810 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:02:17,816 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:02:18,568 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:02:20,163 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:02:20,164 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:02:20,165 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:02:20,168 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:02:20,585 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:02:21,170 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:02:22,671 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:02:22,673 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:02:22,674 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:02:22,678 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:02:23,601 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:02:24,615 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:02:24,617 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:02:24,617 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:02:24,622 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:02:25,610 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:02:26,465 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:02:26,466 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:02:26,467 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:02:26,469 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:02:26,473 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:02:26,614 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:02:28,650 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:02:28,651 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:02:28,652 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:02:28,656 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:02:29,629 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:02:30,127 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:02:30,128 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:02:30,610 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:02:30,612 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:02:30,612 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:02:30,617 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:02:30,632 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:02:31,618 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:02:32,672 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:02:32,673 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:02:32,674 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:02:32,679 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:02:33,645 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:02:35,169 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:02:35,171 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:02:35,172 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:02:35,175 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:02:35,653 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:02:37,177 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:02:37,595 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:02:37,596 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:02:37,596 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:02:37,610 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:02:37,665 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:02:39,943 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:02:39,944 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:02:39,945 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:02:39,950 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:02:40,687 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:02:42,386 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:02:42,387 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:02:42,388 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:02:42,388 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:02:42,394 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:02:42,695 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:02:44,216 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:02:44,542 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:02:44,545 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:02:44,546 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:02:44,550 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:02:44,702 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:02:45,128 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:02:45,128 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:02:46,580 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:02:46,582 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:02:46,583 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:02:46,587 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:02:46,709 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:02:47,589 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:02:48,632 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:02:48,633 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:02:48,634 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:02:48,638 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:02:48,728 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:02:50,549 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:02:50,550 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:02:50,551 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:02:50,556 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:02:50,737 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:02:52,647 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:02:52,648 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:02:52,649 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:02:52,650 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:02:52,654 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:02:52,745 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:02:54,631 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:02:54,632 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:02:54,632 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:02:54,638 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:02:54,752 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:02:57,011 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:02:57,013 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:02:57,013 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:02:57,019 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:02:57,763 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:02:58,021 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:03:00,127 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:03:00,128 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:03:00,775 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:03:02,783 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:03:03,030 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:03:04,796 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:03:05,800 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:03:05,810 DEBUG SenderThread:15157 [sender.py:send():375] send: files +2023-06-23 08:03:05,811 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file media/images/sample_0_749_bd93853f4b62d74943aa.png with policy now +2023-06-23 08:03:05,815 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:03:05,817 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:03:05,818 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:03:05,826 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:03:05,937 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:03:06,804 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:03:06,804 INFO Thread-12 :15157 [dir_watcher.py:_on_file_created():278] file/dir created: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_749_bd93853f4b62d74943aa.png +2023-06-23 08:03:06,806 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images +2023-06-23 08:03:07,941 INFO wandb-upload_0:15157 [upload_job.py:push():137] Uploaded file /tmp/tmp3d82qperwandb/0nbmarzm-media/images/sample_0_749_bd93853f4b62d74943aa.png +2023-06-23 08:03:08,175 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:03:08,176 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:03:08,177 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:03:08,178 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:03:08,182 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:03:08,811 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:03:09,478 INFO wandb-upload_0:15157 [upload_job.py:push():137] Uploaded file /tmp/tmp3d82qperwandb/9ip458u9-media/images/sample_0_749_bd93853f4b62d74943aa.png +2023-06-23 08:03:10,369 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:03:10,373 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:03:10,374 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:03:10,378 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:03:10,820 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:03:12,454 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:03:12,455 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:03:12,456 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:03:12,461 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:03:12,828 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:03:13,463 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:03:14,216 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:03:14,462 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:03:14,464 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:03:14,464 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:03:14,476 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:03:14,837 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:03:15,128 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:03:15,128 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:03:16,379 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:03:16,381 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:03:16,381 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:03:16,386 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:03:16,845 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:03:18,872 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:03:18,874 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:03:18,877 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:03:18,877 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:03:18,881 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:03:19,857 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:03:20,998 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:03:20,999 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:03:20,999 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:03:21,005 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:03:21,870 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:03:23,511 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:03:23,512 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:03:23,513 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:03:23,527 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:03:23,885 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:03:24,529 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:03:25,815 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:03:25,817 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:03:25,817 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:03:25,821 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:03:25,901 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:03:28,427 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:03:28,428 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:03:28,429 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:03:28,435 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:03:28,926 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:03:30,128 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:03:30,128 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:03:30,129 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:03:30,462 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:03:30,464 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:03:30,465 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:03:30,469 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:03:30,953 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:03:32,653 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:03:32,654 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:03:32,655 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:03:32,659 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:03:32,963 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:03:34,563 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:03:34,565 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:03:34,565 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:03:34,589 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:03:34,972 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:03:35,590 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:03:36,666 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:03:36,668 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:03:36,668 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:03:36,674 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:03:36,979 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:03:38,758 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:03:38,775 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:03:38,777 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:03:38,789 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:03:38,986 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:03:40,791 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:03:40,874 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:03:40,875 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:03:40,876 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:03:40,881 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:03:41,011 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:03:43,435 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:03:43,436 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:03:43,437 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:03:43,441 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:03:44,023 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:03:44,217 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:03:45,140 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:03:45,142 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:03:45,860 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:03:45,861 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:03:45,862 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:03:45,863 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:03:45,865 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:03:46,034 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:03:48,312 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:03:48,313 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:03:48,314 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:03:48,319 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:03:49,049 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:03:50,426 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:03:50,428 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:03:50,429 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:03:50,433 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:03:51,063 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:03:51,434 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:03:52,531 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:03:52,532 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:03:52,533 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:03:52,537 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:03:53,071 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:03:54,424 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:03:54,425 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:03:54,426 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:03:54,430 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:03:55,079 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:03:56,612 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:03:56,614 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:03:56,615 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:03:56,615 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:03:56,620 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:03:57,087 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:03:58,577 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:03:58,579 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:03:58,580 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:03:58,585 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:03:59,095 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:04:00,141 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:04:00,142 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:04:00,492 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:04:00,494 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:04:00,494 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:04:00,499 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:04:01,104 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:04:02,501 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:04:02,636 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:04:02,637 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:04:02,638 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:04:02,654 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:04:03,112 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:04:05,158 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:04:05,159 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:04:05,160 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:04:05,165 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:04:06,132 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:04:07,280 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:04:07,281 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:04:07,284 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:04:07,297 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:04:08,142 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:04:08,298 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:04:09,721 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:04:09,723 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:04:09,724 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:04:09,731 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:04:10,153 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:04:11,865 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:04:11,866 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:04:11,867 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:04:11,882 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:04:12,163 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:04:13,883 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:04:14,045 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:04:14,047 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:04:14,047 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:04:14,051 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:04:14,171 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:04:14,218 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:04:15,142 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:04:15,142 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:04:15,975 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:04:15,976 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:04:15,977 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:04:15,982 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:04:16,179 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:04:18,284 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:04:18,286 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:04:18,286 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:04:18,291 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:04:19,191 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:04:19,293 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:04:20,517 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:04:20,518 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:04:20,519 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:04:20,523 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:04:21,203 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:04:22,525 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:04:22,526 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:04:22,527 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:04:22,550 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:04:23,247 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:04:24,552 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:04:25,021 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:04:25,022 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:04:25,023 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:04:25,026 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:04:25,257 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:04:27,529 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:04:27,530 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:04:27,531 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:04:27,548 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:04:28,343 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:04:29,905 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:04:29,906 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:04:29,907 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:04:29,911 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:04:29,915 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:04:30,142 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:04:30,142 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:04:30,363 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:04:32,660 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:04:32,661 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:04:32,662 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:04:32,667 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:04:33,376 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:04:35,136 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:04:35,140 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:04:35,141 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:04:35,141 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:04:35,146 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:04:35,390 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:04:37,400 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:04:37,401 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:04:37,402 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:04:37,407 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:04:38,414 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:04:39,447 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:04:39,449 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:04:39,449 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:04:39,455 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:04:40,426 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:04:40,459 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:04:41,582 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:04:41,583 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:04:41,584 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:04:41,588 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:04:42,436 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:04:43,529 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:04:43,530 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:04:43,531 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:04:43,534 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:04:44,218 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:04:44,444 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:04:45,142 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:04:45,143 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:04:45,754 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:04:45,755 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:04:45,756 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:04:45,757 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:04:45,762 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:04:46,458 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:04:48,321 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:04:48,323 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:04:48,323 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:04:48,330 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:04:48,470 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:04:50,695 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:04:50,696 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:04:50,697 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:04:50,700 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:04:51,495 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:04:51,702 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:04:53,359 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:04:53,361 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:04:53,361 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:04:53,367 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:04:53,504 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:04:55,686 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:04:55,688 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:04:55,688 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:04:55,708 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:04:56,522 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:04:56,714 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:04:57,820 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:04:57,821 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:04:57,822 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:04:57,828 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:04:58,532 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:04:59,722 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:04:59,723 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:04:59,724 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:04:59,729 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:05:00,152 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:05:00,153 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:05:00,540 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:05:01,887 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:05:01,888 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:05:01,888 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:05:01,891 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:05:01,894 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:05:02,548 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:05:03,907 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:05:03,909 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:05:03,909 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:05:03,914 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:05:04,558 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:05:05,792 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:05:05,794 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:05:05,794 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:05:05,803 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:05:06,565 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:05:07,805 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:05:07,841 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:05:07,843 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:05:07,844 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:05:07,854 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:05:08,578 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:05:10,223 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:05:10,224 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:05:10,225 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:05:10,230 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:05:10,588 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:05:12,488 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:05:12,489 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:05:12,489 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:05:12,503 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:05:12,597 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:05:13,505 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:05:14,219 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:05:14,722 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:05:14,724 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:05:14,724 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:05:14,730 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:05:15,147 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:05:15,147 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:05:15,624 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:05:17,125 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:05:17,126 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:05:17,127 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:05:17,133 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:05:17,636 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:05:19,136 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:05:19,274 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:05:19,275 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:05:19,276 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:05:19,280 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:05:19,647 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:05:21,213 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:05:21,214 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:05:21,215 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:05:21,219 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:05:21,655 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:05:23,216 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:05:23,218 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:05:23,218 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:05:23,223 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:05:23,666 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:05:24,225 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:05:25,232 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:05:25,233 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:05:25,234 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:05:25,238 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:05:25,673 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:05:27,250 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:05:27,252 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:05:27,252 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:05:27,257 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:05:27,684 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:05:29,124 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:05:29,126 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:05:29,127 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:05:29,131 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:05:29,693 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:05:30,133 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:05:30,147 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:05:30,147 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:05:31,637 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:05:31,638 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:05:31,639 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:05:31,642 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:05:31,701 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:05:33,814 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:05:33,815 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:05:33,816 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:05:33,831 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:05:34,713 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:05:35,833 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:05:36,114 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:05:36,116 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:05:36,117 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:05:36,121 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:05:36,728 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:05:38,628 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:05:38,629 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:05:38,631 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:05:38,638 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:05:38,740 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:05:41,009 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:05:41,010 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:05:41,013 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:05:41,014 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:05:41,026 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:05:41,757 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:05:43,412 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:05:43,413 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:05:43,413 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:05:43,421 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:05:43,766 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:05:44,220 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:05:45,149 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:05:45,149 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:05:45,750 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:05:45,752 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:05:45,752 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:05:45,760 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:05:45,775 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:05:46,761 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:05:48,125 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:05:48,126 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:05:48,127 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:05:48,132 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:05:48,789 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:05:50,370 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:05:50,371 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:05:50,372 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:05:50,376 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:05:50,798 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:05:52,378 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:05:52,412 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:05:52,414 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:05:52,414 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:05:52,418 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:05:52,806 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:05:54,316 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:05:54,317 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:05:54,317 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:05:54,324 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:05:54,822 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:05:56,669 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:05:56,670 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:05:56,671 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:05:56,676 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:05:56,831 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:05:57,678 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:05:59,265 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:05:59,267 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:05:59,267 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:05:59,271 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:05:59,846 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:06:00,147 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:06:00,148 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:06:01,573 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:06:01,574 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:06:01,575 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:06:01,585 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:06:01,857 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:06:03,587 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:06:03,872 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:06:03,873 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:06:03,874 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:06:03,887 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:06:04,878 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:06:06,081 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:06:06,083 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:06:06,083 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:06:06,088 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:06:06,886 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:06:08,190 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:06:08,192 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:06:08,193 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:06:08,197 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:06:08,894 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:06:09,199 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:06:10,217 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:06:10,218 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:06:10,219 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:06:10,223 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:06:10,902 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:06:12,213 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:06:12,215 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:06:12,215 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:06:12,229 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:06:12,910 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:06:14,227 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:06:14,227 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:06:14,229 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:06:14,229 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:06:14,230 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:06:14,234 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:06:14,918 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:06:15,147 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:06:15,148 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:06:16,277 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:06:16,278 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:06:16,279 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:06:16,288 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:06:16,931 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:06:18,640 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:06:18,641 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:06:18,642 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:06:18,645 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:06:18,939 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:06:19,647 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:06:20,938 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:06:20,939 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:06:20,940 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:06:20,944 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:06:20,956 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:06:23,300 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:06:23,301 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:06:23,302 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:06:23,313 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:06:23,970 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:06:25,319 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:06:25,592 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:06:25,593 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:06:25,594 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:06:25,597 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:06:25,981 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:06:27,912 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:06:27,914 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:06:27,914 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:06:27,919 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:06:27,989 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:06:29,885 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:06:29,887 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:06:29,887 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:06:29,892 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:06:29,999 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:06:30,147 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:06:30,151 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:06:30,366 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:06:32,007 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:06:32,009 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:06:32,010 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:06:32,014 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:06:33,015 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:06:33,979 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:06:33,980 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:06:33,981 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:06:33,987 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:06:34,018 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:06:35,730 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:06:35,732 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:06:35,732 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:06:35,734 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:06:35,737 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:06:36,027 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:06:37,968 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:06:37,970 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:06:37,971 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:06:37,974 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:06:38,035 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:06:40,145 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:06:40,147 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:06:40,147 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:06:40,150 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:06:41,047 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:06:41,152 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:06:42,421 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:06:42,423 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:06:42,423 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:06:42,426 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:06:43,055 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:06:44,227 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:06:44,877 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:06:44,878 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:06:44,878 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:06:44,883 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:06:45,064 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:06:45,147 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:06:45,148 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:06:46,351 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:06:47,423 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:06:47,425 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:06:47,425 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:06:47,430 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:06:48,076 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:06:49,590 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:06:49,592 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:06:49,593 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:06:49,598 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:06:50,084 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:06:51,602 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:06:51,623 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:06:51,625 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:06:51,625 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:06:51,633 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:06:52,091 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:06:53,848 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:06:53,850 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:06:53,850 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:06:53,854 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:06:54,099 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:06:55,825 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:06:55,827 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:06:55,828 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:06:55,833 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:06:56,107 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:06:56,835 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:06:57,852 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:06:57,854 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:06:57,854 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:06:57,859 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:06:58,114 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:07:00,085 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:07:00,086 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:07:00,087 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:07:00,090 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:07:00,121 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:07:00,147 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:07:00,148 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:07:02,362 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:07:02,612 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:07:02,614 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:07:02,614 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:07:02,622 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:07:03,148 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:07:05,140 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:07:05,142 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:07:05,142 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:07:05,150 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:07:05,163 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:07:07,636 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:07:07,637 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:07:07,638 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:07:07,639 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:07:07,647 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:07:08,177 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:07:10,235 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:07:10,236 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:07:10,237 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:07:10,243 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:07:11,196 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:07:12,530 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:07:12,532 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:07:12,533 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:07:12,537 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:07:13,203 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:07:13,538 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:07:14,228 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:07:14,323 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:07:14,325 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:07:14,325 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:07:14,329 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:07:15,148 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:07:15,148 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:07:15,214 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:07:16,338 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:07:16,340 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:07:16,341 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:07:16,345 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:07:17,222 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:07:18,259 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:07:18,260 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:07:18,261 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:07:18,265 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:07:19,237 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:07:19,267 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:07:20,380 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:07:20,382 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:07:20,382 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:07:20,387 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:07:21,247 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:07:22,648 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:07:22,649 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:07:22,650 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:07:22,653 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:07:23,266 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:07:24,655 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:07:25,372 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:07:25,373 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:07:25,374 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:07:25,378 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:07:26,287 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:07:27,682 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:07:27,683 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:07:27,683 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:07:27,697 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:07:28,300 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:07:29,700 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:07:30,151 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:07:30,152 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:07:30,222 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:07:30,389 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:07:30,392 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:07:30,400 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:07:31,313 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:07:32,718 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:07:32,722 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:07:32,723 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:07:32,751 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:07:33,332 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:07:34,756 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:07:35,320 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:07:35,322 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:07:35,322 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:07:35,328 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:07:35,340 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:07:37,419 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:07:37,421 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:07:37,422 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:07:37,428 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:07:38,354 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:07:39,418 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:07:39,420 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:07:39,421 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:07:39,425 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:07:40,364 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:07:40,427 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:07:41,675 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:07:41,676 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:07:41,677 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:07:41,681 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:07:42,374 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:07:43,567 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:07:43,568 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:07:43,569 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:07:43,577 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:07:44,228 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:07:44,383 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:07:45,151 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:07:45,151 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:07:45,624 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:07:45,625 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:07:45,626 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:07:45,627 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:07:45,629 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:07:46,391 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:07:48,223 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:07:48,225 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:07:48,226 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:07:48,229 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:07:48,399 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:07:50,510 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:07:50,512 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:07:50,512 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:07:50,516 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:07:51,411 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:07:51,518 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:07:52,827 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:07:52,828 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:07:52,829 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:07:52,832 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:07:53,420 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:07:55,393 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:07:55,395 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:07:55,395 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:07:55,399 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:07:55,434 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:07:57,401 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:07:57,586 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:07:57,588 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:07:57,589 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:07:57,593 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:07:58,447 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:07:59,460 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:07:59,461 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:07:59,462 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:07:59,467 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:08:00,151 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:08:00,152 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:08:00,457 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:08:01,515 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:08:01,517 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:08:01,518 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:08:01,522 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:08:02,466 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:08:02,525 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:08:03,550 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:08:03,552 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:08:03,552 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:08:03,556 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:08:04,479 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:08:05,466 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:08:05,468 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:08:05,469 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:08:05,475 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:08:05,483 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:08:07,714 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:08:07,715 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:08:07,719 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:08:07,719 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:08:07,723 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:08:08,497 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:08:10,034 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:08:10,036 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:08:10,036 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:08:10,041 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:08:10,504 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:08:12,401 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:08:12,403 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:08:12,403 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:08:12,411 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:08:12,516 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:08:13,413 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:08:14,229 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:08:14,730 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:08:14,732 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:08:14,732 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:08:14,735 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:08:15,151 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:08:15,152 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:08:15,529 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:08:16,899 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:08:16,901 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:08:16,902 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:08:16,909 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:08:17,547 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:08:18,914 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:08:19,178 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:08:19,180 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:08:19,180 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:08:19,185 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:08:19,555 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:08:21,238 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:08:21,240 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:08:21,241 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:08:21,245 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:08:21,564 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:08:23,420 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:08:23,422 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:08:23,422 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:08:23,427 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:08:23,572 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:08:24,428 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:08:25,353 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:08:25,354 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:08:25,355 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:08:25,360 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:08:25,587 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:08:27,340 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:08:27,341 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:08:27,342 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:08:27,346 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:08:27,598 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:08:29,486 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:08:29,488 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:08:29,489 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:08:29,491 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:08:29,493 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:08:29,605 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:08:30,151 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:08:30,152 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:08:31,665 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:08:31,666 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:08:31,667 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:08:31,673 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:08:32,623 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:08:34,159 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:08:34,160 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:08:34,161 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:08:34,166 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:08:34,636 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:08:35,168 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:08:36,237 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:08:36,239 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:08:36,239 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:08:36,247 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:08:36,644 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:08:38,566 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:08:38,568 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:08:38,568 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:08:38,571 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:08:38,652 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:08:40,573 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:08:40,874 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:08:40,875 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:08:40,876 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:08:40,880 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:08:41,665 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:08:42,905 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:08:42,907 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:08:42,908 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:08:42,915 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:08:43,672 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:08:44,230 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:08:44,891 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:08:44,893 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:08:44,893 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:08:44,897 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:08:45,151 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:08:45,152 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:08:45,679 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:08:46,358 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:08:46,886 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:08:46,888 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:08:46,888 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:08:46,892 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:08:47,688 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:08:48,982 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:08:48,984 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:08:48,984 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:08:48,999 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:08:49,702 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:08:50,981 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:08:50,982 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:08:50,982 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:08:50,988 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:08:51,715 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:08:51,990 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:08:53,541 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:08:53,542 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:08:53,543 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:08:53,548 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:08:53,724 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:08:55,750 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:08:55,752 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:08:55,752 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:08:55,755 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:08:56,745 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:08:57,757 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:08:58,243 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:08:58,245 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:08:58,245 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:08:58,249 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:08:58,757 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:09:00,152 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:09:00,152 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:09:00,558 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:09:00,559 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:09:00,560 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:09:00,567 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:09:00,772 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:09:02,645 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:09:02,646 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:09:02,646 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:09:02,654 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:09:02,780 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:09:03,656 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:09:04,838 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:09:04,840 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:09:04,840 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:09:04,844 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:09:05,795 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:09:06,783 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:09:06,785 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:09:06,786 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:09:06,792 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:09:06,799 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:09:08,794 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:09:08,896 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:09:08,898 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:09:08,899 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:09:08,903 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:09:09,811 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:09:10,949 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:09:10,950 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:09:10,951 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:09:10,956 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:09:11,820 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:09:13,095 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:09:13,096 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:09:13,096 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:09:13,103 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:09:13,827 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:09:14,104 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:09:14,230 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:09:15,152 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:09:15,152 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:09:15,361 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:09:15,366 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:09:15,367 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:09:15,371 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:09:15,836 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:09:17,492 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:09:17,494 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:09:17,495 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:09:17,500 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:09:17,846 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:09:19,502 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:09:19,655 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:09:19,656 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:09:19,657 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:09:19,666 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:09:19,857 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:09:22,040 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:09:22,042 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:09:22,042 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:09:22,046 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:09:22,869 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:09:24,387 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:09:24,389 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:09:24,389 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:09:24,393 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:09:24,877 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:09:25,395 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:09:26,280 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:09:26,282 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:09:26,282 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:09:26,286 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:09:26,885 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:09:28,408 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:09:28,409 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:09:28,410 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:09:28,425 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:09:28,893 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:09:30,152 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:09:30,152 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:09:30,357 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:09:30,359 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:09:30,359 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:09:30,364 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:09:30,901 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:09:31,366 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:09:32,333 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:09:32,335 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:09:32,335 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:09:32,340 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:09:32,911 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:09:34,273 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:09:34,275 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:09:34,275 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:09:34,287 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:09:34,919 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:09:36,998 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:09:37,006 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:09:37,008 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:09:37,010 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:09:37,018 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:09:37,931 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:09:39,459 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:09:39,460 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:09:39,460 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:09:39,464 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:09:39,940 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:09:42,092 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:09:42,093 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:09:42,094 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:09:42,095 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:09:42,098 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:09:42,961 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:09:44,232 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:09:44,315 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:09:44,316 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:09:44,317 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:09:44,325 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:09:44,970 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:09:45,153 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:09:45,154 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:09:46,998 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:09:47,000 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:09:47,000 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:09:47,009 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:09:47,989 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:09:48,011 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:09:49,443 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:09:49,444 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:09:49,445 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:09:49,449 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:09:50,010 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:09:52,114 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:09:52,116 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:09:52,117 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:09:52,123 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:09:53,032 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:09:53,125 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:09:53,908 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:09:53,909 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:09:53,910 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:09:53,914 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:09:54,035 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:09:55,973 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:09:55,975 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:09:55,975 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:09:55,981 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:09:56,046 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:09:58,095 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:09:58,097 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:09:58,097 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:09:58,103 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:09:59,059 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:09:59,106 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:10:00,152 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:10:00,153 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:10:00,319 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:10:00,353 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:10:00,355 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:10:00,361 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:10:01,075 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:10:02,775 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:10:02,780 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:10:02,780 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:10:02,798 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:10:03,105 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:10:04,801 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:10:05,326 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:10:05,328 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:10:05,330 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:10:05,334 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:10:06,126 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:10:07,983 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:10:07,984 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:10:07,985 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:10:07,990 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:10:08,141 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:10:09,992 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:10:10,536 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:10:10,538 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:10:10,539 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:10:10,550 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:10:11,160 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:10:12,957 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:10:12,959 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:10:12,960 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:10:12,977 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:10:13,170 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:10:14,232 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:10:15,144 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:10:15,154 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:10:15,155 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:10:15,219 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:10:15,367 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:10:15,367 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:10:15,376 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:10:16,191 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:10:17,233 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:10:17,234 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:10:17,235 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:10:17,239 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:10:18,207 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:10:19,357 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:10:19,359 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:10:19,360 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:10:19,373 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:10:20,215 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:10:20,375 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:10:21,450 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:10:21,452 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:10:21,453 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:10:21,461 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:10:22,222 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:10:23,758 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:10:23,759 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:10:23,760 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:10:23,768 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:10:24,235 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:10:25,780 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:10:26,376 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:10:26,378 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:10:26,379 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:10:26,385 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:10:27,276 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:10:28,771 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:10:28,773 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:10:28,773 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:10:28,781 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:10:29,285 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:10:30,153 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:10:30,153 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:10:31,327 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:10:31,328 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:10:31,328 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:10:31,329 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:10:31,334 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:10:32,311 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:10:33,718 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:10:33,719 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:10:33,720 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:10:33,730 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:10:34,359 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:10:35,964 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:10:35,966 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:10:35,966 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:10:35,971 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:10:36,368 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:10:36,972 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:10:37,998 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:10:38,000 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:10:38,001 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:10:38,006 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:10:38,376 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:10:39,999 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:10:40,001 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:10:40,001 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:10:40,006 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:10:40,384 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:10:42,008 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:10:42,271 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:10:42,273 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:10:42,273 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:10:42,278 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:10:42,393 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:10:44,180 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:10:44,182 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:10:44,182 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:10:44,186 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:10:44,232 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:10:44,401 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:10:45,153 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:10:45,153 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:10:46,353 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:10:46,354 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:10:46,355 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:10:46,359 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:10:46,411 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:10:47,361 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:10:48,753 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:10:48,754 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:10:48,755 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:10:48,758 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:10:49,424 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:10:51,209 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:10:51,210 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:10:51,211 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:10:51,214 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:10:51,432 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:10:53,216 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:10:53,448 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:10:53,449 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:10:53,450 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:10:53,465 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:10:54,447 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:10:55,972 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:10:55,973 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:10:55,974 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:10:55,978 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:10:56,456 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:10:57,944 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:10:57,946 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:10:57,947 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:10:57,952 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:10:58,464 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:10:58,954 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:11:00,084 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:11:00,085 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:11:00,086 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:11:00,090 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:11:00,153 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:11:00,153 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:11:00,480 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:11:01,873 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:11:01,875 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:11:01,876 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:11:01,880 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:11:02,488 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:11:03,964 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:11:03,966 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:11:03,966 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:11:03,966 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:11:03,971 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:11:04,497 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:11:06,079 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:11:06,080 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:11:06,080 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:11:06,083 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:11:06,506 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:11:08,582 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:11:08,583 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:11:08,583 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:11:08,588 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:11:09,523 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:11:09,590 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:11:10,681 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:11:10,683 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:11:10,683 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:11:10,686 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:11:11,533 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:11:12,818 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:11:12,820 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:11:12,820 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:11:12,823 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:11:13,541 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:11:14,233 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:11:14,978 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:11:14,979 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:11:14,980 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:11:14,980 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:11:14,986 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:11:15,153 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:11:15,153 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:11:15,552 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:11:17,524 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:11:17,525 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:11:17,526 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:11:17,532 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:11:17,560 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:11:19,508 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:11:19,510 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:11:19,510 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:11:19,515 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:11:19,569 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:11:20,516 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:11:21,523 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:11:21,525 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:11:21,526 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:11:21,530 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:11:21,577 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:11:23,492 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:11:23,493 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:11:23,494 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:11:23,499 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:11:23,585 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:11:25,629 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:11:25,630 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:11:25,631 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:11:25,631 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:11:25,638 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:11:26,598 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:11:27,740 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:11:27,745 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:11:27,745 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:11:27,750 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:11:28,609 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:11:30,023 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:11:30,024 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:11:30,025 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:11:30,028 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:11:30,153 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:11:30,153 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:11:30,616 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:11:31,368 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:11:32,403 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:11:32,404 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:11:32,405 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:11:32,423 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:11:32,626 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:11:34,979 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:11:34,981 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:11:34,981 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:11:34,987 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:11:35,641 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:11:36,988 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:11:37,406 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:11:37,408 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:11:37,408 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:11:37,413 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:11:37,657 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:11:39,625 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:11:39,626 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:11:39,627 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:11:39,633 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:11:39,668 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:11:41,409 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:11:41,411 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:11:41,411 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:11:41,415 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:11:41,676 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:11:42,417 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:11:43,627 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:11:43,629 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:11:43,629 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:11:43,634 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:11:43,684 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:11:44,234 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:11:45,153 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:11:45,154 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:11:45,637 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:11:45,638 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:11:45,639 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:11:45,643 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:11:45,693 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:11:47,623 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:11:47,625 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:11:47,625 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:11:47,626 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:11:47,630 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:11:47,701 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:11:49,563 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:11:49,565 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:11:49,565 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:11:49,570 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:11:49,708 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:11:51,779 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:11:51,780 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:11:51,780 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:11:51,787 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:11:52,734 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:11:52,790 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:11:54,274 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:11:54,275 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:11:54,276 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:11:54,279 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:11:54,745 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:11:56,336 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:11:56,338 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:11:56,339 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:11:56,350 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:11:56,756 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:11:58,352 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:11:58,720 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:11:58,722 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:11:58,722 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:11:58,728 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:11:58,780 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:12:00,153 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:12:00,154 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:12:01,103 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:12:01,104 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:12:01,105 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:12:01,109 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:12:01,798 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:12:03,124 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:12:03,126 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:12:03,126 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:12:03,134 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:12:03,811 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:12:04,138 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:12:04,941 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:12:04,944 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:12:04,945 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:12:04,949 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:12:05,820 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:12:06,951 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:12:06,953 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:12:06,953 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:12:06,958 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:12:07,829 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:12:08,949 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:12:08,951 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:12:08,951 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:12:08,955 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:12:09,837 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:12:09,957 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:12:11,031 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:12:11,033 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:12:11,033 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:12:11,055 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:12:11,845 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:12:13,219 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:12:13,220 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:12:13,220 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:12:13,231 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:12:13,854 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:12:14,234 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:12:15,148 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:12:15,153 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:12:15,154 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:12:15,654 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:12:15,655 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:12:15,656 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:12:15,661 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:12:15,870 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:12:17,896 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:12:17,897 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:12:17,897 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:12:17,903 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:12:18,885 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:12:20,257 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:12:21,904 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:12:22,909 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:12:24,916 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:12:25,309 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:12:26,495 DEBUG SenderThread:15157 [sender.py:send():375] send: files +2023-06-23 08:12:26,495 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file media/images/sample_0_999_6e6d43228c533b75f563.png with policy now +2023-06-23 08:12:26,497 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:12:26,499 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:12:26,499 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:12:26,508 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:12:26,633 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:12:26,931 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:12:26,932 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:12:26,932 INFO Thread-12 :15157 [dir_watcher.py:_on_file_created():278] file/dir created: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_999_6e6d43228c533b75f563.png +2023-06-23 08:12:26,934 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images +2023-06-23 08:12:27,846 INFO wandb-upload_0:15157 [upload_job.py:push():137] Uploaded file /tmp/tmp3d82qperwandb/a5ttwum6-media/images/sample_0_999_6e6d43228c533b75f563.png +2023-06-23 08:12:28,536 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:12:28,537 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:12:28,538 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:12:28,542 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:12:28,941 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:12:28,941 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:12:29,319 INFO wandb-upload_0:15157 [upload_job.py:push():137] Uploaded file /tmp/tmp3d82qperwandb/8n0fuvu8-media/images/sample_0_999_6e6d43228c533b75f563.png +2023-06-23 08:12:30,153 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:12:30,154 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:12:30,360 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:12:30,786 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:12:30,788 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:12:30,789 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:12:30,794 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:12:30,952 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:12:32,763 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:12:32,766 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:12:32,767 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:12:32,772 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:12:32,965 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:12:34,901 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:12:34,902 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:12:34,902 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:12:34,906 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:12:34,979 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:12:35,907 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:12:37,209 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:12:37,210 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:12:37,210 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:12:37,218 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:12:37,996 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:12:39,386 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:12:39,388 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:12:39,388 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:12:39,393 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:12:40,026 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:12:41,396 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:12:42,074 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:12:42,075 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:12:42,076 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:12:42,080 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:12:43,071 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:12:44,235 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:12:44,307 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:12:44,309 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:12:44,309 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:12:44,314 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:12:45,079 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:12:45,154 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:12:45,155 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:12:46,739 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:12:46,741 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:12:46,742 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:12:46,742 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:12:46,748 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:12:47,089 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:12:48,842 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:12:48,844 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:12:48,846 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:12:48,868 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:12:49,096 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:12:50,950 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:12:50,951 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:12:50,952 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:12:50,957 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:12:51,109 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:12:51,959 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:12:52,872 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:12:52,873 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:12:52,874 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:12:52,878 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:12:53,119 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:12:54,954 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:12:54,955 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:12:54,956 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:12:54,960 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:12:55,130 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:12:56,930 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:12:56,931 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:12:56,932 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:12:56,938 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:12:57,145 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:12:57,939 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:12:59,271 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:12:59,273 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:12:59,273 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:12:59,279 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:13:00,154 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:13:00,154 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:13:00,164 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:13:01,756 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:13:01,757 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:13:01,758 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:13:01,773 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:13:02,175 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:13:03,780 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:13:04,459 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:13:04,461 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:13:04,461 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:13:04,466 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:13:05,194 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:13:06,848 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:13:06,849 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:13:06,850 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:13:06,854 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:13:07,210 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:13:08,856 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:13:09,339 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:13:09,341 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:13:09,342 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:13:09,347 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:13:10,251 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:13:11,596 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:13:11,598 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:13:11,599 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:13:11,603 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:13:12,260 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:13:13,662 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:13:13,664 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:13:13,665 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:13:13,674 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:13:14,236 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:13:14,237 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:13:14,269 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:13:15,154 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:13:15,155 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:13:15,657 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:13:15,660 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:13:15,661 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:13:15,668 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:13:16,282 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:13:17,795 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:13:17,796 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:13:17,797 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:13:17,801 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:13:18,302 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:13:19,804 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:13:20,290 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:13:20,291 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:13:20,291 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:13:20,295 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:13:20,319 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:13:22,966 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:13:22,967 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:13:22,968 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:13:22,971 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:13:23,393 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:13:24,973 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:13:25,462 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:13:25,463 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:13:25,464 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:13:25,480 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:13:26,406 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:13:27,899 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:13:27,900 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:13:27,900 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:13:27,906 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:13:28,423 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:13:30,135 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:13:30,137 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:13:30,137 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:13:30,138 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:13:30,141 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:13:30,160 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:13:30,161 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:13:30,438 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:13:32,110 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:13:32,112 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:13:32,113 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:13:32,117 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:13:32,446 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:13:33,986 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:13:33,987 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:13:33,988 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:13:33,991 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:13:34,454 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:13:35,993 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:13:36,560 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:13:36,561 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:13:36,561 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:13:36,566 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:13:37,467 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:13:38,713 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:13:38,714 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:13:38,715 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:13:38,724 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:13:39,478 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:13:40,806 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:13:40,808 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:13:40,809 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:13:40,815 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:13:41,500 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:13:41,821 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:13:43,305 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:13:43,306 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:13:43,307 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:13:43,313 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:13:43,510 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:13:44,237 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:13:45,160 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:13:45,163 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:13:45,828 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:13:45,830 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:13:45,830 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:13:45,841 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:13:46,535 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:13:46,843 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:13:48,228 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:13:48,229 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:13:48,230 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:13:48,233 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:13:48,552 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:13:50,512 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:13:50,513 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:13:50,514 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:13:50,517 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:13:50,578 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:13:52,519 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:13:52,863 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:13:52,865 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:13:52,865 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:13:52,868 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:13:53,600 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:13:55,237 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:13:55,238 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:13:55,239 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:13:55,244 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:13:55,611 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:13:57,192 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:13:57,194 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:13:57,195 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:13:57,199 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:13:57,628 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:13:58,201 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:13:59,351 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:13:59,352 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:13:59,353 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:13:59,357 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:13:59,636 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:14:00,161 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:14:00,162 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:14:01,301 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:14:01,303 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:14:01,303 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:14:01,307 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:14:01,644 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:14:03,309 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:14:03,496 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:14:03,498 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:14:03,498 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:14:03,514 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:14:03,652 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:14:05,498 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:14:05,500 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:14:05,504 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:14:05,508 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:14:05,664 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:14:07,863 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:14:07,865 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:14:07,865 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:14:07,872 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:14:08,677 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:14:08,875 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:14:10,561 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:14:10,562 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:14:10,563 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:14:10,570 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:14:10,687 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:14:12,831 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:14:12,832 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:14:12,833 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:14:12,838 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:14:13,707 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:14:14,237 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:14:14,241 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:14:15,161 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:14:15,162 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:14:15,252 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:14:15,378 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:14:15,381 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:14:15,386 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:14:15,718 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:14:17,701 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:14:17,703 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:14:17,704 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:14:17,710 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:14:17,726 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:14:19,089 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:14:19,090 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:14:19,090 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:14:19,091 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:14:19,091 WARNING HandlerThread:15157 [handler.py:handle_request_partial_history():551] Step 3 < 1050. Dropping entry: {'loss/epoch': 0.30097396296049866, '_timestamp': 1687508059.0894165}. +2023-06-23 08:14:19,095 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:14:19,468 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:14:19,734 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:14:21,742 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:14:21,887 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:14:21,889 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:14:21,890 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:14:21,894 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:14:22,747 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:14:23,947 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:14:23,948 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:14:23,949 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:14:23,953 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:14:24,757 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:14:24,956 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:14:25,713 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:14:25,715 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:14:25,716 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:14:25,720 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:14:25,760 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:14:27,794 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:14:27,795 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:14:27,796 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:14:27,799 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:14:28,776 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:14:30,131 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:14:30,133 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:14:30,133 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:14:30,133 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:14:30,140 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:14:30,161 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:14:30,162 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:14:30,807 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:14:32,493 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:14:32,495 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:14:32,495 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:14:32,507 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:14:32,817 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:14:34,827 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:14:34,829 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:14:34,829 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:14:34,832 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:14:35,829 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:14:35,834 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:14:37,103 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:14:37,104 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:14:37,104 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:14:37,108 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:14:37,845 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:14:39,387 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:14:39,389 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:14:39,389 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:14:39,394 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:14:39,853 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:14:41,396 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:14:41,434 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:14:41,436 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:14:41,436 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:14:41,440 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:14:41,863 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:14:43,489 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:14:43,491 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:14:43,491 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:14:43,496 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:14:43,870 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:14:44,238 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:14:45,161 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:14:45,162 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:14:45,517 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:14:45,519 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:14:45,519 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:14:45,526 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:14:45,883 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:14:46,528 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:14:47,573 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:14:47,575 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:14:47,575 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:14:47,579 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:14:47,891 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:14:49,402 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:14:49,403 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:14:49,403 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:14:49,408 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:14:49,900 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:14:51,582 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:14:51,583 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:14:51,584 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:14:51,584 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:14:51,589 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:14:51,918 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:14:53,932 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:14:53,934 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:14:53,936 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:14:53,940 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:14:54,935 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:14:56,056 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:14:56,058 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:14:56,060 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:14:56,065 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:14:56,947 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:14:57,067 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:14:58,431 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:14:58,433 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:14:58,434 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:14:58,441 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:14:58,963 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:15:00,161 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:15:00,162 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:15:00,770 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:15:00,772 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:15:00,773 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:15:00,797 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:15:00,972 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:15:02,799 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:15:02,956 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:15:02,958 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:15:02,959 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:15:02,963 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:15:02,981 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:15:05,047 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:15:05,049 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:15:05,049 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:15:05,054 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:15:06,003 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:15:07,035 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:15:07,037 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:15:07,037 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:15:07,042 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:15:08,012 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:15:08,044 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:15:09,148 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:15:09,149 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:15:09,150 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:15:09,154 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:15:10,022 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:15:10,910 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:15:10,911 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:15:10,911 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:15:10,918 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:15:11,026 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:15:13,216 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:15:13,217 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:15:13,218 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:15:13,218 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:15:13,223 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:15:14,040 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:15:14,239 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:15:15,161 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:15:15,162 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:15:15,764 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:15:15,765 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:15:15,765 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:15:15,772 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:15:16,049 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:15:17,872 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:15:17,873 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:15:17,874 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:15:17,879 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:15:18,059 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:15:18,881 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:15:20,430 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:15:20,431 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:15:20,432 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:15:20,436 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:15:21,086 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:15:22,693 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:15:22,695 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:15:22,695 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:15:22,700 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:15:23,116 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:15:24,702 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:15:24,714 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:15:24,715 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:15:24,716 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:15:24,720 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:15:25,130 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:15:26,519 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:15:26,521 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:15:26,521 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:15:26,526 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:15:27,139 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:15:28,634 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:15:28,636 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:15:28,636 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:15:28,660 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:15:29,149 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:15:30,161 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:15:30,162 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:15:30,162 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:15:30,844 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:15:30,845 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:15:30,846 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:15:30,850 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:15:31,158 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:15:33,032 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:15:33,033 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:15:33,036 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:15:33,049 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:15:33,167 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:15:35,363 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:15:35,365 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:15:35,365 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:15:35,365 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:15:35,371 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:15:36,182 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:15:37,925 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:15:37,926 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:15:37,927 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:15:37,934 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:15:38,198 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:15:40,223 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:15:40,224 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:15:40,225 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:15:40,228 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:15:41,216 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:15:41,230 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:15:42,908 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:15:42,910 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:15:42,912 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:15:42,918 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:15:43,224 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:15:44,239 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:15:45,162 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:15:45,163 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:15:45,469 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:15:45,470 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:15:45,471 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:15:45,475 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:15:46,259 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:15:46,477 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:15:47,655 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:15:47,656 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:15:47,657 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:15:47,670 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:15:48,278 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:15:49,697 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:15:49,699 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:15:49,700 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:15:49,704 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:15:50,296 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:15:51,680 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:15:51,682 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:15:51,683 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:15:51,683 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:15:51,687 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:15:52,306 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:15:53,526 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:15:53,528 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:15:53,528 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:15:53,539 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:15:54,316 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:15:55,783 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:15:55,784 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:15:55,785 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:15:55,789 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:15:56,368 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:15:56,791 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:15:58,072 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:15:58,073 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:15:58,073 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:15:58,077 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:15:58,384 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:16:00,162 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:16:00,163 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:16:00,619 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:16:00,620 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:16:00,620 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:16:00,626 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:16:01,428 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:16:02,628 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:16:03,069 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:16:03,070 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:16:03,071 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:16:03,074 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:16:03,438 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:16:05,325 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:16:05,328 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:16:05,329 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:16:05,335 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:16:05,453 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:16:07,711 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:16:07,713 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:16:07,714 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:16:07,715 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:16:07,721 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:16:08,472 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:16:09,883 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:16:09,885 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:16:09,885 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:16:09,889 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:16:10,484 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:16:11,698 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:16:11,700 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:16:11,700 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:16:11,704 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:16:12,496 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:16:13,706 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:16:13,903 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:16:13,905 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:16:13,905 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:16:13,910 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:16:14,240 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:16:14,504 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:16:15,223 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:16:15,223 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:16:15,902 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:16:15,904 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:16:15,904 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:16:15,909 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:16:16,513 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:16:17,843 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:16:17,844 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:16:17,845 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:16:17,852 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:16:18,533 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:16:18,854 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:16:20,097 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:16:20,098 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:16:20,098 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:16:20,103 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:16:20,542 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:16:22,593 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:16:22,595 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:16:22,595 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:16:22,598 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:16:23,565 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:16:24,600 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:16:24,788 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:16:24,789 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:16:24,789 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:16:24,792 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:16:25,574 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:16:27,011 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:16:27,012 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:16:27,013 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:16:27,018 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:16:27,583 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:16:29,234 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:16:29,235 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:16:29,236 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:16:29,257 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:16:29,591 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:16:30,222 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:16:30,223 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:16:30,223 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:16:31,185 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:16:31,186 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:16:31,187 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:16:31,192 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:16:31,601 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:16:32,937 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:16:32,939 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:16:32,939 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:16:32,944 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:16:33,610 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:16:35,132 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:16:35,134 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:16:35,134 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:16:35,140 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:16:35,620 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:16:36,144 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:16:37,223 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:16:37,225 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:16:37,226 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:16:37,230 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:16:37,629 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:16:39,147 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:16:39,148 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:16:39,148 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:16:39,152 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:16:39,636 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:16:41,154 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:16:41,499 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:16:41,500 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:16:41,500 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:16:41,505 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:16:41,645 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:16:44,050 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:16:44,051 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:16:44,051 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:16:44,055 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:16:44,241 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:16:44,662 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:16:45,223 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:16:45,223 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:16:46,267 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:16:46,269 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:16:46,271 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:16:46,272 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:16:46,277 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:16:46,673 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:16:48,576 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:16:48,577 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:16:48,578 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:16:48,584 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:16:48,685 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:16:50,720 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:16:50,722 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:16:50,722 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:16:50,726 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:16:51,700 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:16:51,728 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:16:52,746 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:16:52,747 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:16:52,748 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:16:52,752 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:16:53,710 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:16:54,866 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:16:54,867 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:16:54,868 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:16:54,873 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:16:55,719 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:16:56,749 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:16:56,751 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:16:56,752 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:16:56,752 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:16:56,769 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:16:57,729 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:16:58,698 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:16:58,700 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:16:58,700 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:16:58,707 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:16:58,733 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:17:00,223 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:17:00,224 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:17:00,658 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:17:00,659 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:17:00,663 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:17:00,667 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:17:00,742 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:17:02,668 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:17:03,259 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:17:03,261 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:17:03,261 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:17:03,267 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:17:03,760 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:17:05,610 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:17:05,611 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:17:05,612 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:17:05,618 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:17:05,775 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:17:08,000 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:17:08,002 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:17:08,002 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:17:08,003 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:17:08,006 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:17:08,788 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:17:10,237 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:17:10,238 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:17:10,239 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:17:10,242 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:17:10,797 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:17:12,781 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:17:12,783 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:17:12,784 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:17:12,788 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:17:12,805 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:17:13,790 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:17:14,242 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:17:14,869 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:17:14,871 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:17:14,872 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:17:14,877 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:17:15,223 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:17:15,224 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:17:15,821 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:17:16,816 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:17:16,818 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:17:16,819 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:17:16,828 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:17:16,836 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:17:18,830 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:17:18,877 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:17:18,879 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:17:18,880 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:17:18,886 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:17:19,852 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:17:21,005 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:17:21,007 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:17:21,007 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:17:21,012 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:17:21,867 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:17:22,847 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:17:22,849 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:17:22,849 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:17:22,858 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:17:22,872 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:17:23,859 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:17:25,252 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:17:25,253 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:17:25,254 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:17:25,268 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:17:25,888 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:17:27,527 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:17:27,528 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:17:27,529 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:17:27,534 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:17:27,900 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:17:29,536 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:17:30,090 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:17:30,092 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:17:30,094 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:17:30,098 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:17:30,223 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:17:30,224 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:17:30,925 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:17:32,637 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:17:32,638 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:17:32,639 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:17:32,648 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:17:32,934 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:17:34,650 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:17:35,387 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:17:35,388 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:17:35,388 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:17:35,392 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:17:35,949 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:17:37,637 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:17:37,639 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:17:37,641 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:17:37,647 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:17:37,962 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:17:39,993 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:17:39,994 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:17:39,995 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:17:39,996 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:17:39,999 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:17:41,006 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:17:42,290 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:17:42,291 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:17:42,291 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:17:42,297 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:17:43,034 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:17:44,242 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:17:44,840 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:17:44,841 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:17:44,841 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:17:44,845 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:17:45,041 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:17:45,223 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:17:45,224 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:17:45,224 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:17:47,318 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:17:47,319 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:17:47,319 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:17:47,322 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:17:48,061 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:17:49,336 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:17:49,337 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:17:49,337 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:17:49,343 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:17:50,070 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:17:50,345 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:17:51,600 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:17:51,602 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:17:51,602 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:17:51,611 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:17:52,086 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:17:53,888 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:17:53,889 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:17:53,889 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:17:53,893 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:17:54,104 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:17:55,897 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:17:56,089 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:17:56,091 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:17:56,092 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:17:56,111 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:17:56,125 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:17:58,351 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:17:58,353 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:17:58,353 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:17:58,358 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:17:59,140 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:18:00,223 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:18:00,224 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:18:00,281 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:18:00,430 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:18:00,431 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:18:00,434 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:18:01,149 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:18:01,436 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:18:02,361 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:18:02,362 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:18:02,363 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:18:02,368 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:18:03,158 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:18:04,178 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:18:04,179 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:18:04,180 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:18:04,184 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:18:05,167 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:18:06,257 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:18:06,259 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:18:06,260 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:18:06,266 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:18:07,176 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:18:07,267 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:18:08,210 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:18:08,211 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:18:08,212 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:18:08,215 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:18:09,188 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:18:10,728 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:18:10,730 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:18:10,730 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:18:10,734 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:18:11,198 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:18:12,736 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:18:12,933 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:18:12,934 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:18:12,935 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:18:12,949 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:18:13,210 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:18:14,243 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:18:15,011 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:18:15,013 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:18:15,013 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:18:15,028 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:18:15,220 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:18:15,224 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:18:15,224 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:18:17,832 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:18:17,834 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:18:17,834 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:18:17,834 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:18:17,840 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:18:18,241 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:18:20,316 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:18:20,317 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:18:20,319 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:18:20,327 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:18:21,266 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:18:22,426 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:18:22,428 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:18:22,428 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:18:22,433 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:18:23,275 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:18:23,435 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:18:24,635 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:18:24,637 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:18:24,637 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:18:24,652 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:18:25,284 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:18:26,917 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:18:26,919 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:18:26,920 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:18:26,926 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:18:27,294 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:18:28,929 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:18:29,052 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:18:29,054 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:18:29,054 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:18:29,065 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:18:29,305 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:18:30,224 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:18:30,225 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:18:31,721 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:18:31,723 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:18:31,723 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:18:31,734 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:18:32,328 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:18:34,176 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:18:34,177 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:18:34,178 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:18:34,178 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:18:34,184 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:18:34,348 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:18:36,676 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:18:36,677 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:18:36,678 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:18:36,690 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:18:37,400 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:18:39,120 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:18:39,122 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:18:39,122 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:18:39,127 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:18:39,411 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:18:40,129 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:18:41,709 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:18:41,711 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:18:41,724 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:18:41,731 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:18:42,435 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:18:43,767 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:18:43,768 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:18:43,769 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:18:43,774 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:18:44,243 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:18:44,444 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:18:45,223 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:18:45,224 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:18:45,224 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:18:45,871 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:18:45,873 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:18:45,873 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:18:45,883 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:18:46,452 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:18:48,094 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:18:48,095 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:18:48,096 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:18:48,106 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:18:48,466 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:18:50,096 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:18:50,098 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:18:50,098 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:18:50,103 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:18:50,475 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:18:51,104 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:18:52,250 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:18:52,259 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:18:52,260 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:18:52,265 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:18:52,484 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:18:55,045 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:18:55,046 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:18:55,047 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:18:55,050 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:18:55,509 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:18:57,052 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:18:57,292 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:18:57,293 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:18:57,294 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:18:57,309 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:18:57,519 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:18:59,757 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:18:59,759 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:18:59,759 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:18:59,764 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:19:00,224 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:19:00,225 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:19:00,537 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:19:02,150 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:19:02,151 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:19:02,152 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:19:02,153 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:19:02,160 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:19:02,558 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:19:04,518 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:19:04,520 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:19:04,521 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:19:04,525 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:19:04,568 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:19:06,343 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:19:06,345 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:19:06,346 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:19:06,350 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:19:06,578 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:19:07,352 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:19:08,348 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:19:08,349 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:19:08,350 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:19:08,354 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:19:08,587 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:19:10,350 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:19:10,352 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:19:10,352 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:19:10,357 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:19:10,595 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:19:12,250 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:19:12,251 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:19:12,252 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:19:12,257 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:19:12,604 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:19:13,259 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:19:14,244 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:19:14,332 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:19:14,333 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:19:14,333 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:19:14,337 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:19:14,614 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:19:15,229 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:19:15,230 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:19:16,622 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:19:16,630 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:19:16,630 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:19:16,639 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:19:17,634 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:19:18,641 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:19:18,938 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:19:18,940 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:19:18,940 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:19:18,946 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:19:19,644 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:19:21,211 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:19:21,212 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:19:21,214 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:19:21,219 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:19:21,661 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:19:23,744 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:19:23,746 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:19:23,747 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:19:23,749 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:19:23,755 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:19:24,692 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:19:26,160 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:19:26,162 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:19:26,163 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:19:26,179 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:19:26,701 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:19:28,436 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:19:28,438 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:19:28,439 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:19:28,444 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:19:28,711 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:19:29,446 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:19:30,229 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:19:30,230 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:19:30,288 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:19:30,437 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:19:30,438 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:19:30,441 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:19:30,719 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:19:32,485 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:19:32,486 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:19:32,487 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:19:32,492 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:19:32,733 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:19:34,461 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:19:34,462 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:19:34,463 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:19:34,464 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:19:34,468 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:19:34,747 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:19:36,526 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:19:36,527 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:19:36,528 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:19:36,551 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:19:36,758 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:19:38,886 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:19:38,887 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:19:38,888 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:19:38,893 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:19:39,781 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:19:39,895 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:19:41,277 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:19:41,278 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:19:41,278 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:19:41,282 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:19:41,789 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:19:43,648 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:19:43,650 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:19:43,650 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:19:43,654 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:19:43,798 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:19:44,245 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:19:45,224 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:19:45,229 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:19:45,230 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:19:46,202 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:19:46,204 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:19:46,205 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:19:46,209 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:19:46,825 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:19:48,549 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:19:48,551 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:19:48,552 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:19:48,564 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:19:48,833 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:19:50,366 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:19:50,368 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:19:50,368 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:19:50,369 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:19:50,373 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:19:50,842 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:19:52,563 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:19:52,565 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:19:52,566 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:19:52,570 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:19:52,851 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:19:54,532 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:19:54,533 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:19:54,534 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:19:54,558 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:19:54,860 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:19:55,560 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:19:56,282 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:19:56,284 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:19:56,284 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:19:56,289 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:19:56,868 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:19:58,183 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:19:58,184 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:19:58,184 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:19:58,191 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:19:58,876 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:20:00,229 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:20:00,230 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:20:00,583 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:20:00,588 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:20:00,588 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:20:00,589 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:20:00,593 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:20:00,884 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:20:02,830 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:20:02,832 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:20:02,832 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:20:02,837 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:20:02,893 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:20:04,933 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:20:04,934 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:20:04,935 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:20:04,940 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:20:05,915 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:20:05,942 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:20:07,480 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:20:07,481 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:20:07,481 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:20:07,487 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:20:07,933 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:20:09,767 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:20:09,768 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:20:09,769 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:20:09,774 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:20:09,952 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:20:11,723 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:20:11,724 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:20:11,726 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:20:11,726 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:20:11,730 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:20:11,973 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:20:13,812 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:20:13,813 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:20:13,814 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:20:13,818 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:20:13,981 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:20:14,246 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:20:15,229 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:20:15,230 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:20:15,875 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:20:15,877 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:20:15,877 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:20:15,882 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:20:15,989 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:20:16,883 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:20:17,953 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:20:17,955 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:20:17,956 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:20:17,960 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:20:18,000 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:20:20,064 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:20:20,065 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:20:20,065 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:20:20,072 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:20:21,016 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:20:22,073 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:20:22,373 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:20:22,375 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:20:22,375 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:20:22,395 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:20:23,024 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:20:24,819 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:20:24,821 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:20:24,821 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:20:24,829 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:20:25,033 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:20:27,177 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:20:27,179 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:20:27,179 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:20:27,180 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:20:27,183 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:20:28,054 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:20:29,286 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:20:29,288 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:20:29,289 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:20:29,298 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:20:30,065 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:20:30,230 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:20:30,230 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:20:31,757 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:20:31,759 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:20:31,760 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:20:31,764 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:20:32,080 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:20:32,766 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:20:33,746 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:20:33,747 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:20:33,748 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:20:33,752 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:20:34,090 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:20:35,518 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:20:35,519 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:20:35,520 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:20:35,524 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:20:36,098 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:20:37,218 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:20:37,220 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:20:37,220 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:20:37,224 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:20:38,114 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:20:38,226 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:20:39,351 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:20:39,352 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:20:39,353 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:20:39,358 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:20:40,124 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:20:41,431 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:20:41,433 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:20:41,435 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:20:41,440 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:20:42,133 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:20:43,442 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:20:43,797 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:20:43,798 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:20:43,799 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:20:43,803 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:20:44,146 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:20:44,246 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:20:45,330 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:20:45,331 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:20:46,096 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:20:46,098 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:20:46,099 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:20:46,106 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:20:46,156 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:20:48,663 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:20:48,664 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:20:48,665 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:20:48,666 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:20:48,669 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:20:49,182 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:20:51,141 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:20:51,142 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:20:51,142 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:20:51,162 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:20:51,193 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:20:53,443 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:20:53,444 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:20:53,445 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:20:53,449 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:20:54,205 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:20:54,452 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:20:55,405 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:20:55,407 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:20:55,408 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:20:55,414 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:20:56,214 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:20:57,459 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:20:57,461 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:20:57,462 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:20:57,466 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:20:58,223 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:20:59,468 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:20:59,668 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:20:59,670 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:20:59,670 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:20:59,674 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:21:00,231 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:21:00,330 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:21:00,331 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:21:01,737 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:21:01,738 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:21:01,739 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:21:01,749 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:21:02,239 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:21:03,608 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:21:03,609 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:21:03,609 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:21:03,613 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:21:04,248 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:21:04,614 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:21:05,844 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:21:05,846 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:21:05,846 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:21:05,849 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:21:06,259 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:21:08,497 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:21:08,498 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:21:08,499 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:21:08,502 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:21:09,313 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:21:10,504 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:21:10,947 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:21:10,948 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:21:10,948 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:21:10,954 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:21:11,324 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:21:13,597 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:21:13,599 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:21:13,599 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:21:13,603 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:21:14,247 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:21:14,341 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:21:15,330 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:21:15,331 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:21:15,534 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:21:15,955 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:21:15,957 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:21:15,957 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:21:15,962 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:21:16,350 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:21:17,971 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:21:17,973 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:21:17,974 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:21:17,978 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:21:18,362 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:21:19,873 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:21:19,874 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:21:19,875 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:21:19,891 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:21:20,388 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:21:20,893 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:21:21,941 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:21:21,943 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:21:21,944 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:21:21,948 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:21:22,398 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:21:23,781 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:21:23,783 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:21:23,783 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:21:23,787 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:21:24,410 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:21:25,635 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:21:25,636 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:21:25,636 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:21:25,646 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:21:26,419 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:21:26,648 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:21:28,152 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:21:28,155 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:21:28,156 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:21:28,163 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:21:28,428 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:21:30,330 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:21:30,331 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:21:30,735 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:21:30,737 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:21:30,739 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:21:30,758 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:21:31,482 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:21:31,760 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:21:33,398 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:21:33,399 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:21:33,400 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:21:33,410 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:21:33,502 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:21:36,105 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:21:36,107 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:21:36,107 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:21:36,112 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:21:36,519 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:21:37,119 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:21:38,647 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:21:38,648 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:21:38,650 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:21:38,663 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:21:39,534 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:21:41,113 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:21:41,115 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:21:41,115 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:21:41,120 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:21:41,566 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:21:42,121 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:21:44,247 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:21:45,330 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:21:45,331 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:21:45,599 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:21:47,170 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:21:47,616 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:21:49,625 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:21:50,170 DEBUG SenderThread:15157 [sender.py:send():375] send: files +2023-06-23 08:21:50,171 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file media/images/sample_0_1249_a851057b659fc24cbaa9.png with policy now +2023-06-23 08:21:50,175 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:21:50,180 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:21:50,182 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:21:50,198 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:21:50,327 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:21:50,629 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:21:50,630 INFO Thread-12 :15157 [dir_watcher.py:_on_file_created():278] file/dir created: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_1249_a851057b659fc24cbaa9.png +2023-06-23 08:21:50,631 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images +2023-06-23 08:21:51,495 INFO wandb-upload_0:15157 [upload_job.py:push():137] Uploaded file /tmp/tmp3d82qperwandb/j4pwtdxn-media/images/sample_0_1249_a851057b659fc24cbaa9.png +2023-06-23 08:21:51,634 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:21:52,205 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:21:52,688 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:21:52,689 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:21:52,689 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:21:52,692 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:21:52,980 INFO wandb-upload_0:15157 [upload_job.py:push():137] Uploaded file /tmp/tmp3d82qperwandb/25jidrkb-media/images/sample_0_1249_a851057b659fc24cbaa9.png +2023-06-23 08:21:53,642 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:21:55,073 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:21:55,074 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:21:55,075 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:21:55,078 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:21:55,653 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:21:57,310 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:21:57,311 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:21:57,312 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:21:57,312 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:21:57,319 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:21:57,671 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:21:59,850 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:21:59,853 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:21:59,855 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:21:59,861 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:22:00,331 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:22:00,334 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:22:00,701 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:22:01,979 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:22:01,981 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:22:01,982 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:22:01,986 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:22:02,712 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:22:02,988 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:22:04,111 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:22:04,113 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:22:04,114 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:22:04,118 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:22:04,721 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:22:06,063 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:22:06,064 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:22:06,065 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:22:06,069 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:22:06,730 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:22:08,071 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:22:08,126 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:22:08,127 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:22:08,128 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:22:08,132 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:22:08,738 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:22:10,170 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:22:10,172 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:22:10,173 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:22:10,177 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:22:10,746 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:22:12,206 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:22:12,207 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:22:12,208 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:22:12,214 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:22:12,755 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:22:13,215 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:22:14,248 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:22:14,846 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:22:14,847 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:22:14,847 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:22:14,850 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:22:15,331 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:22:15,332 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:22:15,769 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:22:17,260 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:22:17,261 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:22:17,262 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:22:17,266 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:22:17,778 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:22:18,268 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:22:19,546 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:22:19,547 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:22:19,549 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:22:19,556 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:22:19,788 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:22:21,813 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:22:21,815 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:22:21,815 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:22:21,818 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:22:22,804 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:22:23,820 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:22:23,936 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:22:23,938 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:22:23,939 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:22:23,944 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:22:24,815 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:22:26,007 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:22:26,008 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:22:26,009 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:22:26,013 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:22:26,824 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:22:28,064 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:22:28,066 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:22:28,067 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:22:28,073 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:22:28,832 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:22:29,075 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:22:30,082 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:22:30,084 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:22:30,084 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:22:30,088 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:22:30,331 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:22:30,332 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:22:30,841 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:22:32,091 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:22:32,092 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:22:32,093 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:22:32,098 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:22:32,851 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:22:34,100 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:22:34,249 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:22:34,250 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:22:34,250 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:22:34,271 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:22:34,866 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:22:36,356 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:22:36,357 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:22:36,359 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:22:36,363 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:22:36,875 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:22:38,692 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:22:38,693 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:22:38,693 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:22:38,699 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:22:38,885 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:22:39,702 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:22:41,027 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:22:41,029 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:22:41,031 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:22:41,044 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:22:41,919 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:22:43,427 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:22:43,428 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:22:43,429 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:22:43,435 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:22:43,929 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:22:44,249 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:22:45,250 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:22:45,331 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:22:45,332 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:22:45,570 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:22:45,705 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:22:45,705 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:22:45,710 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:22:45,938 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:22:47,612 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:22:47,614 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:22:47,614 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:22:47,619 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:22:47,946 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:22:49,788 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:22:49,789 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:22:49,790 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:22:49,794 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:22:49,954 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:22:50,796 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:22:51,848 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:22:51,849 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:22:51,850 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:22:51,855 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:22:51,962 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:22:53,827 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:22:53,829 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:22:53,830 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:22:53,834 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:22:53,970 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:22:55,836 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:22:55,840 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:22:55,841 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:22:55,842 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:22:55,849 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:22:55,982 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:22:58,187 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:22:58,189 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:22:58,189 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:22:58,197 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:22:59,003 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:23:00,332 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:23:00,334 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:23:00,714 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:23:00,716 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:23:00,717 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:23:00,731 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:23:01,022 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:23:01,735 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:23:02,798 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:23:02,799 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:23:02,800 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:23:02,804 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:23:03,037 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:23:05,217 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:23:05,218 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:23:05,220 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:23:05,232 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:23:06,057 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:23:07,237 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:23:07,371 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:23:07,373 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:23:07,374 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:23:07,378 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:23:08,065 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:23:09,464 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:23:09,466 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:23:09,467 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:23:09,471 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:23:10,074 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:23:11,398 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:23:11,400 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:23:11,400 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:23:11,418 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:23:12,084 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:23:12,420 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:23:13,499 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:23:13,500 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:23:13,501 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:23:13,505 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:23:14,093 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:23:14,249 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:23:15,333 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:23:15,334 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:23:15,569 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:23:15,585 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:23:15,586 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:23:15,589 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:23:16,102 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:23:17,591 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:23:17,697 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:23:17,698 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:23:17,699 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:23:17,705 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:23:18,115 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:23:20,302 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:23:20,303 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:23:20,304 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:23:20,310 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:23:21,134 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:23:22,574 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:23:22,575 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:23:22,576 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:23:22,581 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:23:23,143 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:23:23,583 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:23:24,772 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:23:24,773 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:23:24,774 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:23:24,779 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:23:25,152 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:23:27,134 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:23:27,135 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:23:27,135 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:23:27,139 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:23:27,170 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:23:29,141 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:23:29,564 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:23:29,566 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:23:29,566 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:23:29,572 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:23:30,183 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:23:30,333 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:23:30,334 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:23:31,572 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:23:31,577 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:23:31,578 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:23:31,581 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:23:32,192 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:23:33,523 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:23:33,525 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:23:33,526 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:23:33,530 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:23:34,213 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:23:34,532 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:23:35,353 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:23:35,354 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:23:35,355 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:23:35,359 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:23:36,222 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:23:37,588 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:23:37,590 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:23:37,590 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:23:37,595 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:23:38,231 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:23:39,597 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:23:39,698 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:23:39,699 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:23:39,700 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:23:39,706 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:23:40,243 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:23:42,280 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:23:42,281 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:23:42,282 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:23:42,292 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:23:43,263 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:23:44,250 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:23:44,583 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:23:44,584 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:23:44,585 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:23:44,589 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:23:45,278 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:23:45,333 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:23:45,334 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:23:45,336 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:23:46,842 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:23:46,844 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:23:46,844 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:23:46,849 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:23:47,288 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:23:49,353 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:23:49,355 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:23:49,355 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:23:49,372 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:23:50,309 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:23:50,374 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:23:51,387 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:23:51,388 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:23:51,390 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:23:51,399 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:23:52,319 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:23:53,400 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:23:53,401 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:23:53,402 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:23:53,405 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:23:54,330 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:23:55,408 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:23:55,504 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:23:55,506 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:23:55,506 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:23:55,510 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:23:56,337 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:23:57,688 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:23:57,689 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:23:57,690 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:23:57,695 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:23:58,346 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:23:59,868 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:23:59,870 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:23:59,871 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:23:59,877 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:24:00,334 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:24:00,337 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:24:00,360 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:24:00,555 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:24:02,254 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:24:02,256 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:24:02,256 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:24:02,262 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:24:02,369 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:24:04,584 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:24:04,585 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:24:04,585 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:24:04,592 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:24:05,398 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:24:05,594 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:24:07,027 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:24:07,028 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:24:07,029 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:24:07,035 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:24:07,439 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:24:09,498 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:24:09,499 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:24:09,500 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:24:09,511 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:24:10,469 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:24:11,513 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:24:11,838 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:24:11,839 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:24:11,839 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:24:11,845 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:24:12,488 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:24:14,233 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:24:14,235 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:24:14,235 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:24:14,239 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:24:14,253 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:24:14,509 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:24:15,434 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:24:15,434 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:24:16,081 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:24:16,083 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:24:16,084 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:24:16,088 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:24:16,518 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:24:17,094 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:24:18,021 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:24:18,023 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:24:18,024 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:24:18,028 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:24:18,527 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:24:19,984 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:24:19,985 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:24:19,985 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:24:20,001 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:24:20,537 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:24:22,173 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:24:22,175 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:24:22,177 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:24:22,177 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:24:22,181 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:24:22,551 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:24:24,469 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:24:24,470 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:24:24,471 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:24:24,477 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:24:24,561 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:24:26,948 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:24:26,949 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:24:26,950 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:24:26,955 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:24:27,575 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:24:27,958 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:24:29,431 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:24:29,432 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:24:29,433 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:24:29,455 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:24:29,588 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:24:30,434 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:24:30,435 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:24:31,806 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:24:31,808 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:24:31,808 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:24:31,813 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:24:32,627 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:24:33,815 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:24:34,537 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:24:34,539 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:24:34,539 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:24:34,546 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:24:34,642 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:24:36,988 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:24:36,990 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:24:36,990 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:24:36,995 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:24:37,665 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:24:38,997 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:24:39,010 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:24:39,011 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:24:39,012 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:24:39,016 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:24:39,674 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:24:41,144 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:24:41,146 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:24:41,147 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:24:41,151 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:24:41,685 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:24:43,241 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:24:43,242 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:24:43,243 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:24:43,247 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:24:43,702 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:24:44,249 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:24:44,251 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:24:45,337 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:24:45,339 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:24:45,339 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:24:45,343 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:24:45,443 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:24:45,445 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:24:45,710 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:24:47,512 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:24:47,514 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:24:47,514 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:24:47,518 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:24:47,718 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:24:49,520 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:24:49,911 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:24:49,913 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:24:49,916 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:24:49,920 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:24:50,735 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:24:52,284 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:24:52,289 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:24:52,290 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:24:52,293 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:24:52,743 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:24:54,631 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:24:54,632 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:24:54,633 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:24:54,634 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:24:54,637 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:24:54,752 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:24:56,985 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:24:56,986 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:24:56,987 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:24:56,991 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:24:57,772 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:24:59,164 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:24:59,166 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:24:59,166 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:24:59,171 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:24:59,781 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:25:00,173 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:25:00,502 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:25:00,503 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:25:01,184 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:25:01,186 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:25:01,187 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:25:01,191 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:25:01,790 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:25:03,157 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:25:03,158 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:25:03,159 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:25:03,165 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:25:03,800 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:25:05,230 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:25:05,231 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:25:05,232 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:25:05,233 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:25:05,237 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:25:05,808 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:25:07,358 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:25:07,360 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:25:07,360 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:25:07,366 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:25:07,817 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:25:09,682 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:25:09,684 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:25:09,684 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:25:09,695 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:25:09,827 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:25:10,697 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:25:11,867 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:25:11,868 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:25:11,869 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:25:11,875 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:25:12,848 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:25:14,194 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:25:14,195 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:25:14,195 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:25:14,201 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:25:14,252 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:25:14,863 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:25:15,500 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:25:15,501 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:25:15,722 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:25:16,516 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:25:16,518 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:25:16,519 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:25:16,524 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:25:16,871 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:25:18,843 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:25:18,844 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:25:18,845 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:25:18,849 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:25:18,884 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:25:20,618 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:25:20,619 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:25:20,620 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:25:20,625 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:25:20,893 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:25:21,627 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:25:22,815 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:25:22,817 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:25:22,817 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:25:22,821 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:25:22,906 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:25:24,716 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:25:24,718 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:25:24,719 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:25:24,723 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:25:24,926 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:25:26,725 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:25:26,930 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:25:26,931 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:25:26,932 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:25:26,937 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:25:26,944 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:25:28,806 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:25:28,807 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:25:28,808 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:25:28,820 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:25:28,954 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:25:30,503 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:25:30,507 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:25:31,270 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:25:31,271 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:25:31,272 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:25:31,279 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:25:31,967 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:25:32,281 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:25:33,639 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:25:33,643 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:25:33,643 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:25:33,655 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:25:33,978 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:25:36,005 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:25:36,007 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:25:36,009 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:25:36,013 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:25:37,002 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:25:38,015 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:25:38,339 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:25:38,341 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:25:38,341 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:25:38,345 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:25:39,017 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:25:40,980 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:25:40,981 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:25:40,982 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:25:40,988 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:25:41,028 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:25:43,313 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:25:43,314 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:25:43,315 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:25:43,315 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:25:43,319 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:25:44,046 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:25:44,253 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:25:45,502 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:25:45,504 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:25:45,979 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:25:45,980 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:25:45,982 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:25:45,996 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:25:46,058 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:25:48,019 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:25:48,020 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:25:48,021 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:25:48,029 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:25:48,067 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:25:49,030 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:25:50,181 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:25:50,182 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:25:50,183 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:25:50,189 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:25:51,090 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:25:52,116 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:25:52,117 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:25:52,118 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:25:52,122 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:25:53,100 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:25:53,947 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:25:53,948 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:25:53,949 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:25:53,953 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:25:54,109 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:25:54,955 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:25:56,084 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:25:56,085 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:25:56,086 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:25:56,091 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:25:56,122 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:25:58,385 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:25:58,386 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:25:58,386 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:25:58,389 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:25:59,141 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:26:00,391 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:26:00,503 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:26:00,503 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:26:00,706 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:26:00,720 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:26:00,721 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:26:00,724 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:26:01,157 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:26:03,126 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:26:03,127 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:26:03,128 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:26:03,131 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:26:03,167 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:26:05,444 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:26:05,445 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:26:05,446 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:26:05,449 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:26:05,451 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:26:06,189 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:26:07,964 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:26:07,966 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:26:07,967 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:26:07,971 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:26:08,200 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:26:09,820 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:26:09,822 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:26:09,822 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:26:09,827 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:26:10,211 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:26:10,828 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:26:11,865 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:26:11,866 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:26:11,867 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:26:11,871 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:26:12,219 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:26:13,853 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:26:13,855 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:26:13,855 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:26:13,860 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:26:14,228 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:26:14,253 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:26:15,503 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:26:15,504 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:26:15,739 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:26:15,741 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:26:15,741 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:26:15,746 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:26:16,236 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:26:16,747 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:26:17,832 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:26:17,833 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:26:17,834 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:26:17,838 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:26:18,244 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:26:20,034 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:26:20,036 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:26:20,036 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:26:20,039 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:26:20,253 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:26:22,041 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:26:22,244 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:26:22,245 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:26:22,246 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:26:22,252 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:26:22,268 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:26:24,400 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:26:24,401 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:26:24,401 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:26:24,416 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:26:25,287 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:26:26,807 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:26:26,808 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:26:26,808 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:26:26,812 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:26:27,306 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:26:27,814 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:26:29,246 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:26:29,247 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:26:29,247 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:26:29,255 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:26:29,320 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:26:30,503 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:26:30,504 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:26:31,448 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:26:31,450 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:26:31,452 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:26:31,456 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:26:32,337 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:26:33,448 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:26:33,449 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:26:33,450 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:26:33,450 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:26:33,454 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:26:34,346 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:26:35,396 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:26:35,397 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:26:35,398 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:26:35,402 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:26:36,360 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:26:37,574 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:26:37,575 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:26:37,576 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:26:37,584 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:26:38,374 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:26:38,587 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:26:39,564 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:26:39,566 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:26:39,568 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:26:39,581 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:26:40,385 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:26:41,739 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:26:41,742 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:26:41,742 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:26:41,745 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:26:42,396 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:26:43,747 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:26:44,198 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:26:44,199 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:26:44,202 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:26:44,211 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:26:44,255 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:26:44,405 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:26:45,508 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:26:45,511 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:26:46,615 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:26:46,616 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:26:46,617 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:26:46,621 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:26:47,440 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:26:49,330 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:26:49,332 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:26:49,333 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:26:49,334 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:26:49,340 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:26:49,449 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:26:51,660 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:26:51,661 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:26:51,662 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:26:51,685 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:26:52,472 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:26:53,679 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:26:53,680 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:26:53,681 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:26:53,685 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:26:54,481 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:26:54,686 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:26:55,768 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:26:55,770 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:26:55,771 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:26:55,777 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:26:56,492 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:26:58,041 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:26:58,043 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:26:58,044 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:26:58,052 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:26:58,500 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:26:59,992 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:26:59,995 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:26:59,995 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:26:59,996 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:27:00,000 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:27:00,503 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:27:00,504 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:27:00,520 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:27:02,165 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:27:02,166 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:27:02,170 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:27:02,182 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:27:02,531 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:27:04,630 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:27:04,631 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:27:04,631 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:27:04,659 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:27:05,622 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:27:05,662 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:27:07,102 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:27:07,103 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:27:07,104 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:27:07,111 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:27:07,647 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:27:09,483 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:27:09,484 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:27:09,485 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:27:09,491 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:27:09,672 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:27:11,493 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:27:12,073 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:27:12,074 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:27:12,075 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:27:12,079 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:27:12,712 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:27:14,255 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:27:14,298 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:27:14,299 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:27:14,299 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:27:14,302 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:27:14,724 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:27:15,503 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:27:15,504 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:27:16,493 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:27:16,495 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:27:16,496 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:27:16,497 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:27:16,500 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:27:16,733 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:27:18,610 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:27:18,612 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:27:18,612 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:27:18,616 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:27:18,744 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:27:20,620 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:27:20,621 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:27:20,622 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:27:20,628 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:27:20,755 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:27:21,631 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:27:22,171 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:27:22,172 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:27:22,172 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:27:22,173 WARNING HandlerThread:15157 [handler.py:handle_request_partial_history():551] Step 4 < 1400. Dropping entry: {'loss/epoch': 0.3014636494432177, '_timestamp': 1687508842.1723719}. +2023-06-23 08:27:22,173 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:27:22,177 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:27:22,770 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:27:24,783 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:27:24,914 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:27:24,916 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:27:24,917 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:27:24,927 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:27:25,793 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:27:26,930 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:27:27,264 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:27:27,265 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:27:27,265 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:27:27,272 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:27:27,804 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:27:29,795 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:27:29,796 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:27:29,797 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:27:29,806 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:27:29,822 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:27:30,503 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:27:30,504 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:27:32,133 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:27:32,135 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:27:32,136 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:27:32,137 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:27:32,143 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:27:32,849 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:27:34,325 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:27:34,326 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:27:34,327 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:27:34,332 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:27:34,865 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:27:36,669 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:27:36,671 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:27:36,671 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:27:36,676 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:27:36,873 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:27:37,686 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:27:38,459 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:27:38,461 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:27:38,461 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:27:38,467 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:27:38,884 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:27:40,542 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:27:40,543 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:27:40,544 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:27:40,559 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:27:40,892 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:27:42,466 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:27:42,468 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:27:42,469 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:27:42,473 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:27:42,901 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:27:43,475 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:27:44,256 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:27:44,380 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:27:44,381 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:27:44,382 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:27:44,386 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:27:44,909 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:27:45,665 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:27:45,666 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:27:46,364 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:27:46,365 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:27:46,365 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:27:46,370 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:27:46,922 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:27:48,495 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:27:48,496 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:27:48,496 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:27:48,497 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:27:48,500 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:27:48,934 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:27:50,877 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:27:50,879 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:27:50,879 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:27:50,884 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:27:50,943 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:27:53,432 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:27:53,433 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:27:53,434 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:27:53,442 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:27:53,963 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:27:54,444 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:27:55,546 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:27:55,547 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:27:55,548 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:27:55,551 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:27:55,974 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:27:57,857 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:27:57,858 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:27:57,859 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:27:57,862 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:27:57,984 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:27:59,864 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:27:59,891 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:27:59,893 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:27:59,893 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:27:59,897 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:27:59,995 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:28:00,665 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:28:00,666 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:28:01,912 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:28:01,913 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:28:01,914 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:28:01,919 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:28:02,003 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:28:03,916 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:28:03,918 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:28:03,919 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:28:03,927 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:28:04,013 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:28:04,930 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:28:06,146 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:28:06,148 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:28:06,149 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:28:06,153 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:28:07,028 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:28:08,235 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:28:08,236 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:28:08,237 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:28:08,241 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:28:09,037 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:28:10,242 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:28:10,427 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:28:10,428 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:28:10,428 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:28:10,433 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:28:11,046 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:28:12,769 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:28:12,770 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:28:12,770 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:28:12,776 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:28:13,059 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:28:14,256 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:28:15,180 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:28:15,182 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:28:15,183 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:28:15,189 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:28:15,671 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:28:15,672 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:28:15,672 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:28:16,079 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:28:17,372 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:28:17,374 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:28:17,374 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:28:17,379 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:28:18,094 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:28:19,692 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:28:19,693 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:28:19,694 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:28:19,697 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:28:20,111 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:28:20,699 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:28:21,752 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:28:21,753 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:28:21,754 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:28:21,762 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:28:22,120 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:28:23,794 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:28:23,795 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:28:23,796 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:28:23,800 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:28:24,128 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:28:25,727 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:28:25,729 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:28:25,729 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:28:25,730 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:28:25,734 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:28:26,147 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:28:27,807 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:28:27,808 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:28:27,809 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:28:27,813 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:28:28,156 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:28:29,884 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:28:29,886 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:28:29,886 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:28:29,891 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:28:30,163 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:28:30,672 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:28:30,672 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:28:30,874 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:28:31,928 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:28:31,929 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:28:31,929 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:28:31,936 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:28:32,173 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:28:34,236 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:28:34,238 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:28:34,238 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:28:34,242 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:28:35,187 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:28:36,244 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:28:36,559 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:28:36,560 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:28:36,561 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:28:36,564 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:28:37,200 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:28:39,063 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:28:39,064 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:28:39,065 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:28:39,072 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:28:39,212 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:28:41,521 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:28:41,522 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:28:41,525 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:28:41,525 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:28:41,530 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:28:42,241 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:28:43,633 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:28:43,635 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:28:43,635 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:28:43,642 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:28:44,250 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:28:44,257 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:28:45,620 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:28:45,622 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:28:45,622 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:28:45,628 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:28:45,672 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:28:45,672 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:28:46,259 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:28:46,873 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:28:47,838 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:28:47,840 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:28:47,840 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:28:47,845 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:28:48,269 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:28:49,830 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:28:49,831 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:28:49,832 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:28:49,837 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:28:50,277 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:28:51,942 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:28:51,943 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:28:51,944 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:28:51,945 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:28:51,949 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:28:52,287 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:28:54,087 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:28:54,088 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:28:54,089 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:28:54,092 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:28:54,295 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:28:56,674 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:28:56,676 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:28:56,676 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:28:56,696 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:28:57,311 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:28:57,698 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:28:58,804 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:28:58,805 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:28:58,806 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:28:58,812 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:28:59,322 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:29:00,672 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:29:00,674 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:29:01,151 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:29:01,152 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:29:01,153 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:29:01,158 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:29:01,340 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:29:03,170 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:29:03,406 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:29:03,407 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:29:03,413 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:29:03,417 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:29:04,365 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:29:05,527 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:29:05,529 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:29:05,530 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:29:05,534 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:29:06,384 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:29:07,459 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:29:07,460 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:29:07,461 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:29:07,465 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:29:08,400 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:29:08,467 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:29:09,529 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:29:09,531 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:29:09,531 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:29:09,536 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:29:10,409 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:29:11,736 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:29:11,738 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:29:11,738 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:29:11,743 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:29:12,417 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:29:13,662 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:29:13,663 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:29:13,663 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:29:13,665 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:29:13,669 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:29:14,258 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:29:14,427 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:29:15,673 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:29:15,673 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:29:16,049 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:29:16,051 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:29:16,052 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:29:16,057 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:29:16,445 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:29:18,433 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:29:18,435 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:29:18,435 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:29:18,440 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:29:18,456 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:29:19,442 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:29:20,687 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:29:20,688 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:29:20,688 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:29:20,694 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:29:21,472 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:29:22,832 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:29:22,833 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:29:22,834 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:29:22,839 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:29:23,486 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:29:24,843 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:29:25,352 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:29:25,353 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:29:25,354 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:29:25,359 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:29:25,493 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:29:27,401 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:29:27,402 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:29:27,403 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:29:27,407 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:29:27,503 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:29:29,209 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:29:29,210 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:29:29,211 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:29:29,215 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:29:29,511 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:29:30,216 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:29:30,673 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:29:30,676 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:29:31,375 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:29:31,376 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:29:31,376 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:29:31,379 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:29:31,520 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:29:33,588 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:29:33,589 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:29:33,589 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:29:33,595 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:29:34,573 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:29:35,598 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:29:36,048 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:29:36,049 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:29:36,050 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:29:36,062 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:29:36,605 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:29:38,648 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:29:38,649 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:29:38,650 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:29:38,653 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:29:39,625 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:29:40,655 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:29:41,437 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:29:41,439 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:29:41,439 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:29:41,442 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:29:41,660 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:29:44,076 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:29:44,077 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:29:44,077 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:29:44,082 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:29:44,261 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:29:44,762 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:29:45,698 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:29:45,699 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:29:45,902 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:29:46,492 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:29:46,493 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:29:46,494 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:29:46,497 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:29:46,790 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:29:49,001 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:29:49,002 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:29:49,004 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:29:49,020 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:29:49,860 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:29:51,023 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:29:51,325 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:29:51,326 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:29:51,327 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:29:51,334 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:29:51,873 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:29:53,611 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:29:53,613 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:29:53,613 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:29:53,618 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:29:53,883 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:29:55,704 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:29:55,706 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:29:55,706 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:29:55,711 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:29:55,894 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:29:56,713 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:29:57,886 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:29:57,887 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:29:57,888 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:29:57,892 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:29:57,904 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:29:59,923 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:29:59,924 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:29:59,925 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:29:59,929 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:30:00,699 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:30:00,700 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:30:00,924 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:30:01,920 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:30:01,982 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:30:01,983 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:30:01,984 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:30:01,987 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:30:02,933 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:30:04,745 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:30:04,746 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:30:04,747 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:30:04,756 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:30:04,944 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:30:06,831 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:30:06,832 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:30:06,833 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:30:06,836 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:30:06,955 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:30:07,838 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:30:09,318 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:30:09,319 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:30:09,320 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:30:09,326 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:30:09,988 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:30:11,790 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:30:11,791 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:30:11,792 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:30:11,797 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:30:12,011 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:30:13,799 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:30:14,259 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:30:14,393 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:30:14,394 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:30:14,395 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:30:14,400 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:30:15,059 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:30:15,699 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:30:15,700 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:30:16,628 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:30:16,629 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:30:16,630 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:30:16,634 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:30:17,068 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:30:18,728 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:30:18,730 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:30:18,730 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:30:18,735 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:30:19,081 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:30:19,736 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:30:20,814 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:30:20,816 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:30:20,817 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:30:20,823 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:30:21,091 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:30:23,026 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:30:23,029 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:30:23,029 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:30:23,034 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:30:23,099 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:30:25,038 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:30:25,084 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:30:25,085 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:30:25,086 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:30:25,089 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:30:25,107 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:30:27,640 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:30:27,642 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:30:27,642 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:30:27,649 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:30:28,119 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:30:29,880 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:30:29,881 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:30:29,881 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:30:29,887 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:30:30,135 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:30:30,699 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:30:30,700 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:30:30,907 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:30:32,306 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:30:32,307 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:30:32,308 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:30:32,314 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:30:33,164 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:30:34,635 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:30:34,637 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:30:34,637 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:30:34,644 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:30:35,173 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:30:36,650 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:30:36,975 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:30:36,976 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:30:36,977 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:30:36,982 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:30:37,186 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:30:39,218 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:30:39,219 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:30:39,220 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:30:39,224 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:30:40,200 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:30:41,151 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:30:41,152 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:30:41,153 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:30:41,157 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:30:41,204 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:30:42,159 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:30:43,337 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:30:43,340 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:30:43,340 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:30:43,345 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:30:44,217 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:30:44,260 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:30:45,413 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:30:45,415 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:30:45,415 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:30:45,419 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:30:45,706 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:30:45,707 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:30:46,228 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:30:47,531 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:30:47,532 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:30:47,532 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:30:47,533 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:30:47,539 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:30:48,237 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:30:50,076 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:30:50,077 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:30:50,077 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:30:50,080 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:30:50,245 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:30:52,359 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:30:52,361 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:30:52,361 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:30:52,364 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:30:53,260 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:30:53,366 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:30:54,749 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:30:54,750 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:30:54,751 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:30:54,761 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:30:55,272 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:30:57,071 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:30:57,072 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:30:57,073 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:30:57,077 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:30:57,282 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:30:59,079 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:30:59,293 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:30:59,295 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:30:59,296 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:30:59,315 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:31:00,312 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:31:00,707 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:31:00,707 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:31:01,123 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:31:01,124 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:31:01,125 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:31:01,129 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:31:01,317 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:31:02,900 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:31:02,902 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:31:02,903 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:31:02,907 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:31:03,335 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:31:04,910 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:31:06,348 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:31:08,357 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:31:10,078 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:31:10,372 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:31:11,353 DEBUG SenderThread:15157 [sender.py:send():375] send: files +2023-06-23 08:31:11,353 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file media/images/sample_0_1499_df27cb8b1bfbf4da9df8.png with policy now +2023-06-23 08:31:11,356 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:31:11,357 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:31:11,357 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:31:11,366 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:31:11,377 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:31:11,378 INFO Thread-12 :15157 [dir_watcher.py:_on_file_created():278] file/dir created: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_1499_df27cb8b1bfbf4da9df8.png +2023-06-23 08:31:11,379 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images +2023-06-23 08:31:11,482 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:31:12,384 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:31:12,773 INFO wandb-upload_0:15157 [upload_job.py:push():137] Uploaded file /tmp/tmp3d82qperwandb/yjgk50yb-media/images/sample_0_1499_df27cb8b1bfbf4da9df8.png +2023-06-23 08:31:13,611 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:31:13,612 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:31:13,613 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:31:13,626 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:31:14,261 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:31:14,307 INFO wandb-upload_0:15157 [upload_job.py:push():137] Uploaded file /tmp/tmp3d82qperwandb/1rrc1kjm-media/images/sample_0_1499_df27cb8b1bfbf4da9df8.png +2023-06-23 08:31:14,396 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:31:15,263 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:31:15,707 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:31:15,708 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:31:16,066 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:31:16,068 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:31:16,070 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:31:16,078 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:31:16,415 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:31:18,275 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:31:18,277 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:31:18,277 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:31:18,284 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:31:18,425 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:31:20,286 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:31:20,660 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:31:20,661 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:31:20,662 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:31:20,666 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:31:21,439 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:31:22,472 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:31:22,477 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:31:22,478 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:31:22,490 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:31:23,449 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:31:24,642 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:31:24,643 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:31:24,644 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:31:24,648 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:31:25,459 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:31:25,650 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:31:26,451 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:31:26,452 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:31:26,453 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:31:26,457 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:31:26,465 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:31:28,520 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:31:28,521 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:31:28,522 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:31:28,532 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:31:29,480 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:31:30,603 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:31:30,604 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:31:30,604 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:31:30,609 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:31:30,706 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:31:30,707 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:31:30,707 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:31:31,489 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:31:32,661 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:31:32,662 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:31:32,662 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:31:32,666 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:31:33,498 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:31:34,788 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:31:34,790 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:31:34,790 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:31:34,795 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:31:35,514 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:31:35,797 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:31:37,079 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:31:37,080 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:31:37,081 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:31:37,102 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:31:37,526 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:31:39,649 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:31:39,650 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:31:39,651 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:31:39,656 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:31:40,543 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:31:41,658 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:31:41,888 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:31:41,890 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:31:41,891 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:31:41,894 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:31:42,559 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:31:43,973 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:31:43,975 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:31:43,975 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:31:43,980 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:31:44,261 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:31:44,568 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:31:45,707 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:31:45,708 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:31:46,033 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:31:46,035 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:31:46,035 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:31:46,042 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:31:46,577 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:31:47,045 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:31:48,205 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:31:48,207 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:31:48,208 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:31:48,212 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:31:48,587 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:31:50,125 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:31:50,126 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:31:50,127 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:31:50,131 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:31:50,595 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:31:52,116 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:31:52,118 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:31:52,119 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:31:52,120 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:31:52,122 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:31:52,604 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:31:54,578 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:31:54,579 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:31:54,580 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:31:54,594 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:31:54,620 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:31:56,865 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:31:56,866 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:31:56,866 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:31:56,879 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:31:57,649 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:31:57,881 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:31:59,153 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:31:59,155 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:31:59,155 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:31:59,164 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:31:59,660 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:32:00,707 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:32:00,708 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:32:01,401 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:32:01,403 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:32:01,403 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:32:01,409 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:32:01,673 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:32:03,411 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:32:03,654 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:32:03,657 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:32:03,658 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:32:03,672 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:32:03,684 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:32:05,866 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:32:05,870 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:32:05,870 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:32:05,874 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:32:06,699 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:32:07,780 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:32:07,781 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:32:07,782 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:32:07,786 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:32:08,709 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:32:08,787 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:32:09,819 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:32:09,820 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:32:09,821 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:32:09,825 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:32:10,721 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:32:11,917 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:32:11,919 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:32:11,919 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:32:11,923 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:32:12,731 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:32:13,925 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:32:13,974 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:32:13,976 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:32:13,976 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:32:13,992 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:32:14,262 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:32:14,745 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:32:15,707 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:32:15,714 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:32:16,374 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:32:16,375 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:32:16,377 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:32:16,384 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:32:16,758 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:32:18,869 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:32:18,871 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:32:18,873 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:32:18,877 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:32:19,773 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:32:19,879 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:32:21,098 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:32:21,099 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:32:21,099 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:32:21,103 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:32:21,789 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:32:23,645 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:32:23,646 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:32:23,647 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:32:23,652 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:32:23,800 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:32:25,654 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:32:25,936 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:32:25,938 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:32:25,938 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:32:25,951 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:32:26,818 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:32:28,008 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:32:28,010 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:32:28,010 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:32:28,014 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:32:28,827 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:32:30,122 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:32:30,125 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:32:30,126 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:32:30,133 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:32:30,707 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:32:30,708 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:32:30,708 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:32:30,836 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:32:32,242 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:32:32,244 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:32:32,244 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:32:32,248 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:32:32,848 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:32:34,267 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:32:34,269 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:32:34,269 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:32:34,274 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:32:34,857 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:32:36,276 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:32:36,448 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:32:36,449 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:32:36,450 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:32:36,452 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:32:36,885 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:32:38,820 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:32:38,821 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:32:38,822 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:32:38,825 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:32:38,895 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:32:41,388 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:32:41,390 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:32:41,390 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:32:41,392 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:32:41,396 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:32:41,917 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:32:43,665 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:32:43,667 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:32:43,667 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:32:43,677 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:32:43,935 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:32:44,262 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:32:45,708 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:32:45,708 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:32:46,213 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:32:46,215 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:32:46,215 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:32:46,223 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:32:46,984 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:32:47,228 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:32:48,681 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:32:48,683 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:32:48,687 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:32:48,692 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:32:49,019 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:32:50,831 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:32:50,833 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:32:50,833 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:32:50,838 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:32:51,029 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:32:52,758 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:32:52,759 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:32:52,760 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:32:52,760 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:32:52,769 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:32:53,037 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:32:54,838 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:32:54,840 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:32:54,841 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:32:54,845 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:32:55,055 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:32:57,164 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:32:57,166 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:32:57,166 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:32:57,171 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:32:58,069 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:32:58,172 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:32:59,150 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:32:59,151 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:32:59,151 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:32:59,155 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:33:00,085 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:33:00,843 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:33:00,844 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:33:01,616 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:33:01,617 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:33:01,618 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:33:01,624 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:33:02,096 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:33:03,625 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:33:04,045 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:33:04,047 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:33:04,049 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:33:04,053 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:33:04,110 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:33:06,652 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:33:06,654 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:33:06,656 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:33:06,660 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:33:07,125 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:33:08,662 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:33:08,922 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:33:08,924 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:33:08,924 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:33:08,929 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:33:09,141 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:33:11,583 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:33:11,585 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:33:11,585 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:33:11,589 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:33:12,155 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:33:13,684 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:33:13,685 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:33:13,686 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:33:13,686 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:33:13,690 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:33:14,167 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:33:14,263 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:33:15,646 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:33:15,647 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:33:15,648 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:33:15,653 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:33:15,843 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:33:15,844 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:33:16,175 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:33:17,465 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:33:17,467 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:33:17,467 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:33:17,471 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:33:18,184 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:33:19,369 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:33:19,371 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:33:19,371 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:33:19,373 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:33:19,377 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:33:20,193 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:33:21,593 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:33:21,594 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:33:21,595 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:33:21,599 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:33:22,213 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:33:23,723 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:33:23,725 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:33:23,726 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:33:23,729 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:33:24,229 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:33:24,730 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:33:25,973 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:33:25,974 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:33:25,975 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:33:25,980 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:33:26,250 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:33:28,142 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:33:28,143 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:33:28,144 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:33:28,149 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:33:28,262 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:33:30,151 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:33:30,552 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:33:30,553 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:33:30,553 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:33:30,559 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:33:30,848 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:33:30,849 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:33:31,291 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:33:32,886 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:33:32,887 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:33:32,887 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:33:32,905 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:33:33,299 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:33:34,924 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:33:34,925 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:33:34,926 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:33:34,930 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:33:35,308 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:33:35,932 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:33:37,022 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:33:37,024 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:33:37,024 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:33:37,029 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:33:37,317 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:33:39,174 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:33:39,176 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:33:39,177 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:33:39,185 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:33:39,327 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:33:41,128 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:33:41,129 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:33:41,130 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:33:41,130 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:33:41,135 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:33:41,347 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:33:43,023 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:33:43,024 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:33:43,025 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:33:43,030 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:33:43,360 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:33:44,264 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:33:45,282 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:33:45,284 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:33:45,284 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:33:45,301 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:33:45,372 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:33:45,848 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:33:45,848 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:33:47,065 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:33:47,875 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:33:47,876 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:33:47,876 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:33:47,882 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:33:48,386 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:33:50,343 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:33:50,345 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:33:50,346 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:33:50,352 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:33:50,403 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:33:52,354 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:33:52,662 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:33:52,663 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:33:52,665 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:33:52,669 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:33:53,430 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:33:55,219 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:33:55,221 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:33:55,221 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:33:55,230 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:33:55,440 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:33:57,589 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:33:57,591 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:33:57,591 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:33:57,591 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:33:57,597 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:33:58,465 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:33:59,921 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:33:59,923 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:33:59,923 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:33:59,929 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:34:00,478 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:34:00,848 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:34:00,848 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:34:02,236 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:34:02,237 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:34:02,239 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:34:02,244 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:34:02,495 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:34:03,246 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:34:04,756 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:34:04,757 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:34:04,758 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:34:04,764 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:34:05,529 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:34:06,979 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:34:06,981 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:34:06,982 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:34:06,986 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:34:07,538 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:34:08,877 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:34:08,878 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:34:08,878 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:34:08,879 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:34:08,884 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:34:09,552 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:34:11,213 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:34:11,214 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:34:11,215 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:34:11,236 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:34:11,564 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:34:13,824 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:34:13,825 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:34:13,827 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:34:13,831 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:34:14,265 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:34:14,265 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:34:14,583 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:34:15,848 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:34:15,848 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:34:16,110 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:34:16,111 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:34:16,112 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:34:16,117 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:34:16,595 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:34:18,533 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:34:18,534 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:34:18,535 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:34:18,548 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:34:18,614 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:34:19,550 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:34:20,702 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:34:20,704 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:34:20,705 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:34:20,710 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:34:21,633 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:34:22,760 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:34:22,762 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:34:22,762 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:34:22,767 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:34:23,645 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:34:24,539 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:34:24,541 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:34:24,542 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:34:24,546 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:34:24,649 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:34:25,548 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:34:26,625 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:34:26,626 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:34:26,627 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:34:26,631 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:34:26,658 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:34:28,708 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:34:28,709 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:34:28,710 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:34:28,714 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:34:29,671 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:34:30,715 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:34:30,848 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:34:30,856 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:34:31,266 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:34:31,267 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:34:31,268 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:34:31,271 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:34:31,691 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:34:33,766 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:34:33,769 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:34:33,770 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:34:33,781 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:34:34,713 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:34:35,784 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:34:36,003 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:34:36,008 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:34:36,008 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:34:36,022 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:34:36,729 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:34:38,410 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:34:38,412 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:34:38,414 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:34:38,420 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:34:38,750 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:34:40,559 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:34:40,561 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:34:40,561 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:34:40,565 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:34:40,764 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:34:41,567 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:34:42,496 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:34:42,497 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:34:42,498 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:34:42,502 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:34:42,772 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:34:44,265 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:34:44,621 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:34:44,623 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:34:44,623 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:34:44,628 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:34:44,780 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:34:45,848 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:34:45,849 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:34:46,833 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:34:46,835 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:34:46,836 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:34:46,836 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:34:46,840 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:34:47,796 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:34:48,933 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:34:48,934 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:34:48,935 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:34:48,952 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:34:49,806 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:34:50,952 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:34:50,953 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:34:50,957 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:34:50,968 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:34:51,817 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:34:51,972 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:34:53,244 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:34:53,245 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:34:53,246 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:34:53,251 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:34:53,843 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:34:55,463 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:34:55,464 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:34:55,465 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:34:55,470 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:34:55,857 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:34:57,472 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:34:57,963 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:34:57,964 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:34:57,965 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:34:57,968 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:34:58,885 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:35:00,388 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:35:00,389 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:35:00,390 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:35:00,395 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:35:00,848 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:35:00,849 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:35:00,897 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:35:02,614 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:35:02,616 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:35:02,617 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:35:02,617 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:35:02,621 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:35:02,911 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:35:04,667 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:35:04,669 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:35:04,671 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:35:04,675 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:35:04,919 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:35:06,555 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:35:06,557 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:35:06,558 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:35:06,562 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:35:06,929 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:35:08,382 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:35:08,383 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:35:08,384 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:35:08,384 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:35:08,389 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:35:08,937 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:35:10,501 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:35:10,502 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:35:10,503 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:35:10,507 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:35:10,948 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:35:12,562 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:35:12,563 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:35:12,564 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:35:12,568 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:35:12,959 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:35:13,570 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:35:14,266 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:35:14,843 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:35:14,845 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:35:14,845 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:35:14,848 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:35:14,973 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:35:15,848 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:35:15,849 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:35:17,313 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:35:17,315 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:35:17,315 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:35:17,321 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:35:18,003 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:35:19,328 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:35:19,572 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:35:19,573 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:35:19,574 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:35:19,592 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:35:20,022 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:35:22,050 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:35:22,051 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:35:22,052 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:35:22,063 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:35:23,044 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:35:24,490 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:35:24,492 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:35:24,493 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:35:24,493 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:35:24,498 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:35:25,062 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:35:26,486 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:35:26,487 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:35:26,488 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:35:26,492 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:35:27,074 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:35:28,738 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:35:28,739 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:35:28,740 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:35:28,755 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:35:29,086 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:35:29,758 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:35:30,787 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:35:30,789 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:35:30,789 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:35:30,794 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:35:30,849 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:35:30,849 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:35:31,097 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:35:32,947 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:35:32,949 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:35:32,950 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:35:32,957 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:35:33,110 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:35:34,821 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:35:34,822 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:35:34,823 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:35:34,823 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:35:34,829 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:35:35,118 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:35:37,329 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:35:37,330 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:35:37,330 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:35:37,336 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:35:38,140 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:35:39,760 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:35:39,761 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:35:39,762 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:35:39,768 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:35:40,151 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:35:40,770 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:35:42,425 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:35:42,427 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:35:42,427 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:35:42,430 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:35:43,165 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:35:44,267 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:35:44,945 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:35:44,946 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:35:44,947 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:35:44,952 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:35:45,192 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:35:45,845 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:35:45,849 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:35:45,849 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:35:47,672 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:35:47,674 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:35:47,675 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:35:47,679 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:35:48,206 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:35:49,712 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:35:49,714 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:35:49,714 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:35:49,718 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:35:50,220 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:35:51,720 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:35:51,972 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:35:51,973 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:35:51,974 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:35:51,979 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:35:52,229 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:35:53,852 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:35:53,854 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:35:53,854 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:35:53,861 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:35:54,242 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:35:55,946 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:35:55,948 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:35:55,949 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:35:55,954 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:35:56,252 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:35:56,956 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:35:58,199 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:35:58,201 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:35:58,202 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:35:58,209 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:35:58,267 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:36:00,607 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:36:00,608 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:36:00,609 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:36:00,616 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:36:00,849 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:36:00,850 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:36:01,301 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:36:02,090 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:36:03,127 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:36:03,128 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:36:03,129 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:36:03,136 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:36:03,314 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:36:05,461 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:36:05,462 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:36:05,463 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:36:05,468 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:36:06,330 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:36:07,470 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:36:07,779 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:36:07,781 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:36:07,781 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:36:07,789 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:36:08,352 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:36:09,927 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:36:09,928 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:36:09,929 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:36:09,943 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:36:10,361 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:36:11,937 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:36:11,939 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:36:11,940 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:36:11,944 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:36:12,370 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:36:12,946 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:36:14,084 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:36:14,085 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:36:14,086 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:36:14,090 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:36:14,268 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:36:14,382 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:36:15,849 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:36:15,850 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:36:16,180 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:36:17,080 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:36:17,082 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:36:17,085 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:36:17,402 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:36:18,086 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:36:18,278 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:36:18,280 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:36:18,280 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:36:18,285 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:36:18,407 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:36:20,298 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:36:20,299 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:36:20,299 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:36:20,306 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:36:20,419 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:36:22,633 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:36:22,634 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:36:22,635 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:36:22,638 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:36:23,439 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:36:23,640 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:36:24,725 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:36:24,726 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:36:24,727 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:36:24,732 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:36:25,455 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:36:26,967 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:36:26,968 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:36:26,969 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:36:26,973 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:36:27,465 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:36:28,975 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:36:29,345 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:36:29,347 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:36:29,349 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:36:29,356 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:36:29,474 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:36:30,922 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:36:30,925 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:36:31,655 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:36:31,657 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:36:31,658 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:36:31,662 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:36:32,496 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:36:33,721 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:36:33,722 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:36:33,723 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:36:33,727 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:36:34,507 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:36:34,729 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:36:35,783 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:36:35,785 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:36:35,785 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:36:35,790 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:36:36,516 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:36:37,869 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:36:37,871 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:36:37,872 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:36:37,876 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:36:38,526 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:36:39,879 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:36:40,080 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:36:40,081 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:36:40,082 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:36:40,087 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:36:40,535 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:36:42,086 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:36:42,087 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:36:42,087 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:36:42,094 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:36:42,543 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:36:44,268 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:36:44,431 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:36:44,432 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:36:44,432 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:36:44,447 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:36:44,554 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:36:45,449 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:36:45,922 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:36:45,923 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:36:46,957 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:36:46,958 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:36:46,958 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:36:46,983 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:36:47,581 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:36:49,270 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:36:49,271 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:36:49,272 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:36:49,283 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:36:49,591 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:36:51,288 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:36:51,767 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:36:51,769 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:36:51,770 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:36:51,775 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:36:52,607 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:36:53,800 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:36:53,802 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:36:53,802 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:36:53,807 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:36:54,617 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:36:55,730 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:36:55,732 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:36:55,732 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:36:55,739 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:36:56,627 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:36:56,740 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:36:57,804 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:36:57,806 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:36:57,806 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:36:57,811 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:36:58,648 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:36:59,607 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:36:59,609 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:36:59,609 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:36:59,614 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:36:59,652 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:37:00,923 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:37:00,923 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:37:01,647 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:37:01,649 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:37:01,651 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:37:01,655 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:37:01,663 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:37:02,657 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:37:03,578 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:37:03,579 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:37:03,579 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:37:03,586 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:37:03,672 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:37:05,954 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:37:05,955 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:37:05,956 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:37:05,962 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:37:06,705 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:37:07,966 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:37:08,453 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:37:08,454 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:37:08,455 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:37:08,458 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:37:08,720 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:37:10,655 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:37:10,657 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:37:10,658 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:37:10,663 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:37:10,735 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:37:12,985 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:37:12,986 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:37:12,987 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:37:12,987 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:37:12,996 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:37:13,756 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:37:14,269 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:37:15,167 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:37:15,169 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:37:15,170 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:37:15,174 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:37:15,765 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:37:15,923 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:37:15,923 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:37:17,189 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:37:17,191 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:37:17,191 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:37:17,196 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:37:17,774 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:37:18,198 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:37:19,263 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:37:19,264 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:37:19,265 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:37:19,269 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:37:19,785 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:37:21,324 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:37:21,325 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:37:21,325 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:37:21,334 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:37:21,793 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:37:23,213 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:37:23,215 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:37:23,216 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:37:23,217 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:37:23,220 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:37:23,802 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:37:25,352 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:37:25,353 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:37:25,353 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:37:25,362 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:37:25,812 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:37:27,621 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:37:27,622 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:37:27,622 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:37:27,642 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:37:27,825 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:37:28,645 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:37:29,986 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:37:29,988 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:37:29,988 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:37:29,991 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:37:30,847 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:37:30,923 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:37:30,923 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:37:32,021 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:37:32,022 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:37:32,022 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:37:32,028 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:37:32,860 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:37:34,030 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:37:34,540 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:37:34,541 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:37:34,541 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:37:34,545 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:37:34,881 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:37:36,731 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:37:36,732 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:37:36,733 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:37:36,738 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:37:36,891 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:37:38,628 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:37:38,630 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:37:38,630 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:37:38,635 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:37:38,900 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:37:39,636 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:37:40,707 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:37:40,709 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:37:40,710 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:37:40,714 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:37:40,908 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:37:42,790 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:37:42,791 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:37:42,792 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:37:42,800 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:37:42,924 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:37:44,270 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:37:44,913 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:37:44,916 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:37:44,917 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:37:44,917 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:37:44,921 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:37:44,934 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:37:45,924 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:37:45,925 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:37:46,912 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:37:46,913 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:37:46,913 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:37:46,917 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:37:46,952 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:37:49,271 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:37:49,272 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:37:49,276 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:37:49,286 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:37:49,968 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:37:50,287 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:37:51,817 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:37:51,819 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:37:51,819 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:37:51,830 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:37:51,977 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:37:54,351 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:37:54,352 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:37:54,353 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:37:54,360 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:37:54,994 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:37:55,362 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:37:56,741 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:37:56,743 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:37:56,743 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:37:56,750 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:37:57,005 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:37:59,386 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:37:59,387 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:37:59,388 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:37:59,395 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:38:00,026 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:38:00,397 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:38:01,009 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:38:01,011 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:38:01,731 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:38:01,733 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:38:01,733 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:38:01,736 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:38:02,037 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:38:04,218 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:38:04,219 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:38:04,220 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:38:04,236 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:38:05,054 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:38:06,238 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:38:06,242 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:38:06,243 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:38:06,244 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:38:06,248 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:38:07,062 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:38:08,431 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:38:08,433 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:38:08,434 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:38:08,438 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:38:09,073 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:38:10,357 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:38:10,358 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:38:10,359 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:38:10,363 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:38:11,085 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:38:11,364 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:38:12,753 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:38:12,754 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:38:12,754 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:38:12,761 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:38:13,101 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:38:14,270 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:38:15,215 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:38:15,216 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:38:15,217 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:38:15,224 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:38:16,009 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:38:16,011 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:38:16,119 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:38:17,215 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:38:17,728 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:38:17,729 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:38:17,730 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:38:17,733 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:38:18,136 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:38:20,428 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:38:20,429 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:38:20,429 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:38:20,438 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:38:21,169 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:38:22,441 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:38:22,834 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:38:22,835 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:38:22,836 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:38:22,842 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:38:23,188 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:38:25,227 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:38:25,228 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:38:25,229 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:38:25,239 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:38:26,205 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:38:27,258 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:38:27,260 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:38:27,260 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:38:27,265 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:38:28,218 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:38:28,268 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:38:29,351 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:38:29,353 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:38:29,354 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:38:29,363 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:38:30,226 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:38:31,010 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:38:31,011 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:38:31,519 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:38:31,520 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:38:31,521 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:38:31,530 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:38:32,237 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:38:33,532 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:38:33,690 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:38:33,692 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:38:33,692 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:38:33,697 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:38:34,270 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:38:36,024 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:38:36,025 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:38:36,026 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:38:36,032 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:38:36,279 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:38:38,430 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:38:38,432 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:38:38,432 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:38:38,440 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:38:39,299 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:38:39,443 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:38:41,106 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:38:41,108 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:38:41,110 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:38:41,117 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:38:41,323 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:38:43,560 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:38:43,561 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:38:43,561 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:38:43,568 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:38:44,271 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:38:44,349 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:38:45,272 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:38:46,010 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:38:46,012 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:38:46,060 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:38:46,226 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:38:46,226 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:38:46,242 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:38:46,381 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:38:48,443 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:38:48,444 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:38:48,445 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:38:48,461 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:38:49,400 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:38:50,463 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:38:50,479 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:38:50,481 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:38:50,481 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:38:50,486 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:38:51,413 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:38:52,424 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:38:52,426 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:38:52,426 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:38:52,430 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:38:53,425 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:38:54,368 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:38:54,369 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:38:54,370 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:38:54,374 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:38:54,429 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:38:56,290 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:38:56,292 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:38:56,292 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:38:56,293 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:38:56,297 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:38:56,438 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:38:58,474 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:38:58,476 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:38:58,476 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:38:58,491 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:38:59,452 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:39:00,915 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:39:00,916 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:39:00,916 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:39:00,931 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:39:01,010 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:39:01,016 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:39:01,469 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:39:02,227 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:39:03,194 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:39:03,196 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:39:03,196 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:39:03,208 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:39:03,481 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:39:05,528 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:39:05,529 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:39:05,530 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:39:05,533 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:39:06,502 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:39:07,535 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:39:07,934 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:39:07,935 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:39:07,936 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:39:07,941 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:39:08,516 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:39:10,273 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:39:10,275 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:39:10,275 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:39:10,279 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:39:10,525 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:39:12,447 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:39:12,448 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:39:12,449 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:39:12,453 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:39:12,534 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:39:13,455 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:39:14,272 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:39:14,396 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:39:14,398 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:39:14,398 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:39:14,402 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:39:14,542 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:39:16,010 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:39:16,011 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:39:16,439 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:39:16,441 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:39:16,442 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:39:16,446 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:39:16,551 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:39:18,400 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:39:18,402 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:39:18,403 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:39:18,407 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:39:18,569 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:39:19,409 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:39:20,500 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:39:20,501 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:39:20,502 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:39:20,505 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:39:20,581 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:39:22,517 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:39:22,518 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:39:22,519 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:39:22,523 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:39:22,590 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:39:24,525 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:39:24,890 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:39:24,892 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:39:24,892 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:39:24,906 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:39:25,619 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:39:27,218 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:39:27,220 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:39:27,220 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:39:27,226 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:39:27,646 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:39:29,697 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:39:29,698 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:39:29,698 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:39:29,699 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:39:29,702 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:39:30,665 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:39:31,180 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:39:31,181 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:39:31,862 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:39:31,864 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:39:31,864 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:39:31,869 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:39:32,675 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:39:33,773 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:39:33,774 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:39:33,775 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:39:33,781 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:39:34,711 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:39:34,783 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:39:35,772 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:39:35,774 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:39:35,774 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:39:35,779 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:39:36,722 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:39:37,849 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:39:37,851 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:39:37,852 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:39:37,856 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:39:38,732 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:39:39,858 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:39:39,955 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:39:39,957 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:39:39,957 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:39:39,962 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:39:40,741 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:39:42,077 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:39:42,078 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:39:42,079 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:39:42,083 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:39:42,762 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:39:44,231 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:39:44,232 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:39:44,232 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:39:44,245 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:39:44,273 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:39:44,771 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:39:45,274 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:39:46,179 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:39:46,180 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:39:46,697 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:39:46,698 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:39:46,699 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:39:46,704 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:39:46,782 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:39:49,109 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:39:49,110 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:39:49,110 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:39:49,120 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:39:49,803 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:39:51,123 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:39:51,280 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:39:51,281 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:39:51,282 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:39:51,287 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:39:51,814 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:39:53,513 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:39:53,515 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:39:53,515 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:39:53,520 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:39:53,828 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:39:55,584 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:39:55,586 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:39:55,586 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:39:55,591 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:39:55,837 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:39:56,593 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:39:57,643 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:39:57,645 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:39:57,646 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:39:57,650 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:39:57,846 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:39:59,438 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:39:59,439 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:39:59,440 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:39:59,444 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:39:59,855 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:40:01,179 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:40:01,180 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:40:01,622 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:40:01,623 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:40:01,624 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:40:01,625 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:40:01,631 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:40:01,863 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:40:03,573 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:40:03,574 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:40:03,575 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:40:03,594 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:40:03,873 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:40:05,804 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:40:05,805 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:40:05,805 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:40:05,823 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:40:05,882 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:40:06,824 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:40:08,362 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:40:08,363 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:40:08,363 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:40:08,369 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:40:08,911 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:40:10,604 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:40:10,605 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:40:10,607 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:40:10,613 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:40:10,928 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:40:12,615 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:40:12,937 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:40:12,939 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:40:12,939 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:40:12,944 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:40:12,960 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:40:14,274 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:40:15,431 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:40:15,434 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:40:15,435 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:40:15,439 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:40:15,976 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:40:16,179 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:40:16,180 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:40:17,374 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:40:17,375 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:40:17,376 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:40:17,381 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:40:17,985 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:40:18,383 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:40:19,263 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:40:19,265 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:40:19,265 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:40:19,271 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:40:19,996 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:40:21,287 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:40:21,288 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:40:21,289 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:40:21,293 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:40:22,005 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:40:23,182 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:40:23,184 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:40:23,184 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:40:23,188 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:40:24,014 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:40:24,189 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:40:27,046 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:40:29,054 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:40:29,224 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:40:31,047 DEBUG SenderThread:15157 [sender.py:send():375] send: files +2023-06-23 08:40:31,048 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file media/images/sample_0_1749_379eeca4c039cebf1816.png with policy now +2023-06-23 08:40:31,048 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:40:31,053 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:40:31,054 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:40:31,062 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:40:31,068 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:40:31,068 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:40:31,069 INFO Thread-12 :15157 [dir_watcher.py:_on_file_created():278] file/dir created: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_1749_379eeca4c039cebf1816.png +2023-06-23 08:40:31,072 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images +2023-06-23 08:40:31,211 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:40:31,211 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:40:31,212 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:40:31,219 WARNING HandlerThread:15157 [handler.py:handle_request_partial_history():551] Step 5 < 1750. Dropping entry: {'loss/epoch': 0.2985055749118328, '_timestamp': 1687509631.2109115}. +2023-06-23 08:40:31,212 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:40:33,078 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:40:33,367 INFO wandb-upload_0:15157 [upload_job.py:push():137] Uploaded file /tmp/tmp3d82qperwandb/qadulh2r-media/images/sample_0_1749_379eeca4c039cebf1816.png +2023-06-23 08:40:34,531 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:40:34,704 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:40:34,705 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:40:34,706 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:40:34,709 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:40:35,010 INFO wandb-upload_0:15157 [upload_job.py:push():137] Uploaded file /tmp/tmp3d82qperwandb/j3n64xyr-media/images/sample_0_1749_379eeca4c039cebf1816.png +2023-06-23 08:40:35,088 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:40:35,088 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:40:37,058 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:40:37,059 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:40:37,060 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:40:37,066 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:40:37,103 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:40:39,142 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:40:39,144 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:40:39,144 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:40:39,148 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:40:40,119 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:40:40,150 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:40:41,112 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:40:41,114 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:40:41,114 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:40:41,132 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:40:42,133 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:40:43,297 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:40:43,298 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:40:43,299 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:40:43,308 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:40:44,144 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:40:44,274 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:40:45,275 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:40:45,544 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:40:45,546 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:40:45,546 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:40:45,557 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:40:46,154 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:40:46,205 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:40:46,206 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:40:47,556 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:40:47,557 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:40:47,557 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:40:47,564 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:40:48,176 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:40:50,106 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:40:50,107 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:40:50,108 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:40:50,111 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:40:50,186 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:40:51,113 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:40:52,496 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:40:52,497 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:40:52,498 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:40:52,504 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:40:53,223 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:40:54,851 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:40:54,852 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:40:54,852 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:40:54,856 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:40:55,239 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:40:56,858 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:40:57,358 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:40:57,360 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:40:57,362 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:40:57,372 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:40:58,277 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:40:59,818 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:40:59,819 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:40:59,820 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:40:59,826 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:41:00,296 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:41:01,206 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:41:01,207 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:41:01,838 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:41:01,840 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:41:01,841 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:41:01,845 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:41:02,311 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:41:02,847 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:41:03,932 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:41:03,934 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:41:03,935 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:41:03,942 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:41:04,321 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:41:06,009 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:41:06,010 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:41:06,011 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:41:06,015 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:41:06,333 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:41:08,017 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:41:08,232 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:41:08,234 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:41:08,235 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:41:08,243 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:41:08,342 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:41:10,202 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:41:10,204 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:41:10,205 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:41:10,209 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:41:10,388 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:41:12,670 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:41:12,671 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:41:12,672 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:41:12,677 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:41:13,438 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:41:13,679 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:41:14,275 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:41:15,070 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:41:15,071 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:41:15,072 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:41:15,082 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:41:15,497 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:41:16,206 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:41:16,208 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:41:17,695 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:41:17,696 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:41:17,698 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:41:17,703 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:41:18,558 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:41:18,704 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:41:20,221 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:41:20,222 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:41:20,222 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:41:20,228 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:41:20,574 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:41:22,660 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:41:22,662 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:41:22,662 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:41:22,670 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:41:23,599 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:41:24,672 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:41:24,944 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:41:24,946 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:41:24,947 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:41:24,952 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:41:25,610 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:41:26,959 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:41:26,961 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:41:26,961 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:41:26,966 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:41:27,620 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:41:29,175 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:41:29,176 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:41:29,177 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:41:29,181 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:41:29,629 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:41:30,186 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:41:31,207 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:41:31,208 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:41:31,211 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:41:31,422 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:41:31,423 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:41:31,427 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:41:31,643 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:41:33,269 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:41:33,270 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:41:33,270 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:41:33,281 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:41:33,667 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:41:35,282 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:41:35,802 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:41:35,803 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:41:35,803 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:41:35,806 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:41:36,702 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:41:38,158 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:41:38,159 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:41:38,160 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:41:38,165 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:41:38,718 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:41:40,501 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:41:40,503 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:41:40,503 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:41:40,506 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:41:40,510 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:41:40,729 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:41:42,954 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:41:42,955 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:41:42,955 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:41:42,960 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:41:43,758 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:41:44,276 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:41:45,119 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:41:45,120 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:41:45,121 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:41:45,125 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:41:45,767 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:41:46,127 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:41:46,327 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:41:46,328 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:41:46,980 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:41:46,981 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:41:46,982 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:41:46,987 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:41:47,783 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:41:48,905 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:41:48,906 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:41:48,907 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:41:48,911 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:41:49,818 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:41:51,484 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:41:51,485 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:41:51,487 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:41:51,488 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:41:51,497 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:41:51,835 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:41:53,793 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:41:53,795 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:41:53,795 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:41:53,799 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:41:53,851 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:41:56,335 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:41:56,336 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:41:56,337 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:41:56,340 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:41:56,866 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:41:57,342 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:41:58,904 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:41:58,905 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:41:58,906 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:41:58,909 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:41:59,883 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:42:01,327 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:42:01,328 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:42:01,368 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:42:01,543 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:42:01,546 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:42:01,564 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:42:01,894 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:42:02,565 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:42:03,587 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:42:03,589 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:42:03,589 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:42:03,599 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:42:03,910 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:42:06,146 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:42:06,147 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:42:06,147 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:42:06,155 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:42:06,936 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:42:08,157 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:42:08,361 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:42:08,363 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:42:08,363 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:42:08,369 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:42:08,940 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:42:10,385 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:42:10,387 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:42:10,387 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:42:10,397 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:42:10,950 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:42:12,227 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:42:12,229 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:42:12,230 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:42:12,236 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:42:12,960 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:42:13,237 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:42:14,276 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:42:14,374 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:42:14,375 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:42:14,376 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:42:14,380 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:42:14,970 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:42:16,327 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:42:16,328 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:42:16,368 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:42:16,534 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:42:16,535 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:42:16,539 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:42:16,981 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:42:18,540 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:42:18,583 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:42:18,584 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:42:18,585 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:42:18,589 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:42:19,003 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:42:20,939 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:42:20,941 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:42:20,942 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:42:20,949 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:42:21,014 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:42:23,350 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:42:23,352 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:42:23,353 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:42:23,357 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:42:24,040 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:42:24,359 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:42:25,635 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:42:25,636 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:42:25,637 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:42:25,642 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:42:26,056 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:42:28,036 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:42:28,037 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:42:28,037 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:42:28,041 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:42:28,068 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:42:30,043 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:42:30,319 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:42:30,320 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:42:30,321 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:42:30,325 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:42:31,084 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:42:31,328 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:42:31,329 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:42:32,208 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:42:32,210 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:42:32,211 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:42:32,215 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:42:33,094 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:42:34,312 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:42:34,314 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:42:34,314 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:42:34,319 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:42:35,105 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:42:35,321 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:42:36,254 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:42:36,255 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:42:36,256 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:42:36,260 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:42:37,116 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:42:38,166 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:42:38,168 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:42:38,168 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:42:38,172 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:42:39,130 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:42:40,304 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:42:40,306 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:42:40,307 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:42:40,315 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:42:41,155 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:42:41,317 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:42:42,507 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:42:42,508 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:42:42,508 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:42:42,513 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:42:43,164 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:42:44,277 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:42:45,092 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:42:45,093 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:42:45,094 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:42:45,097 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:42:45,173 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:42:46,328 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:42:46,328 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:42:46,330 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:42:47,330 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:42:47,331 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:42:47,333 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:42:47,339 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:42:48,188 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:42:49,886 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:42:49,887 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:42:49,887 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:42:49,893 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:42:50,224 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:42:51,895 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:42:52,129 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:42:52,130 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:42:52,131 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:42:52,135 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:42:52,234 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:42:54,168 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:42:54,170 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:42:54,170 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:42:54,176 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:42:54,243 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:42:55,982 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:42:55,983 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:42:55,984 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:42:55,988 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:42:56,251 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:42:56,990 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:42:58,110 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:42:58,111 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:42:58,112 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:42:58,122 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:42:58,262 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:43:00,150 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:43:00,152 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:43:00,153 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:43:00,163 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:43:00,270 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:43:01,328 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:43:01,329 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:43:02,356 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:43:02,357 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:43:02,357 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:43:02,358 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:43:02,364 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:43:03,289 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:43:04,560 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:43:04,561 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:43:04,561 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:43:04,565 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:43:05,299 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:43:06,827 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:43:06,828 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:43:06,829 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:43:06,832 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:43:07,312 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:43:07,834 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:43:09,026 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:43:09,027 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:43:09,028 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:43:09,031 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:43:09,326 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:43:11,324 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:43:11,325 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:43:11,325 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:43:11,329 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:43:11,342 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:43:13,331 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:43:13,656 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:43:13,658 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:43:13,659 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:43:13,664 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:43:14,278 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:43:14,356 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:43:15,733 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:43:15,735 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:43:15,736 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:43:15,740 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:43:16,328 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:43:16,329 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:43:16,366 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:43:17,651 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:43:17,653 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:43:17,654 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:43:17,669 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:43:18,376 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:43:18,681 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:43:19,533 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:43:19,535 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:43:19,536 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:43:19,541 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:43:20,385 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:43:21,730 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:43:21,732 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:43:21,732 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:43:21,737 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:43:22,395 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:43:23,738 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:43:23,773 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:43:23,774 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:43:23,774 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:43:23,796 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:43:24,405 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:43:26,153 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:43:26,154 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:43:26,155 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:43:26,163 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:43:26,431 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:43:28,342 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:43:28,344 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:43:28,344 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:43:28,348 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:43:28,434 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:43:29,349 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:43:30,687 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:43:30,689 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:43:30,689 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:43:30,694 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:43:31,330 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:43:31,332 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:43:31,461 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:43:32,773 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:43:32,774 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:43:32,775 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:43:32,781 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:43:33,481 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:43:34,783 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:43:35,072 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:43:35,074 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:43:35,075 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:43:35,082 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:43:35,491 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:43:37,091 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:43:37,092 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:43:37,093 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:43:37,097 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:43:37,501 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:43:39,095 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:43:39,096 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:43:39,097 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:43:39,101 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:43:39,510 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:43:40,103 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:43:41,239 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:43:41,241 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:43:41,241 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:43:41,246 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:43:41,523 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:43:43,254 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:43:43,256 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:43:43,256 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:43:43,260 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:43:43,532 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:43:44,278 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:43:45,279 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:43:45,523 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:43:45,524 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:43:45,525 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:43:45,528 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:43:45,552 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:43:46,330 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:43:46,331 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:43:47,816 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:43:47,818 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:43:47,818 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:43:47,824 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:43:48,573 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:43:50,300 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:43:50,302 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:43:50,302 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:43:50,303 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:43:50,313 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:43:50,583 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:43:52,874 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:43:52,876 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:43:52,877 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:43:52,884 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:43:53,608 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:43:54,999 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:43:55,000 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:43:55,001 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:43:55,007 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:43:55,622 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:43:56,008 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:43:57,708 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:43:57,710 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:43:57,710 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:43:57,732 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:43:58,641 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:43:59,995 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:43:59,997 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:43:59,997 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:44:00,001 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:44:00,652 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:44:01,475 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:44:01,476 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:44:01,690 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:44:02,155 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:44:02,156 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:44:02,157 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:44:02,161 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:44:02,667 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:44:04,044 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:44:04,046 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:44:04,046 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:44:04,050 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:44:04,676 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:44:06,192 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:44:06,197 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:44:06,197 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:44:06,206 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:44:06,687 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:44:07,208 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:44:08,292 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:44:08,293 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:44:08,293 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:44:08,298 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:44:08,698 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:44:10,603 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:44:10,606 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:44:10,607 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:44:10,630 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:44:10,711 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:44:12,639 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:44:13,250 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:44:13,262 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:44:13,262 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:44:13,277 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:44:13,737 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:44:14,279 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:44:15,792 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:44:15,793 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:44:15,794 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:44:15,799 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:44:16,475 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:44:16,480 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:44:16,783 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:44:17,686 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:44:18,341 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:44:18,342 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:44:18,343 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:44:18,349 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:44:18,795 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:44:20,700 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:44:20,703 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:44:20,704 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:44:20,708 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:44:20,808 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:44:22,710 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:44:23,060 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:44:23,062 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:44:23,062 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:44:23,066 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:44:23,824 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:44:25,054 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:44:25,055 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:44:25,056 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:44:25,065 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:44:25,834 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:44:27,119 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:44:27,121 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:44:27,121 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:44:27,125 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:44:27,844 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:44:28,127 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:44:29,229 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:44:29,231 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:44:29,232 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:44:29,241 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:44:29,854 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:44:31,244 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:44:31,245 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:44:31,245 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:44:31,252 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:44:31,476 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:44:31,478 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:44:31,868 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:44:33,478 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:44:33,480 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:44:33,480 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:44:33,480 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:44:33,487 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:44:33,877 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:44:35,802 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:44:35,804 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:44:35,804 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:44:35,808 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:44:35,886 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:44:38,235 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:44:38,236 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:44:38,237 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:44:38,249 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:44:38,913 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:44:39,251 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:44:40,637 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:44:40,639 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:44:40,640 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:44:40,650 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:44:40,937 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:44:42,778 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:44:42,779 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:44:42,780 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:44:42,784 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:44:42,950 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:44:44,280 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:44:44,282 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:44:44,964 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:44:44,965 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:44:44,966 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:44:44,972 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:44:45,965 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:44:46,477 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:44:46,477 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:44:46,736 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:44:46,738 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:44:46,739 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:44:46,743 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:44:46,970 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:44:48,833 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:44:48,835 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:44:48,836 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:44:48,840 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:44:48,981 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:44:49,842 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:44:50,818 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:44:50,820 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:44:50,820 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:44:50,825 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:44:50,990 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:44:52,836 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:44:52,838 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:44:52,838 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:44:52,850 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:44:53,002 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:44:54,852 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:44:55,262 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:44:55,264 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:44:55,264 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:44:55,268 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:44:56,025 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:44:57,839 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:44:57,840 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:44:57,840 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:44:57,853 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:44:58,036 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:44:59,855 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:45:00,092 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:45:00,094 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:45:00,094 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:45:00,100 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:45:01,055 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:45:01,653 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:45:01,653 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:45:02,416 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:45:02,417 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:45:02,417 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:45:02,421 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:45:03,082 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:45:04,562 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:45:04,563 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:45:04,564 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:45:04,568 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:45:05,106 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:45:05,570 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:45:06,607 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:45:06,609 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:45:06,610 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:45:06,614 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:45:07,115 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:45:08,827 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:45:08,829 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:45:08,829 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:45:08,834 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:45:09,125 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:45:10,806 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:45:10,808 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:45:10,808 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:45:10,809 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:45:10,813 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:45:11,135 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:45:12,794 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:45:12,796 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:45:12,796 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:45:12,800 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:45:13,147 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:45:14,280 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:45:14,815 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:45:14,816 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:45:14,816 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:45:14,819 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:45:15,156 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:45:15,823 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:45:16,653 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:45:16,653 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:45:17,099 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:45:17,100 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:45:17,100 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:45:17,116 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:45:17,165 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:45:19,386 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:45:19,388 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:45:19,388 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:45:19,392 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:45:20,179 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:45:21,394 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:45:21,785 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:45:21,786 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:45:21,787 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:45:21,790 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:45:22,189 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:45:24,164 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:45:24,166 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:45:24,167 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:45:24,171 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:45:24,204 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:45:26,377 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:45:26,379 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:45:26,379 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:45:26,385 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:45:27,231 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:45:27,387 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:45:28,429 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:45:28,430 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:45:28,431 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:45:28,435 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:45:29,242 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:45:30,442 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:45:30,444 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:45:30,444 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:45:30,450 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:45:31,252 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:45:31,766 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:45:31,766 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:45:32,493 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:45:32,494 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:45:32,495 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:45:32,495 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:45:32,499 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:45:33,261 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:45:34,603 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:45:34,604 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:45:34,606 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:45:34,610 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:45:35,275 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:45:36,586 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:45:36,588 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:45:36,588 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:45:36,594 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:45:37,289 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:45:37,596 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:45:38,621 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:45:38,622 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:45:38,622 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:45:38,629 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:45:39,307 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:45:41,034 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:45:41,036 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:45:41,037 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:45:41,040 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:45:41,329 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:45:43,042 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:45:43,279 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:45:43,280 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:45:43,282 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:45:43,287 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:45:43,342 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:45:44,281 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:45:45,456 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:45:45,457 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:45:45,458 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:45:45,464 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:45:46,369 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:45:46,764 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:45:46,767 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:45:48,198 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:45:48,199 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:45:48,201 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:45:48,201 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:45:48,206 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:45:48,378 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:45:50,727 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:45:50,729 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:45:50,729 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:45:50,733 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:45:51,395 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:45:53,193 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:45:53,194 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:45:53,196 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:45:53,201 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:45:53,203 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:45:53,411 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:45:55,614 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:45:55,615 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:45:55,618 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:45:55,636 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:45:56,438 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:45:57,865 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:45:57,867 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:45:57,867 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:45:57,870 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:45:58,461 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:45:58,872 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:45:59,922 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:45:59,924 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:45:59,924 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:45:59,929 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:46:00,471 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:46:01,765 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:46:01,765 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:46:01,981 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:46:01,982 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:46:01,983 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:46:01,989 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:46:02,485 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:46:03,991 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:46:04,478 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:46:04,480 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:46:04,480 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:46:04,486 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:46:04,508 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:46:06,787 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:46:06,788 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:46:06,790 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:46:06,795 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:46:07,526 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:46:09,066 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:46:09,067 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:46:09,067 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:46:09,068 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:46:09,073 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:46:09,536 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:46:11,371 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:46:11,372 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:46:11,372 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:46:11,376 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:46:11,555 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:46:13,576 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:46:13,578 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:46:13,578 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:46:13,582 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:46:14,282 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:46:14,287 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:46:14,570 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:46:15,469 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:46:15,470 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:46:15,471 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:46:15,476 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:46:15,575 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:46:16,824 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:46:16,825 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:46:17,570 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:46:17,572 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:46:17,572 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:46:17,576 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:46:17,586 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:46:19,578 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:46:19,606 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:46:19,608 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:46:19,608 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:46:19,614 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:46:20,602 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:46:21,670 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:46:21,671 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:46:21,672 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:46:21,676 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:46:22,612 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:46:23,810 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:46:23,811 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:46:23,812 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:46:23,818 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:46:24,630 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:46:24,820 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:46:26,070 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:46:26,071 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:46:26,071 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:46:26,076 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:46:26,653 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:46:28,327 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:46:28,330 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:46:28,331 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:46:28,339 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:46:28,670 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:46:30,343 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:46:30,772 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:46:30,774 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:46:30,774 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:46:30,787 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:46:31,716 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:46:31,823 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:46:31,824 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:46:33,339 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:46:33,340 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:46:33,341 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:46:33,344 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:46:33,728 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:46:35,346 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:46:35,755 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:46:35,756 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:46:35,757 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:46:35,777 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:46:36,750 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:46:37,933 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:46:37,935 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:46:37,936 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:46:37,942 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:46:38,759 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:46:40,035 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:46:40,037 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:46:40,038 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:46:40,044 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:46:40,768 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:46:41,048 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:46:42,306 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:46:42,308 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:46:42,308 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:46:42,313 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:46:42,782 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:46:44,283 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:46:44,317 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:46:44,319 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:46:44,319 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:46:44,324 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:46:44,798 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:46:46,325 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:46:46,779 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:46:46,780 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:46:46,780 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:46:46,789 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:46:46,825 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:46:46,826 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:46:46,845 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:46:49,251 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:46:49,252 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:46:49,253 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:46:49,269 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:46:49,867 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:46:51,935 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:46:51,937 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:46:51,937 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:46:51,938 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:46:51,947 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:46:52,899 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:46:54,368 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:46:54,369 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:46:54,369 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:46:54,373 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:46:54,909 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:46:56,938 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:46:56,939 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:46:56,939 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:46:56,940 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:46:56,944 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:46:57,938 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:46:59,104 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:46:59,105 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:46:59,106 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:46:59,111 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:46:59,949 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:47:01,152 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:47:01,154 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:47:01,155 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:47:01,162 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:47:01,826 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:47:01,826 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:47:01,957 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:47:02,047 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:47:03,376 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:47:03,378 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:47:03,378 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:47:03,383 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:47:03,968 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:47:05,171 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:47:05,173 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:47:05,173 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:47:05,177 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:47:05,982 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:47:07,179 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:47:07,257 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:47:07,258 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:47:07,259 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:47:07,263 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:47:07,995 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:47:09,792 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:47:09,793 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:47:09,793 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:47:09,797 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:47:10,022 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:47:12,253 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:47:12,254 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:47:12,254 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:47:12,256 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:47:12,258 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:47:13,041 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:47:14,284 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:47:14,312 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:47:14,314 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:47:14,314 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:47:14,324 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:47:15,054 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:47:16,425 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:47:16,428 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:47:16,432 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:47:16,445 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:47:16,826 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:47:16,826 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:47:17,069 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:47:18,050 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:47:18,748 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:47:18,749 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:47:18,750 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:47:18,754 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:47:19,075 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:47:20,940 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:47:20,943 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:47:20,944 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:47:20,948 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:47:21,086 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:47:22,968 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:47:22,970 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:47:22,972 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:47:22,976 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:47:23,095 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:47:23,978 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:47:24,990 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:47:24,991 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:47:24,992 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:47:24,997 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:47:25,104 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:47:27,052 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:47:27,053 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:47:27,054 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:47:27,059 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:47:27,113 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:47:29,060 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:47:29,083 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:47:29,084 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:47:29,085 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:47:29,089 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:47:29,123 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:47:31,234 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:47:31,235 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:47:31,236 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:47:31,239 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:47:31,826 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:47:31,827 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:47:32,142 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:47:33,667 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:47:33,668 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:47:33,669 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:47:33,677 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:47:34,154 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:47:34,680 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:47:35,927 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:47:35,928 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:47:35,929 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:47:35,934 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:47:36,169 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:47:38,275 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:47:38,277 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:47:38,277 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:47:38,283 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:47:39,193 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:47:40,285 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:47:40,609 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:47:40,610 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:47:40,611 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:47:40,614 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:47:41,206 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:47:42,714 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:47:42,716 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:47:42,716 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:47:42,720 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:47:43,215 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:47:44,284 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:47:44,700 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:47:44,702 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:47:44,703 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:47:44,707 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:47:45,224 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:47:45,709 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:47:46,698 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:47:46,700 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:47:46,700 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:47:46,705 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:47:46,826 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:47:46,826 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:47:47,235 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:47:48,805 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:47:48,807 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:47:48,807 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:47:48,814 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:47:49,244 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:47:50,815 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:47:50,879 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:47:50,880 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:47:50,880 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:47:50,886 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:47:51,271 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:47:53,427 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:47:53,429 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:47:53,430 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:47:53,433 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:47:54,285 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:47:55,756 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:47:55,757 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:47:55,758 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:47:55,767 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:47:56,301 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:47:56,773 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:47:57,965 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:47:57,966 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:47:57,966 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:47:57,972 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:47:58,314 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:48:00,344 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:48:00,346 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:48:00,346 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:48:00,349 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:48:01,344 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:48:02,008 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:48:02,009 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:48:02,009 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:48:02,698 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:48:02,700 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:48:02,700 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:48:02,705 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:48:03,354 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:48:04,790 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:48:04,792 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:48:04,793 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:48:04,797 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:48:05,366 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:48:06,739 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:48:06,741 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:48:06,741 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:48:06,746 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:48:07,377 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:48:07,747 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:48:08,775 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:48:08,777 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:48:08,778 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:48:08,782 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:48:09,387 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:48:10,871 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:48:10,873 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:48:10,874 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:48:10,879 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:48:11,396 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:48:12,881 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:48:13,006 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:48:13,008 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:48:13,008 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:48:13,017 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:48:13,420 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:48:14,285 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:48:15,478 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:48:15,480 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:48:15,482 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:48:15,486 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:48:16,442 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:48:17,008 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:48:17,008 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:48:17,556 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:48:17,557 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:48:17,557 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:48:17,563 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:48:18,468 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:48:18,565 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:48:20,110 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:48:20,111 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:48:20,112 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:48:20,120 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:48:20,503 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:48:22,651 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:48:22,653 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:48:22,653 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:48:22,658 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:48:23,518 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:48:23,659 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:48:25,102 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:48:25,104 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:48:25,104 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:48:25,108 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:48:25,527 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:48:27,087 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:48:27,089 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:48:27,089 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:48:27,094 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:48:27,537 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:48:29,096 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:48:29,136 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:48:29,139 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:48:29,139 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:48:29,144 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:48:29,545 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:48:31,280 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:48:31,281 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:48:31,282 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:48:31,286 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:48:31,554 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:48:32,008 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:48:32,008 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:48:33,070 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:48:33,071 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:48:33,072 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:48:33,091 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:48:33,563 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:48:34,964 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:48:34,965 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:48:34,966 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:48:34,966 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:48:34,973 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:48:35,585 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:48:37,305 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:48:37,306 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:48:37,306 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:48:37,309 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:48:37,610 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:48:39,763 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:48:39,764 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:48:39,765 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:48:39,768 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:48:40,627 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:48:40,770 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:48:42,012 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:48:42,013 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:48:42,014 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:48:42,019 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:48:42,643 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:48:44,286 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:48:44,585 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:48:44,587 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:48:44,587 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:48:44,594 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:48:44,656 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:48:46,596 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:48:46,810 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:48:46,812 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:48:46,812 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:48:46,817 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:48:47,009 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:48:47,010 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:48:47,670 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:48:48,995 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:48:48,997 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:48:48,997 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:48:49,001 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:48:49,680 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:48:50,973 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:48:50,975 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:48:50,976 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:48:50,982 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:48:51,690 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:48:51,984 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:48:52,958 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:48:52,960 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:48:52,961 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:48:52,965 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:48:53,700 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:48:55,160 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:48:55,162 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:48:55,162 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:48:55,167 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:48:55,709 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:48:57,169 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:48:57,187 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:48:57,189 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:48:57,189 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:48:57,198 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:48:57,724 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:48:59,559 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:48:59,560 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:48:59,560 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:48:59,567 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:48:59,733 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:49:01,967 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:49:01,968 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:49:01,969 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:49:01,972 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:49:02,008 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:49:02,009 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:49:02,218 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:49:02,754 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:49:04,355 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:49:04,357 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:49:04,357 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:49:04,361 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:49:04,768 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:49:06,899 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:49:06,900 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:49:06,901 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:49:06,919 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:49:07,785 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:49:07,924 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:49:08,936 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:49:08,938 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:49:08,939 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:49:08,943 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:49:09,794 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:49:11,113 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:49:11,115 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:49:11,115 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:49:11,131 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:49:11,812 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:49:13,132 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:49:13,218 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:49:13,220 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:49:13,221 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:49:13,226 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:49:13,821 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:49:14,286 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:49:15,179 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:49:15,181 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:49:15,182 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:49:15,188 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:49:15,834 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:49:17,009 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:49:17,009 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:49:17,141 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:49:17,229 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:49:17,230 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:49:17,233 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:49:17,849 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:49:18,235 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:49:19,066 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:49:19,067 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:49:19,070 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:49:19,074 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:49:19,861 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:49:21,552 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:49:21,553 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:49:21,554 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:49:21,559 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:49:21,871 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:49:23,562 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:49:24,139 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:49:24,140 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:49:24,141 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:49:24,147 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:49:24,896 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:49:26,276 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:49:26,277 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:49:26,278 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:49:26,283 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:49:26,922 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:49:28,863 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:49:28,865 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:49:28,865 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:49:28,866 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:49:28,869 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:49:28,935 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:49:31,205 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:49:31,207 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:49:31,207 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:49:31,212 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:49:31,967 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:49:32,009 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:49:32,010 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:49:33,276 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:49:33,278 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:49:33,278 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:49:33,282 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:49:33,979 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:49:34,284 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:49:35,338 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:49:35,340 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:49:35,340 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:49:35,347 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:49:35,990 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:49:37,586 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:49:37,588 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:49:37,589 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:49:37,593 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:49:38,006 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:49:39,597 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:49:39,779 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:49:39,781 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:49:39,781 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:49:39,790 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:49:40,017 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:49:41,992 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:49:41,995 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:49:42,003 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:49:42,008 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:49:42,042 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:49:44,287 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:49:44,650 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:49:44,651 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:49:44,653 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:49:44,653 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:49:44,663 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:49:45,065 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:49:47,009 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:49:47,010 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:49:47,258 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:49:47,260 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:49:47,262 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:49:47,270 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:49:48,105 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:49:49,714 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:49:51,137 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:49:52,161 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:49:53,189 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:49:54,929 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:49:55,206 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:49:56,991 DEBUG SenderThread:15157 [sender.py:send():375] send: files +2023-06-23 08:49:56,993 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file media/images/sample_0_1999_bd619f93f7663075bced.png with policy now +2023-06-23 08:49:56,995 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:49:57,006 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:49:57,006 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:49:57,029 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:49:57,132 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:49:57,230 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:49:57,230 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:49:57,231 INFO Thread-12 :15157 [dir_watcher.py:_on_file_created():278] file/dir created: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_1999_bd619f93f7663075bced.png +2023-06-23 08:49:57,232 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images +2023-06-23 08:49:59,240 INFO wandb-upload_0:15157 [upload_job.py:push():137] Uploaded file /tmp/tmp3d82qperwandb/vjv3owkv-media/images/sample_0_1999_bd619f93f7663075bced.png +2023-06-23 08:49:59,494 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:49:59,495 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:49:59,496 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:49:59,500 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:50:00,259 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:50:00,502 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:50:00,680 INFO wandb-upload_0:15157 [upload_job.py:push():137] Uploaded file /tmp/tmp3d82qperwandb/p22qfkcd-media/images/sample_0_1999_bd619f93f7663075bced.png +2023-06-23 08:50:01,530 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:50:01,532 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:50:01,532 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:50:01,537 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:50:02,009 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:50:02,009 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:50:02,269 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:50:03,557 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:50:03,559 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:50:03,559 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:50:03,563 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:50:04,279 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:50:05,436 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:50:05,438 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:50:05,439 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:50:05,443 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:50:06,289 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:50:06,444 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:50:07,646 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:50:07,647 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:50:07,648 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:50:07,653 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:50:08,299 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:50:09,929 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:50:09,930 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:50:09,930 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:50:09,933 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:50:10,322 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:50:11,935 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:50:12,534 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:50:12,536 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:50:12,536 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:50:12,540 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:50:13,340 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:50:14,288 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:50:14,797 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:50:14,798 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:50:14,798 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:50:14,802 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:50:15,364 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:50:17,009 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:50:17,011 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:50:17,011 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:50:17,099 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:50:17,217 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:50:17,218 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:50:17,222 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:50:17,385 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:50:19,313 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:50:19,314 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:50:19,315 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:50:19,332 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:50:19,406 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:50:21,368 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:50:21,370 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:50:21,370 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:50:21,375 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:50:21,417 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:50:22,377 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:50:23,394 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:50:23,396 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:50:23,396 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:50:23,402 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:50:23,428 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:50:25,493 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:50:25,494 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:50:25,495 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:50:25,499 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:50:26,444 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:50:27,418 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:50:27,419 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:50:27,420 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:50:27,420 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:50:27,425 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:50:27,448 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:50:29,645 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:50:29,646 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:50:29,647 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:50:29,651 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:50:30,479 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:50:31,970 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:50:31,971 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:50:31,972 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:50:31,975 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:50:32,009 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:50:32,010 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:50:32,492 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:50:33,216 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:50:34,424 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:50:34,425 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:50:34,426 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:50:34,446 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:50:34,505 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:50:36,790 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:50:36,791 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:50:36,794 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:50:36,798 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:50:37,524 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:50:38,799 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:50:38,934 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:50:38,935 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:50:38,936 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:50:38,939 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:50:39,548 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:50:41,265 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:50:41,267 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:50:41,268 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:50:41,272 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:50:41,563 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:50:43,310 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:50:43,311 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:50:43,313 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:50:43,318 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:50:43,573 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:50:44,288 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:50:44,290 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:50:45,146 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:50:45,147 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:50:45,148 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:50:45,152 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:50:45,584 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:50:46,967 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:50:46,969 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:50:46,969 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:50:46,974 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:50:47,009 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:50:47,010 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:50:47,594 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:50:49,114 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:50:49,115 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:50:49,116 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:50:49,120 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:50:49,603 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:50:50,122 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:50:50,940 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:50:50,941 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:50:50,942 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:50:50,946 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:50:51,616 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:50:53,281 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:50:53,282 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:50:53,282 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:50:53,288 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:50:53,651 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:50:55,290 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:50:55,505 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:50:55,507 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:50:55,507 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:50:55,522 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:50:55,670 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:50:57,894 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:50:57,895 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:50:57,896 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:50:57,899 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:50:58,688 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:51:00,128 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:51:00,130 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:51:00,130 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:51:00,140 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:51:00,705 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:51:01,142 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:51:02,009 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:51:02,011 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:51:02,601 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:51:02,602 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:51:02,603 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:51:02,609 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:51:02,715 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:51:04,452 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:51:04,453 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:51:04,454 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:51:04,459 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:51:04,724 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:51:06,272 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:51:06,274 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:51:06,276 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:51:06,276 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:51:06,283 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:51:06,733 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:51:08,216 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:51:08,218 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:51:08,218 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:51:08,223 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:51:08,743 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:51:10,355 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:51:10,358 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:51:10,358 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:51:10,363 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:51:10,753 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:51:11,370 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:51:12,458 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:51:12,460 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:51:12,461 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:51:12,465 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:51:12,762 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:51:14,289 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:51:14,582 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:51:14,583 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:51:14,584 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:51:14,587 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:51:14,772 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:51:16,589 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:51:16,742 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:51:16,743 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:51:16,744 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:51:16,747 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:51:16,789 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:51:17,009 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:51:17,011 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:51:19,094 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:51:19,105 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:51:19,105 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:51:19,111 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:51:19,805 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:51:21,344 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:51:21,346 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:51:21,346 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:51:21,351 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:51:21,815 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:51:22,364 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:51:23,863 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:51:23,864 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:51:23,865 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:51:23,870 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:51:24,836 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:51:26,032 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:51:26,034 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:51:26,034 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:51:26,042 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:51:26,847 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:51:28,032 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:51:28,033 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:51:28,034 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:51:28,034 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:51:28,038 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:51:28,858 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:51:29,857 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:51:29,859 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:51:29,860 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:51:29,867 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:51:29,873 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:51:31,705 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:51:31,707 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:51:31,707 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:51:31,711 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:51:31,885 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:51:32,010 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:51:32,011 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:51:33,221 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:51:33,590 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:51:33,592 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:51:33,592 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:51:33,596 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:51:33,896 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:51:35,672 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:51:35,673 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:51:35,674 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:51:35,685 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:51:35,909 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:51:37,986 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:51:37,987 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:51:37,987 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:51:38,009 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:51:38,937 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:51:39,011 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:51:40,321 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:51:40,322 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:51:40,322 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:51:40,332 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:51:40,962 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:51:42,610 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:51:42,611 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:51:42,611 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:51:42,617 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:51:42,985 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:51:44,290 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:51:44,291 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:51:45,085 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:51:45,087 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:51:45,087 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:51:45,092 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:51:46,012 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:51:47,010 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:51:47,011 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:51:47,201 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:51:47,218 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:51:47,219 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:51:47,223 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:51:48,023 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:51:49,258 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:51:49,260 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:51:49,261 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:51:49,285 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:51:50,033 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:51:50,287 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:51:51,067 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:51:51,069 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:51:51,070 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:51:51,073 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:51:52,045 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:51:53,265 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:51:53,267 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:51:53,267 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:51:53,272 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:51:54,057 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:51:55,181 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:51:55,183 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:51:55,184 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:51:55,188 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:51:56,067 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:51:56,191 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:51:57,292 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:51:57,294 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:51:57,294 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:51:57,302 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:51:58,085 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:51:59,619 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:51:59,620 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:51:59,620 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:51:59,623 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:52:00,095 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:52:01,625 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:52:01,676 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:52:01,678 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:52:01,678 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:52:01,681 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:52:02,011 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:52:02,012 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:52:02,112 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:52:04,095 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:52:04,096 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:52:04,097 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:52:04,100 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:52:04,123 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:52:06,736 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:52:06,737 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:52:06,737 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:52:06,738 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:52:06,744 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:52:07,150 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:52:09,054 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:52:09,056 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:52:09,056 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:52:09,061 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:52:09,166 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:52:10,994 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:52:10,996 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:52:10,996 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:52:11,000 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:52:11,180 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:52:12,002 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:52:13,085 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:52:13,086 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:52:13,087 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:52:13,091 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:52:13,190 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:52:14,290 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:52:15,424 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:52:15,426 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:52:15,426 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:52:15,431 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:52:16,206 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:52:17,012 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:52:17,013 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:52:17,013 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:52:17,442 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:52:17,444 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:52:17,445 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:52:17,449 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:52:18,219 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:52:19,667 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:52:19,668 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:52:19,668 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:52:19,672 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:52:20,231 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:52:22,147 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:52:22,148 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:52:22,149 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:52:22,151 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:52:22,153 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:52:22,242 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:52:24,673 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:52:24,674 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:52:24,675 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:52:24,678 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:52:25,274 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:52:27,148 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:52:27,149 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:52:27,150 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:52:27,150 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:52:27,157 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:52:27,293 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:52:29,666 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:52:29,667 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:52:29,669 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:52:29,678 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:52:30,318 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:52:32,015 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:52:32,016 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:52:32,151 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:52:32,227 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:52:32,229 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:52:32,228 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:52:32,233 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:52:32,329 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:52:34,302 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:52:34,304 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:52:34,305 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:52:34,309 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:52:34,347 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:52:36,568 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:52:36,569 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:52:36,570 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:52:36,574 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:52:37,366 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:52:37,576 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:52:38,631 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:52:38,633 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:52:38,633 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:52:38,637 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:52:39,383 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:52:40,686 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:52:40,688 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:52:40,688 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:52:40,692 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:52:41,400 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:52:42,694 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:52:43,011 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:52:43,012 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:52:43,013 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:52:43,016 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:52:43,411 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:52:44,291 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:52:45,472 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:52:45,474 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:52:45,475 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:52:45,491 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:52:46,461 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:52:47,015 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:52:47,017 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:52:47,732 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:52:47,734 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:52:47,734 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:52:47,734 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:52:47,737 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:52:48,474 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:52:50,300 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:52:50,301 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:52:50,301 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:52:50,307 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:52:50,487 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:52:52,490 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:52:52,491 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:52:52,492 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:52:52,497 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:52:52,509 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:52:53,498 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:52:54,855 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:52:54,857 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:52:54,858 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:52:54,862 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:52:55,529 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:52:56,950 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:52:56,951 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:52:56,952 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:52:56,956 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:52:57,539 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:52:58,959 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:52:59,131 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:52:59,133 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:52:59,133 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:52:59,138 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:52:59,552 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:53:00,962 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:53:00,963 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:53:00,964 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:53:00,971 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:53:01,562 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:53:02,015 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:53:02,016 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:53:03,168 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:53:03,170 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:53:03,170 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:53:03,174 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:53:03,571 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:53:04,177 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:53:05,344 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:53:05,345 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:53:05,345 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:53:05,349 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:53:05,591 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:53:07,549 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:53:07,550 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:53:07,550 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:53:07,566 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:53:07,613 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:53:09,571 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:53:09,861 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:53:09,862 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:53:09,865 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:53:09,870 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:53:10,640 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:53:12,175 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:53:12,177 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:53:12,177 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:53:12,188 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:53:12,651 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:53:14,292 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:53:14,710 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:53:14,711 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:53:14,712 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:53:14,712 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:53:14,720 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:53:15,670 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:53:16,742 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:53:16,744 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:53:16,745 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:53:16,754 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:53:17,015 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:53:17,016 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:53:17,682 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:53:18,533 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:53:18,535 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:53:18,535 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:53:18,540 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:53:18,688 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:53:20,542 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:53:20,626 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:53:20,627 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:53:20,628 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:53:20,632 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:53:20,696 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:53:22,822 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:53:22,823 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:53:22,824 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:53:22,828 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:53:23,710 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:53:24,917 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:53:24,919 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:53:24,920 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:53:24,924 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:53:25,722 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:53:25,926 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:53:26,900 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:53:26,901 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:53:26,902 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:53:26,908 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:53:27,743 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:53:29,448 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:53:29,450 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:53:29,452 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:53:29,456 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:53:29,756 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:53:31,458 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:53:31,523 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:53:31,524 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:53:31,527 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:53:31,537 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:53:31,771 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:53:32,016 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:53:32,016 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:53:33,839 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:53:33,840 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:53:33,841 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:53:33,844 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:53:34,787 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:53:35,563 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:53:35,564 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:53:35,565 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:53:35,564 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:53:35,566 WARNING HandlerThread:15157 [handler.py:handle_request_partial_history():551] Step 6 < 2100. Dropping entry: {'loss/epoch': 0.29663115973983495, '_timestamp': 1687510415.5636394}. +2023-06-23 08:53:35,573 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:53:35,793 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:53:37,085 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:53:37,807 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:53:39,281 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:53:39,283 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:53:39,283 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:53:39,287 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:53:39,818 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:53:41,799 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:53:41,801 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:53:41,801 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:53:41,805 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:53:41,828 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:53:42,807 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:53:44,153 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:53:44,154 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:53:44,155 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:53:44,163 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:53:44,292 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:53:44,850 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:53:46,450 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:53:46,451 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:53:46,451 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:53:46,458 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:53:46,866 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:53:47,016 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:53:47,016 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:53:48,229 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:53:48,635 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:53:48,637 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:53:48,637 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:53:48,642 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:53:48,875 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:53:50,754 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:53:50,755 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:53:50,756 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:53:50,769 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:53:50,884 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:53:52,899 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:53:52,901 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:53:52,901 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:53:52,904 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:53:53,899 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:53:53,906 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:53:55,277 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:53:55,278 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:53:55,278 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:53:55,283 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:53:55,915 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:53:57,555 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:53:57,556 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:53:57,559 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:53:57,565 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:53:57,937 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:53:59,567 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:54:00,002 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:54:00,004 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:54:00,004 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:54:00,007 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:54:00,954 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:54:02,016 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:54:02,016 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:54:02,221 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:54:02,227 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:54:02,228 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:54:02,234 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:54:02,964 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:54:04,262 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:54:04,264 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:54:04,264 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:54:04,269 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:54:04,975 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:54:05,271 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:54:06,322 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:54:06,323 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:54:06,324 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:54:06,328 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:54:06,986 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:54:08,415 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:54:08,417 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:54:08,418 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:54:08,423 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:54:08,998 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:54:10,425 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:54:10,497 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:54:10,499 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:54:10,499 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:54:10,504 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:54:11,007 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:54:12,494 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:54:12,495 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:54:12,495 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:54:12,498 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:54:13,027 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:54:14,293 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:54:14,722 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:54:14,723 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:54:14,724 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:54:14,732 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:54:15,039 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:54:15,735 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:54:17,016 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:54:17,017 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:54:17,196 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:54:17,223 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:54:17,224 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:54:17,240 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:54:18,064 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:54:19,729 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:54:19,731 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:54:19,734 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:54:19,738 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:54:20,092 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:54:20,739 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:54:22,020 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:54:22,021 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:54:22,021 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:54:22,027 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:54:22,107 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:54:24,296 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:54:24,298 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:54:24,298 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:54:24,314 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:54:25,122 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:54:26,316 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:54:26,395 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:54:26,397 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:54:26,397 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:54:26,402 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:54:27,132 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:54:28,451 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:54:28,452 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:54:28,453 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:54:28,458 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:54:29,144 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:54:30,457 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:54:30,459 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:54:30,460 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:54:30,465 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:54:31,157 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:54:31,467 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:54:32,016 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:54:32,019 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:54:32,615 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:54:32,616 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:54:32,617 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:54:32,623 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:54:33,171 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:54:34,586 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:54:34,588 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:54:34,588 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:54:34,592 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:54:35,185 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:54:36,594 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:54:36,943 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:54:36,944 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:54:36,944 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:54:36,948 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:54:37,209 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:54:39,346 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:54:39,347 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:54:39,348 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:54:39,351 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:54:40,237 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:54:41,750 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:54:41,752 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:54:41,752 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:54:41,752 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:54:41,758 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:54:42,250 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:54:44,294 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:54:44,376 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:54:44,377 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:54:44,378 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:54:44,381 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:54:45,266 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:54:46,370 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:54:46,372 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:54:46,372 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:54:46,377 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:54:47,014 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:54:47,016 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:54:47,016 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:54:47,277 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:54:48,388 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:54:48,390 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:54:48,391 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:54:48,395 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:54:49,286 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:54:50,509 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:54:50,511 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:54:50,511 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:54:50,516 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:54:51,296 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:54:52,362 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:54:52,363 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:54:52,364 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:54:52,364 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:54:52,368 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:54:53,308 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:54:54,429 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:54:54,430 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:54:54,431 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:54:54,435 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:54:55,318 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:54:56,848 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:54:56,851 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:54:56,852 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:54:56,878 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:54:57,337 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:54:57,884 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:54:59,250 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:54:59,251 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:54:59,251 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:54:59,255 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:54:59,361 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:55:01,820 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:55:01,822 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:55:01,823 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:55:01,832 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:55:02,016 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:55:02,018 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:55:02,412 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:55:03,231 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:55:04,382 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:55:04,383 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:55:04,384 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:55:04,389 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:55:04,425 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:55:06,873 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:55:06,875 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:55:06,876 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:55:06,881 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:55:07,448 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:55:08,884 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:55:09,468 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:55:09,469 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:55:09,470 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:55:09,480 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:55:10,468 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:55:11,569 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:55:11,571 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:55:11,571 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:55:11,576 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:55:12,489 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:55:13,724 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:55:13,725 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:55:13,726 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:55:13,739 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:55:14,294 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:55:14,295 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:55:14,498 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:55:15,916 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:55:15,918 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:55:15,919 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:55:15,923 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:55:16,509 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:55:17,016 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:55:17,017 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:55:18,133 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:55:18,134 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:55:18,134 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:55:18,137 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:55:18,523 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:55:20,139 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:55:20,709 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:55:20,711 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:55:20,714 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:55:20,717 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:55:21,595 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:55:23,113 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:55:23,115 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:55:23,115 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:55:23,120 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:55:23,608 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:55:25,629 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:55:25,631 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:55:25,631 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:55:25,631 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:55:25,640 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:55:26,632 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:55:28,260 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:55:28,262 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:55:28,262 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:55:28,267 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:55:28,688 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:55:30,474 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:55:30,476 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:55:30,476 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:55:30,482 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:55:30,698 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:55:31,483 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:55:32,016 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:55:32,017 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:55:32,649 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:55:32,652 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:55:32,653 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:55:32,658 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:55:32,710 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:55:34,997 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:55:34,999 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:55:35,000 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:55:35,010 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:55:35,730 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:55:36,833 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:55:36,834 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:55:36,835 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:55:36,835 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:55:36,843 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:55:37,752 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:55:39,143 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:55:39,144 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:55:39,145 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:55:39,150 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:55:39,762 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:55:41,216 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:55:41,217 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:55:41,218 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:55:41,223 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:55:41,787 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:55:42,225 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:55:43,917 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:55:43,918 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:55:43,918 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:55:43,922 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:55:44,295 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:55:44,863 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:55:46,343 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:55:46,344 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:55:46,344 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:55:46,348 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:55:46,873 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:55:47,017 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:55:47,018 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:55:47,234 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:55:48,736 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:55:48,737 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:55:48,738 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:55:48,741 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:55:48,883 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:55:51,014 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:55:51,015 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:55:51,016 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:55:51,021 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:55:51,906 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:55:53,026 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:55:53,267 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:55:53,269 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:55:53,269 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:55:53,273 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:55:53,919 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:55:55,131 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:55:55,133 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:55:55,133 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:55:55,139 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:55:55,929 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:55:57,035 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:55:57,037 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:55:57,038 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:55:57,042 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:55:57,940 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:55:58,045 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:55:59,085 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:55:59,087 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:55:59,087 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:55:59,092 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:55:59,950 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:56:01,294 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:56:01,296 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:56:01,297 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:56:01,302 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:56:01,959 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:56:02,017 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:56:02,017 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:56:03,230 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:56:03,351 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:56:03,352 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:56:03,353 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:56:03,389 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:56:03,970 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:56:05,472 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:56:05,474 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:56:05,474 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:56:05,493 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:56:05,985 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:56:08,079 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:56:08,080 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:56:08,081 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:56:08,087 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:56:09,019 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:56:09,089 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:56:10,506 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:56:10,508 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:56:10,508 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:56:10,513 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:56:11,037 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:56:12,556 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:56:12,557 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:56:12,557 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:56:12,561 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:56:13,050 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:56:14,296 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:56:14,297 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:56:14,883 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:56:14,885 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:56:14,886 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:56:14,892 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:56:15,066 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:56:16,937 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:56:16,938 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:56:16,939 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:56:16,943 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:56:17,017 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:56:17,017 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:56:17,074 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:56:19,148 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:56:19,150 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:56:19,150 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:56:19,156 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:56:20,090 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:56:20,159 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:56:21,289 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:56:21,290 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:56:21,291 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:56:21,295 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:56:22,101 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:56:23,190 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:56:23,192 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:56:23,193 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:56:23,197 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:56:24,112 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:56:25,199 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:56:25,263 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:56:25,264 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:56:25,265 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:56:25,268 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:56:26,123 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:56:27,516 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:56:27,518 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:56:27,518 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:56:27,521 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:56:28,134 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:56:30,072 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:56:30,073 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:56:30,074 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:56:30,077 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:56:30,146 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:56:31,079 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:56:32,021 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:56:32,022 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:56:32,309 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:56:32,310 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:56:32,310 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:56:32,327 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:56:33,171 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:56:34,686 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:56:34,688 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:56:34,689 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:56:34,693 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:56:35,191 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:56:36,695 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:56:36,884 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:56:36,886 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:56:36,886 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:56:36,893 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:56:37,201 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:56:38,943 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:56:38,945 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:56:38,946 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:56:38,950 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:56:39,211 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:56:41,007 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:56:41,009 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:56:41,009 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:56:41,013 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:56:41,220 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:56:42,015 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:56:42,997 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:56:42,999 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:56:42,999 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:56:43,004 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:56:43,229 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:56:44,297 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:56:45,170 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:56:45,172 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:56:45,172 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:56:45,177 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:56:45,241 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:56:47,015 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:56:47,021 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:56:47,022 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:56:47,187 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:56:47,234 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:56:47,236 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:56:47,240 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:56:47,254 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:56:49,480 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:56:49,482 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:56:49,482 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:56:49,485 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:56:50,278 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:56:51,751 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:56:51,752 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:56:51,753 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:56:51,756 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:56:52,288 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:56:52,758 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:56:54,103 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:56:54,104 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:56:54,105 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:56:54,113 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:56:54,301 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:56:56,618 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:56:56,619 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:56:56,619 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:56:56,627 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:56:57,347 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:56:58,631 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:56:58,979 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:56:58,981 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:56:58,981 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:56:58,986 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:56:59,357 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:57:01,039 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:57:01,041 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:57:01,042 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:57:01,047 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:57:01,367 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:57:02,022 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:57:02,022 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:57:03,096 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:57:03,098 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:57:03,098 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:57:03,103 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:57:03,376 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:57:04,106 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:57:04,903 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:57:04,904 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:57:04,905 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:57:04,909 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:57:05,387 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:57:07,082 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:57:07,084 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:57:07,085 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:57:07,092 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:57:07,399 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:57:09,235 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:57:09,236 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:57:09,237 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:57:09,238 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:57:09,240 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:57:09,409 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:57:11,654 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:57:11,655 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:57:11,655 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:57:11,661 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:57:12,452 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:57:13,756 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:57:13,758 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:57:13,758 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:57:13,762 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:57:14,297 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:57:14,298 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:57:14,463 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:57:16,027 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:57:16,029 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:57:16,029 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:57:16,037 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:57:16,477 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:57:17,022 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:57:17,022 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:57:18,123 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:57:18,124 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:57:18,125 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:57:18,129 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:57:18,497 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:57:20,131 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:57:20,515 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:57:20,517 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:57:20,518 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:57:20,523 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:57:21,513 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:57:22,432 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:57:22,434 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:57:22,434 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:57:22,439 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:57:22,517 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:57:24,563 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:57:24,565 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:57:24,565 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:57:24,570 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:57:25,533 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:57:25,571 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:57:26,396 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:57:26,397 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:57:26,398 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:57:26,404 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:57:26,538 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:57:28,997 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:57:28,998 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:57:28,999 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:57:29,005 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:57:29,555 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:57:31,007 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:57:31,246 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:57:31,247 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:57:31,248 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:57:31,259 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:57:31,573 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:57:32,024 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:57:32,024 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:57:33,759 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:57:33,761 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:57:33,767 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:57:33,771 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:57:34,593 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:57:36,525 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:57:36,527 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:57:36,527 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:57:36,527 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:57:36,532 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:57:36,609 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:57:38,936 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:57:38,938 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:57:38,938 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:57:38,949 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:57:39,635 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:57:41,492 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:57:41,493 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:57:41,493 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:57:41,497 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:57:41,649 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:57:42,499 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:57:43,844 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:57:43,846 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:57:43,846 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:57:43,856 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:57:44,298 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:57:44,679 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:57:46,174 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:57:46,176 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:57:46,176 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:57:46,180 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:57:46,689 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:57:47,022 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:57:47,023 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:57:48,228 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:57:48,229 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:57:48,230 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:57:48,230 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:57:48,235 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:57:48,703 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:57:50,492 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:57:50,493 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:57:50,494 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:57:50,498 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:57:50,715 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:57:52,584 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:57:52,585 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:57:52,586 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:57:52,592 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:57:52,727 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:57:53,594 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:57:54,554 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:57:54,555 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:57:54,556 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:57:54,561 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:57:54,740 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:57:56,576 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:57:56,577 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:57:56,578 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:57:56,591 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:57:56,750 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:57:58,595 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:57:58,970 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:57:58,971 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:57:58,971 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:57:58,978 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:57:59,770 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:58:01,798 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:58:01,799 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:58:01,799 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:58:01,808 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:58:02,056 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:58:02,057 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:58:02,792 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:58:04,195 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:58:04,196 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:58:04,197 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:58:04,198 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:58:04,202 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:58:04,848 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:58:06,425 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:58:06,426 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:58:06,427 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:58:06,430 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:58:06,872 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:58:08,910 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:58:08,912 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:58:08,913 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:58:08,919 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:58:09,899 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:58:09,926 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:58:10,978 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:58:10,980 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:58:10,981 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:58:10,987 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:58:11,916 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:58:13,051 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:58:13,053 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:58:13,053 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:58:13,058 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:58:13,924 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:58:14,299 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:58:15,215 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:58:15,216 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:58:15,217 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:58:15,217 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:58:15,231 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:58:15,934 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:58:17,056 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:58:17,057 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:58:17,173 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:58:17,264 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:58:17,265 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:58:17,272 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:58:17,949 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:58:19,244 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:58:19,245 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:58:19,245 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:58:19,248 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:58:20,024 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:58:20,250 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:58:21,504 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:58:21,505 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:58:21,506 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:58:21,509 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:58:22,036 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:58:23,824 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:58:23,825 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:58:23,825 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:58:23,829 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:58:24,051 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:58:25,831 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:58:26,525 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:58:26,527 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:58:26,527 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:58:26,531 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:58:27,075 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:58:28,748 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:58:28,749 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:58:28,750 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:58:28,765 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:58:29,100 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:58:31,243 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:58:31,246 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:58:31,248 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:58:31,248 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:58:31,252 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:58:32,056 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:58:32,057 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:58:32,128 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:58:33,453 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:58:33,455 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:58:33,456 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:58:33,460 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:58:34,145 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:58:35,372 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:58:35,374 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:58:35,374 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:58:35,379 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:58:36,156 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:58:36,381 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:58:37,286 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:58:37,288 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:58:37,288 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:58:37,293 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:58:38,165 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:58:39,467 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:58:39,468 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:58:39,469 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:58:39,482 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:58:40,176 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:58:41,435 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:58:41,437 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:58:41,437 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:58:41,440 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:58:41,450 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:58:42,186 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:58:43,662 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:58:43,663 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:58:43,663 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:58:43,666 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:58:44,201 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:58:44,299 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:58:45,754 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:58:45,755 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:58:45,755 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:58:45,759 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:58:46,211 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:58:46,761 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:58:47,056 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:58:47,057 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:58:48,203 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:58:48,205 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:58:48,205 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:58:48,208 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:58:48,222 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:58:50,770 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:58:50,771 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:58:50,771 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:58:50,778 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:58:51,237 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:58:51,780 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:58:53,002 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:58:53,004 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:58:53,004 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:58:53,010 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:58:53,248 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:58:54,901 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:58:54,902 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:58:54,903 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:58:54,910 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:58:55,258 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:58:56,893 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:58:56,894 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:58:56,895 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:58:56,896 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:58:56,916 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:58:57,269 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:58:58,852 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:58:58,854 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:58:58,855 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:58:58,860 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:58:59,278 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:59:01,060 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:59:01,062 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:59:01,063 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:59:01,067 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:59:01,287 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:59:02,017 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:59:02,056 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:59:02,057 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:59:03,041 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:59:03,043 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:59:03,044 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:59:03,051 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:59:03,300 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:59:05,077 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:59:05,078 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:59:05,078 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:59:05,082 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:59:05,318 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:59:07,084 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:59:07,420 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:59:07,421 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:59:07,422 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:59:07,428 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:59:08,357 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:59:09,694 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:59:09,695 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:59:09,695 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:59:09,701 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:59:10,381 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:59:12,226 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:59:13,405 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:59:14,300 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:59:15,415 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:59:17,057 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:59:17,057 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:59:17,274 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:59:17,424 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:59:18,312 DEBUG SenderThread:15157 [sender.py:send():375] send: files +2023-06-23 08:59:18,312 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file media/images/sample_0_2249_ee7c85b2ecab43075d27.png with policy now +2023-06-23 08:59:18,314 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:59:18,315 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:59:18,317 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:59:18,332 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:59:18,429 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:59:18,429 INFO Thread-12 :15157 [dir_watcher.py:_on_file_created():278] file/dir created: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_2249_ee7c85b2ecab43075d27.png +2023-06-23 08:59:18,431 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images +2023-06-23 08:59:18,449 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:59:19,434 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 08:59:20,387 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:59:20,389 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:59:20,389 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:59:20,394 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:59:20,426 INFO wandb-upload_0:15157 [upload_job.py:push():137] Uploaded file /tmp/tmp3d82qperwandb/3xrxt9di-media/images/sample_0_2249_ee7c85b2ecab43075d27.png +2023-06-23 08:59:20,439 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:59:21,813 INFO wandb-upload_0:15157 [upload_job.py:push():137] Uploaded file /tmp/tmp3d82qperwandb/l2kjl5mm-media/images/sample_0_2249_ee7c85b2ecab43075d27.png +2023-06-23 08:59:22,389 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:59:22,391 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:59:22,391 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:59:22,392 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:59:22,396 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:59:22,450 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:59:24,328 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:59:24,330 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:59:24,331 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:59:24,335 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:59:24,462 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:59:26,403 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:59:26,404 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:59:26,407 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:59:26,410 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:59:26,480 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:59:27,412 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:59:28,661 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:59:28,662 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:59:28,663 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:59:28,669 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:59:29,506 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:59:31,116 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:59:31,117 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:59:31,117 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:59:31,141 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:59:31,527 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:59:32,057 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:59:32,059 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:59:33,274 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:59:33,675 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:59:33,676 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:59:33,677 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:59:33,681 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:59:34,560 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:59:36,092 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:59:36,093 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:59:36,093 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:59:36,099 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:59:36,573 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:59:38,126 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:59:38,127 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:59:38,128 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:59:38,132 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:59:38,585 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:59:39,135 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:59:40,196 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:59:40,197 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:59:40,198 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:59:40,202 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:59:40,596 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:59:42,118 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:59:42,119 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:59:42,120 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:59:42,124 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:59:42,608 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:59:44,091 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:59:44,093 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:59:44,093 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:59:44,100 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:59:44,300 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 08:59:44,302 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:59:44,619 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:59:45,963 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:59:45,965 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:59:45,966 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:59:45,970 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:59:46,629 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:59:47,057 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 08:59:47,057 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 08:59:48,048 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:59:48,049 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:59:48,050 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:59:48,053 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:59:48,651 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:59:50,055 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:59:50,552 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:59:50,553 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:59:50,554 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:59:50,570 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:59:50,660 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:59:52,671 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:59:52,672 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:59:52,672 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:59:52,678 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:59:53,694 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:59:55,030 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:59:55,031 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:59:55,032 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:59:55,038 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:59:55,718 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:59:56,041 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 08:59:57,334 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:59:57,336 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:59:57,337 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:59:57,344 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:59:57,741 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 08:59:59,693 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 08:59:59,695 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 08:59:59,695 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 08:59:59,700 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 08:59:59,751 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:00:01,701 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:00:01,786 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:00:01,787 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:00:01,788 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:00:01,792 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:00:02,057 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:00:02,057 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:00:02,771 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:00:03,737 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:00:03,739 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:00:03,739 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:00:03,744 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:00:03,775 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:00:05,763 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:00:05,765 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:00:05,765 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:00:05,770 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:00:05,784 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:00:06,772 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:00:07,625 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:00:07,626 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:00:07,627 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:00:07,631 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:00:07,794 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:00:09,599 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:00:09,600 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:00:09,601 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:00:09,604 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:00:09,851 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:00:12,191 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:00:12,192 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:00:12,192 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:00:12,194 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:00:12,197 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:00:12,878 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:00:14,301 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:00:14,328 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:00:14,329 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:00:14,329 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:00:14,333 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:00:14,890 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:00:16,611 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:00:16,613 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:00:16,614 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:00:16,618 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:00:16,905 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:00:17,057 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:00:17,058 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:00:17,270 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:00:19,060 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:00:19,061 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:00:19,062 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:00:19,065 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:00:19,932 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:00:21,368 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:00:21,370 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:00:21,371 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:00:21,374 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:00:21,945 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:00:22,376 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:00:23,409 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:00:23,411 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:00:23,412 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:00:23,416 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:00:23,955 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:00:25,360 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:00:25,362 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:00:25,362 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:00:25,367 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:00:25,974 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:00:27,402 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:00:27,404 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:00:27,404 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:00:27,405 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:00:27,409 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:00:27,984 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:00:29,383 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:00:29,385 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:00:29,386 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:00:29,390 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:00:29,995 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:00:31,591 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:00:31,592 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:00:31,593 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:00:31,596 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:00:32,005 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:00:32,057 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:00:32,058 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:00:33,279 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:00:33,650 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:00:33,651 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:00:33,651 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:00:33,655 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:00:34,068 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:00:36,071 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:00:36,072 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:00:36,075 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:00:36,085 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:00:36,115 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:00:38,452 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:00:38,453 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:00:38,454 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:00:38,455 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:00:38,457 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:00:39,144 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:00:40,949 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:00:40,952 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:00:40,954 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:00:40,961 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:00:41,164 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:00:43,191 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:00:43,193 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:00:43,194 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:00:43,198 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:00:44,187 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:00:44,200 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:00:44,302 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:00:45,216 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:00:45,218 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:00:45,219 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:00:45,234 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:00:46,198 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:00:47,057 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:00:47,058 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:00:47,406 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:00:47,407 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:00:47,408 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:00:47,412 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:00:48,210 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:00:49,414 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:00:49,490 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:00:49,491 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:00:49,492 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:00:49,496 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:00:50,220 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:00:51,450 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:00:51,452 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:00:51,452 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:00:51,456 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:00:52,234 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:00:53,514 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:00:53,515 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:00:53,516 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:00:53,519 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:00:54,246 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:00:54,521 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:00:56,229 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:00:56,230 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:00:56,231 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:00:56,234 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:00:56,257 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:00:58,466 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:00:58,467 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:00:58,468 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:00:58,471 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:00:59,291 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:01:00,473 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:01:01,165 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:01:01,167 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:01:01,169 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:01:01,173 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:01:01,310 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:01:02,057 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:01:02,058 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:01:03,438 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:01:03,440 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:01:03,440 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:01:03,454 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:01:04,347 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:01:05,923 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:01:05,925 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:01:05,926 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:01:05,928 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:01:05,931 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:01:06,359 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:01:08,213 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:01:08,215 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:01:08,216 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:01:08,220 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:01:08,372 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:01:10,258 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:01:10,260 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:01:10,261 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:01:10,267 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:01:10,387 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:01:11,269 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:01:12,333 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:01:12,334 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:01:12,335 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:01:12,341 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:01:12,399 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:01:14,302 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:01:14,489 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:01:14,490 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:01:14,491 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:01:14,494 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:01:15,427 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:01:16,503 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:01:16,706 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:01:16,707 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:01:16,707 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:01:16,715 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:01:17,057 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:01:17,058 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:01:17,444 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:01:19,132 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:01:19,134 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:01:19,134 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:01:19,137 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:01:19,461 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:01:21,443 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:01:21,445 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:01:21,445 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:01:21,449 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:01:21,490 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:01:22,451 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:01:23,619 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:01:23,621 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:01:23,622 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:01:23,632 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:01:24,522 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:01:26,011 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:01:26,013 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:01:26,013 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:01:26,019 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:01:26,535 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:01:28,025 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:01:28,650 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:01:28,652 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:01:28,652 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:01:28,675 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:01:29,574 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:01:31,154 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:01:31,156 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:01:31,156 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:01:31,161 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:01:31,594 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:01:32,058 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:01:32,058 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:01:33,274 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:01:33,432 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:01:33,433 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:01:33,434 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:01:33,438 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:01:33,610 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:01:35,856 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:01:35,857 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:01:35,858 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:01:35,861 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:01:36,642 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:01:38,022 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:01:38,023 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:01:38,024 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:01:38,028 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:01:38,653 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:01:39,030 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:01:40,152 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:01:40,154 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:01:40,154 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:01:40,158 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:01:40,663 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:01:42,468 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:01:42,470 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:01:42,470 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:01:42,476 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:01:42,678 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:01:44,303 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:01:44,305 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:01:44,794 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:01:44,795 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:01:44,796 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:01:44,799 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:01:45,696 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:01:47,058 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:01:47,058 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:01:47,159 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:01:47,292 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:01:47,295 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:01:47,300 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:01:47,709 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:01:49,565 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:01:49,567 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:01:49,570 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:01:49,570 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:01:49,575 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:01:49,721 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:01:51,585 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:01:51,586 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:01:51,587 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:01:51,592 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:01:51,741 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:01:53,658 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:01:53,659 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:01:53,660 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:01:53,666 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:01:53,751 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:01:54,668 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:01:55,696 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:01:55,697 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:01:55,698 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:01:55,702 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:01:55,763 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:01:57,664 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:01:57,665 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:01:57,666 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:01:57,671 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:01:57,773 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:01:59,672 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:01:59,715 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:01:59,717 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:01:59,717 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:01:59,722 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:01:59,785 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:02:01,603 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:02:01,605 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:02:01,605 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:02:01,610 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:02:01,795 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:02:02,058 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:02:02,058 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:02:03,674 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:02:03,675 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:02:03,676 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:02:03,679 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:02:03,812 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:02:04,681 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:02:06,261 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:02:06,262 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:02:06,262 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:02:06,284 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:02:06,835 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:02:08,553 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:02:08,554 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:02:08,554 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:02:08,560 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:02:08,881 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:02:10,563 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:02:11,090 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:02:11,091 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:02:11,092 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:02:11,096 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:02:11,910 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:02:13,364 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:02:13,366 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:02:13,369 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:02:13,374 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:02:13,922 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:02:14,304 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:02:15,560 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:02:15,562 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:02:15,562 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:02:15,567 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:02:15,569 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:02:15,932 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:02:17,058 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:02:17,058 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:02:17,663 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:02:17,665 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:02:17,666 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:02:17,670 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:02:17,942 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:02:19,559 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:02:19,561 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:02:19,561 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:02:19,566 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:02:19,953 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:02:21,568 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:02:21,688 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:02:21,689 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:02:21,690 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:02:21,694 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:02:21,963 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:02:23,714 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:02:23,716 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:02:23,717 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:02:23,723 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:02:23,988 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:02:25,900 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:02:25,902 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:02:25,902 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:02:25,909 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:02:26,002 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:02:26,910 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:02:28,508 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:02:28,509 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:02:28,511 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:02:28,519 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:02:29,023 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:02:30,753 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:02:30,755 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:02:30,755 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:02:30,770 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:02:31,039 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:02:32,146 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:02:32,147 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:02:32,147 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:02:32,778 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:02:32,780 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:02:32,780 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:02:32,786 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:02:33,059 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:02:35,194 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:02:35,195 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:02:35,196 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:02:35,210 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:02:36,079 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:02:37,212 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:02:37,305 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:02:37,307 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:02:37,308 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:02:37,312 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:02:38,090 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:02:39,237 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:02:39,239 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:02:39,239 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:02:39,243 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:02:40,101 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:02:41,162 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:02:41,163 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:02:41,164 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:02:41,168 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:02:42,113 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:02:43,170 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:02:43,246 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:02:43,248 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:02:43,248 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:02:43,256 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:02:44,123 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:02:44,304 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:02:45,198 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:02:45,200 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:02:45,200 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:02:45,204 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:02:46,134 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:02:47,147 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:02:47,152 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:02:47,381 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:02:47,382 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:02:47,382 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:02:47,387 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:02:48,151 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:02:48,391 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:02:49,822 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:02:49,824 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:02:49,824 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:02:49,828 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:02:50,168 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:02:52,060 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:02:52,061 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:02:52,061 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:02:52,068 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:02:52,182 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:02:54,070 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:02:54,400 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:02:54,401 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:02:54,401 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:02:54,404 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:02:55,212 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:02:56,805 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:02:56,806 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:02:56,807 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:02:56,813 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:02:57,224 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:02:58,939 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:02:58,940 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:02:58,941 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:02:58,945 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:02:59,235 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:02:59,948 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:03:01,075 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:03:01,076 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:03:01,077 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:03:01,083 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:03:01,252 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:03:02,255 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:03:02,256 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:03:02,878 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:03:02,880 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:03:02,880 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:03:02,885 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:03:03,265 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:03:05,036 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:03:05,038 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:03:05,038 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:03:05,039 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:03:05,043 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:03:05,275 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:03:07,000 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:03:07,002 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:03:07,002 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:03:07,007 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:03:07,297 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:03:09,397 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:03:09,399 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:03:09,399 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:03:09,406 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:03:10,318 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:03:10,407 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:03:11,523 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:03:11,524 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:03:11,525 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:03:11,530 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:03:12,333 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:03:13,950 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:03:13,951 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:03:13,952 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:03:13,958 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:03:14,305 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:03:14,350 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:03:15,995 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:03:15,998 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:03:15,999 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:03:15,999 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:03:16,011 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:03:16,376 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:03:17,256 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:03:17,257 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:03:18,301 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:03:18,303 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:03:18,303 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:03:18,317 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:03:18,397 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:03:20,527 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:03:20,529 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:03:20,529 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:03:20,534 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:03:21,414 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:03:21,535 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:03:22,596 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:03:22,598 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:03:22,599 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:03:22,613 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:03:23,423 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:03:24,669 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:03:24,671 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:03:24,672 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:03:24,676 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:03:25,438 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:03:26,678 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:03:26,862 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:03:26,863 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:03:26,865 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:03:26,869 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:03:27,448 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:03:28,914 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:03:28,916 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:03:28,916 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:03:28,925 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:03:29,460 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:03:31,410 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:03:31,411 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:03:31,411 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:03:31,417 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:03:31,470 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:03:32,257 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:03:32,262 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:03:32,262 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:03:33,692 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:03:33,694 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:03:33,694 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:03:33,700 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:03:34,501 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:03:36,219 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:03:36,220 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:03:36,223 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:03:36,227 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:03:36,524 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:03:38,229 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:03:38,524 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:03:38,527 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:03:38,527 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:03:38,532 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:03:38,590 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:03:40,941 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:03:40,942 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:03:40,942 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:03:40,955 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:03:41,616 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:03:43,308 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:03:43,309 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:03:43,310 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:03:43,311 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:03:43,314 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:03:43,629 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:03:44,306 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:03:45,397 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:03:45,398 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:03:45,399 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:03:45,406 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:03:45,645 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:03:47,257 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:03:47,257 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:03:47,543 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:03:47,544 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:03:47,545 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:03:47,550 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:03:47,671 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:03:48,553 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:03:49,630 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:03:49,632 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:03:49,632 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:03:49,638 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:03:49,686 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:03:51,914 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:03:51,916 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:03:51,916 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:03:51,920 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:03:52,701 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:03:53,922 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:03:54,188 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:03:54,194 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:03:54,194 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:03:54,198 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:03:54,764 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:03:56,728 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:03:56,729 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:03:56,729 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:03:56,733 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:03:56,789 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:03:59,151 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:03:59,153 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:03:59,153 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:03:59,154 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:03:59,170 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:03:59,836 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:04:01,534 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:04:01,535 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:04:01,536 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:04:01,542 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:04:01,870 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:04:02,257 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:04:02,258 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:04:04,068 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:04:04,069 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:04:04,070 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:04:04,075 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:04:04,956 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:04:05,076 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:04:06,345 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:04:06,346 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:04:06,347 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:04:06,362 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:04:06,966 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:04:08,373 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:04:08,375 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:04:08,375 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:04:08,380 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:04:08,977 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:04:10,382 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:04:10,527 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:04:10,528 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:04:10,529 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:04:10,533 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:04:10,986 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:04:12,426 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:04:12,427 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:04:12,428 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:04:12,432 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:04:12,997 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:04:14,306 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:04:14,419 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:04:14,420 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:04:14,421 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:04:14,425 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:04:15,008 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:04:15,426 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:04:16,373 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:04:16,378 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:04:16,378 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:04:16,383 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:04:17,018 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:04:17,257 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:04:17,258 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:04:18,939 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:04:18,941 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:04:18,942 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:04:18,945 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:04:19,031 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:04:20,947 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:04:20,995 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:04:20,997 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:04:20,999 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:04:21,004 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:04:21,046 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:04:23,283 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:04:23,285 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:04:23,285 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:04:23,292 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:04:24,080 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:04:25,677 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:04:25,678 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:04:25,678 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:04:25,684 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:04:26,097 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:04:26,686 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:04:27,810 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:04:27,813 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:04:27,813 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:04:27,818 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:04:28,106 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:04:29,743 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:04:29,745 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:04:29,746 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:04:29,752 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:04:30,119 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:04:31,700 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:04:31,702 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:04:31,703 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:04:31,703 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:04:31,708 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:04:32,130 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:04:32,257 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:04:32,257 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:04:33,733 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:04:33,734 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:04:33,735 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:04:33,739 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:04:34,148 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:04:35,706 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:04:35,707 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:04:35,708 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:04:35,712 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:04:36,200 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:04:36,715 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:04:37,984 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:04:37,986 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:04:37,986 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:04:37,993 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:04:38,218 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:04:40,333 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:04:40,334 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:04:40,336 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:04:40,340 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:04:41,233 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:04:42,342 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:04:42,732 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:04:42,734 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:04:42,734 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:04:42,739 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:04:43,248 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:04:44,307 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:04:45,212 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:04:45,213 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:04:45,214 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:04:45,217 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:04:45,260 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:04:47,257 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:04:47,259 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:04:47,469 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:04:47,527 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:04:47,528 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:04:47,529 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:04:47,534 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:04:48,285 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:04:49,739 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:04:49,741 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:04:49,742 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:04:49,746 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:04:50,297 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:04:51,740 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:04:51,742 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:04:51,743 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:04:51,747 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:04:52,307 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:04:52,749 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:04:53,801 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:04:53,803 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:04:53,803 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:04:53,809 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:04:54,317 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:04:55,808 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:04:55,812 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:04:55,812 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:04:55,816 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:04:56,327 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:04:57,818 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:04:57,881 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:04:57,882 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:04:57,883 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:04:57,887 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:04:58,337 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:05:00,005 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:05:00,007 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:05:00,007 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:05:00,014 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:05:00,348 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:05:02,257 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:05:02,258 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:05:02,333 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:05:02,473 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:05:02,475 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:05:02,480 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:05:03,372 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:05:03,481 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:05:04,718 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:05:04,721 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:05:04,721 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:05:04,725 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:05:05,383 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:05:06,970 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:05:06,971 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:05:06,972 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:05:06,981 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:05:07,396 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:05:08,983 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:05:09,301 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:05:09,302 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:05:09,303 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:05:09,307 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:05:09,416 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:05:11,575 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:05:11,576 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:05:11,577 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:05:11,581 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:05:12,435 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:05:13,616 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:05:13,618 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:05:13,619 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:05:13,623 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:05:14,308 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:05:14,308 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:05:14,445 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:05:15,661 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:05:15,663 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:05:15,663 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:05:15,667 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:05:16,457 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:05:17,258 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:05:17,258 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:05:17,915 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:05:17,916 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:05:17,916 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:05:17,921 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:05:18,472 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:05:19,923 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:05:20,308 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:05:20,310 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:05:20,312 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:05:20,319 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:05:20,482 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:05:22,874 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:05:22,875 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:05:22,876 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:05:22,885 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:05:23,508 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:05:25,568 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:05:25,570 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:05:25,570 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:05:25,570 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:05:25,581 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:05:26,543 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:05:27,913 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:05:27,914 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:05:27,916 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:05:27,922 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:05:28,560 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:05:30,359 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:05:30,360 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:05:30,361 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:05:30,366 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:05:30,570 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:05:31,368 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:05:32,257 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:05:32,258 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:05:32,667 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:05:32,668 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:05:32,671 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:05:32,692 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:05:33,593 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:05:34,836 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:05:34,837 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:05:34,838 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:05:34,841 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:05:35,603 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:05:36,843 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:05:37,065 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:05:37,067 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:05:37,067 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:05:37,072 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:05:37,614 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:05:39,215 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:05:39,217 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:05:39,217 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:05:39,222 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:05:39,624 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:05:41,188 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:05:41,190 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:05:41,191 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:05:41,195 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:05:41,635 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:05:42,196 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:05:43,280 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:05:43,281 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:05:43,282 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:05:43,286 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:05:43,645 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:05:44,309 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:05:45,246 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:05:45,247 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:05:45,248 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:05:45,252 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:05:45,657 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:05:47,254 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:05:47,257 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:05:47,262 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:05:47,373 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:05:47,473 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:05:47,475 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:05:47,480 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:05:47,667 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:05:49,885 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:05:49,887 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:05:49,887 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:05:49,895 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:05:50,686 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:05:51,871 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:05:51,872 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:05:51,873 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:05:51,878 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:05:52,702 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:05:52,880 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:05:54,220 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:05:54,222 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:05:54,223 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:05:54,227 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:05:54,719 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:05:56,604 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:05:56,605 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:05:56,606 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:05:56,609 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:05:56,736 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:05:58,611 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:05:58,815 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:05:58,817 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:05:58,817 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:05:58,822 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:05:59,754 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:06:01,013 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:06:01,015 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:06:01,015 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:06:01,032 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:06:01,764 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:06:02,438 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:06:02,438 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:06:03,116 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:06:03,117 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:06:03,118 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:06:03,122 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:06:03,774 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:06:04,124 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:06:05,098 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:06:05,099 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:06:05,099 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:06:05,103 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:06:05,784 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:06:07,128 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:06:07,132 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:06:07,133 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:06:07,137 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:06:07,794 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:06:09,139 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:06:09,246 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:06:09,247 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:06:09,247 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:06:09,255 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:06:09,813 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:06:11,872 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:06:11,873 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:06:11,873 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:06:11,879 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:06:12,852 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:06:14,091 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:06:14,092 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:06:14,092 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:06:14,100 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:06:14,310 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:06:14,311 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:06:14,872 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:06:16,572 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:06:16,575 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:06:16,577 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:06:16,593 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:06:16,921 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:06:17,438 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:06:17,440 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:06:18,832 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:06:18,833 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:06:18,834 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:06:18,840 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:06:18,945 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:06:19,854 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:06:21,356 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:06:21,357 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:06:21,358 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:06:21,365 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:06:21,965 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:06:23,252 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:06:23,254 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:06:23,254 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:06:23,259 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:06:23,978 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:06:25,261 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:06:25,431 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:06:25,433 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:06:25,434 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:06:25,439 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:06:25,991 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:06:27,298 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:06:27,300 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:06:27,301 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:06:27,305 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:06:28,011 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:06:29,459 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:06:29,461 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:06:29,462 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:06:29,468 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:06:30,031 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:06:30,472 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:06:31,906 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:06:31,907 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:06:31,908 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:06:31,912 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:06:32,049 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:06:32,438 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:06:32,439 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:06:34,317 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:06:34,318 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:06:34,319 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:06:34,323 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:06:35,092 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:06:36,324 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:06:36,973 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:06:36,974 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:06:36,975 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:06:36,980 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:06:37,103 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:06:39,586 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:06:39,587 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:06:39,588 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:06:39,599 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:06:40,135 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:06:41,291 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:06:41,292 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:06:41,293 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:06:41,293 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:06:41,294 WARNING HandlerThread:15157 [handler.py:handle_request_partial_history():551] Step 7 < 2450. Dropping entry: {'loss/epoch': 0.2931538920636688, '_timestamp': 1687511201.2928758}. +2023-06-23 09:06:41,305 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:06:41,887 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:06:42,157 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:06:43,162 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 09:06:44,262 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:06:44,263 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:06:44,264 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:06:44,269 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:06:44,310 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:06:45,174 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:06:46,418 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:06:46,420 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:06:46,420 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:06:46,425 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:06:47,188 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:06:47,426 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:06:47,438 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:06:47,439 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:06:48,694 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:06:48,695 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:06:48,696 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:06:48,700 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:06:49,202 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:06:50,694 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:06:50,696 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:06:50,697 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:06:50,704 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:06:51,212 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:06:52,712 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:06:52,853 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:06:52,855 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:06:52,855 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:06:52,860 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:06:53,282 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:06:55,186 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:06:55,189 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:06:55,190 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:06:55,198 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:06:55,311 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:06:58,028 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:06:58,031 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:06:58,032 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:06:58,032 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:06:58,037 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:06:58,346 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:07:00,571 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:07:00,573 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:07:00,573 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:07:00,576 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:07:01,365 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:07:02,442 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:07:02,447 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:07:03,100 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:07:03,102 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:07:03,102 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:07:03,103 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:07:03,108 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:07:03,390 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:07:05,235 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:07:05,237 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:07:05,238 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:07:05,244 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:07:05,402 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:07:07,310 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:07:07,311 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:07:07,311 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:07:07,315 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:07:07,417 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:07:08,317 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:07:09,352 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:07:09,354 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:07:09,354 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:07:09,359 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:07:09,427 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:07:11,225 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:07:11,227 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:07:11,227 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:07:11,232 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:07:11,437 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:07:13,284 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:07:13,286 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:07:13,286 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:07:13,292 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:07:13,448 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:07:14,293 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:07:14,311 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:07:15,380 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:07:15,382 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:07:15,384 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:07:15,387 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:07:15,457 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:07:17,442 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:07:17,444 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:07:17,709 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:07:17,711 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:07:17,711 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:07:17,717 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:07:18,479 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:07:19,719 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:07:20,064 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:07:20,065 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:07:20,066 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:07:20,082 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:07:20,498 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:07:22,508 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:07:22,509 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:07:22,511 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:07:22,518 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:07:22,527 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:07:24,680 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:07:24,681 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:07:24,682 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:07:24,689 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:07:25,566 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:07:25,691 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:07:27,110 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:07:27,112 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:07:27,113 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:07:27,117 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:07:27,575 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:07:29,071 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:07:29,073 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:07:29,074 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:07:29,079 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:07:29,585 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:07:31,081 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:07:31,089 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:07:31,091 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:07:31,091 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:07:31,096 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:07:31,595 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:07:32,442 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:07:32,443 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:07:33,121 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:07:33,123 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:07:33,124 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:07:33,128 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:07:33,605 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:07:35,046 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:07:35,048 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:07:35,048 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:07:35,052 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:07:35,615 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:07:37,054 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:07:37,087 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:07:37,088 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:07:37,088 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:07:37,099 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:07:37,634 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:07:39,326 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:07:39,327 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:07:39,327 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:07:39,333 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:07:39,652 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:07:41,682 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:07:41,683 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:07:41,683 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:07:41,688 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:07:42,681 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:07:42,690 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:07:44,105 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:07:44,106 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:07:44,106 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:07:44,110 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:07:44,312 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:07:44,703 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:07:46,408 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:07:46,410 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:07:46,412 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:07:46,425 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:07:46,717 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:07:47,442 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:07:47,443 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:07:48,648 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:07:48,729 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:07:48,730 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:07:48,731 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:07:48,737 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:07:49,749 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:07:50,789 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:07:50,791 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:07:50,792 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:07:50,798 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:07:51,758 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:07:52,974 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:07:52,976 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:07:52,976 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:07:52,980 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:07:53,769 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:07:53,982 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:07:54,927 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:07:54,928 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:07:54,929 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:07:54,935 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:07:55,781 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:07:56,697 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:07:56,699 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:07:56,699 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:07:56,703 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:07:56,786 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:07:58,775 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:07:58,776 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:07:58,777 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:07:58,780 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:07:58,797 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:07:59,782 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:08:01,137 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:08:01,139 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:08:01,139 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:08:01,142 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:08:01,842 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:08:02,443 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:08:02,443 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:08:03,534 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:08:03,535 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:08:03,536 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:08:03,541 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:08:03,857 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:08:05,542 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:08:05,717 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:08:05,718 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:08:05,719 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:08:05,723 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:08:05,869 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:08:07,817 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:08:07,818 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:08:07,819 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:08:07,823 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:08:07,880 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:08:10,360 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:08:10,361 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:08:10,362 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:08:10,366 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:08:10,903 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:08:11,368 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:08:12,346 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:08:12,348 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:08:12,349 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:08:12,353 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:08:12,913 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:08:14,312 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:08:14,336 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:08:14,337 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:08:14,339 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:08:14,343 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:08:14,923 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:08:16,576 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:08:16,578 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:08:16,579 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:08:16,579 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:08:16,583 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:08:16,942 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:08:17,443 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:08:17,444 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:08:18,529 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:08:18,530 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:08:18,531 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:08:18,535 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:08:18,954 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:08:20,442 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:08:20,447 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:08:20,447 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:08:20,451 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:08:20,973 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:08:22,453 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:08:22,731 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:08:22,732 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:08:22,733 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:08:22,737 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:08:22,983 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:08:25,076 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:08:25,078 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:08:25,078 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:08:25,083 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:08:26,012 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:08:27,421 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:08:27,424 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:08:27,424 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:08:27,433 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:08:28,023 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:08:28,434 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:08:29,816 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:08:29,817 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:08:29,817 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:08:29,822 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:08:30,044 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:08:32,443 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:08:32,443 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:08:33,063 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 09:08:33,477 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:08:34,069 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 09:08:36,080 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 09:08:38,093 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 09:08:38,235 DEBUG SenderThread:15157 [sender.py:send():375] send: files +2023-06-23 09:08:38,237 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file media/images/sample_0_2499_6360b3d67329a9d247b8.png with policy now +2023-06-23 09:08:38,235 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:08:38,239 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:08:38,240 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:08:38,261 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:08:38,370 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:08:39,098 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:08:39,098 INFO Thread-12 :15157 [dir_watcher.py:_on_file_created():278] file/dir created: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_2499_6360b3d67329a9d247b8.png +2023-06-23 09:08:39,100 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images +2023-06-23 09:08:39,262 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:08:40,103 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 09:08:40,370 INFO wandb-upload_0:15157 [upload_job.py:push():137] Uploaded file /tmp/tmp3d82qperwandb/bms33t4i-media/images/sample_0_2499_6360b3d67329a9d247b8.png +2023-06-23 09:08:40,410 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:08:40,412 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:08:40,412 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:08:40,416 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:08:41,109 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:08:41,791 INFO wandb-upload_0:15157 [upload_job.py:push():137] Uploaded file /tmp/tmp3d82qperwandb/c1j8h0jk-media/images/sample_0_2499_6360b3d67329a9d247b8.png +2023-06-23 09:08:42,633 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:08:42,634 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:08:42,635 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:08:42,638 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:08:43,123 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:08:44,313 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:08:44,314 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:08:44,706 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:08:44,707 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:08:44,707 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:08:44,710 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:08:45,138 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:08:47,106 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:08:47,107 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:08:47,108 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:08:47,119 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:08:47,170 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:08:47,443 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:08:47,444 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:08:49,387 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:08:49,389 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:08:49,389 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:08:49,389 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:08:49,402 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:08:50,209 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:08:51,760 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:08:51,761 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:08:51,762 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:08:51,769 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:08:52,226 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:08:54,038 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:08:54,039 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:08:54,040 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:08:54,044 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:08:54,236 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:08:55,046 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:08:56,105 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:08:56,106 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:08:56,107 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:08:56,114 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:08:56,252 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:08:58,172 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:08:58,173 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:08:58,174 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:08:58,178 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:08:58,262 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:09:00,169 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:09:00,170 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:09:00,171 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:09:00,172 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:09:00,176 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:09:00,271 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:09:02,155 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:09:02,157 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:09:02,157 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:09:02,162 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:09:02,281 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:09:02,443 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:09:02,444 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:09:04,196 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:09:04,198 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:09:04,198 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:09:04,207 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:09:04,301 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:09:05,215 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:09:06,588 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:09:06,590 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:09:06,590 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:09:06,593 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:09:07,326 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:09:08,857 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:09:08,859 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:09:08,859 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:09:08,865 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:09:09,392 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:09:10,867 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:09:11,632 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:09:11,634 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:09:11,636 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:09:11,658 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:09:12,454 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:09:14,116 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:09:14,117 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:09:14,121 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:09:14,130 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:09:14,315 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:09:14,478 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:09:16,316 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:09:16,864 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:09:16,865 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:09:16,865 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:09:16,878 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:09:17,443 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:09:17,446 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:09:17,521 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:09:19,358 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:09:19,360 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:09:19,362 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:09:19,367 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:09:19,531 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:09:21,368 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:09:21,566 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:09:21,568 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:09:21,568 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:09:21,572 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:09:22,563 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:09:23,999 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:09:24,001 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:09:24,001 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:09:24,009 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:09:24,574 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:09:26,431 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:09:26,432 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:09:26,433 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:09:26,435 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:09:26,445 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:09:26,586 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:09:28,643 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:09:28,644 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:09:28,644 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:09:28,650 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:09:29,613 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:09:31,409 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:09:31,411 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:09:31,411 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:09:31,417 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:09:31,632 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:09:32,419 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:09:32,444 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:09:32,444 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:09:34,034 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:09:34,035 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:09:34,035 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:09:34,039 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:09:34,676 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:09:36,677 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:09:36,679 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:09:36,682 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:09:36,686 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:09:36,712 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:09:37,688 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:09:38,983 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:09:38,985 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:09:38,985 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:09:38,991 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:09:39,781 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:09:41,490 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:09:41,492 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:09:41,492 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:09:41,498 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:09:41,801 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:09:43,419 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:09:43,421 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:09:43,422 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:09:43,423 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:09:43,426 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:09:43,812 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:09:44,314 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:09:45,550 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:09:45,552 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:09:45,553 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:09:45,566 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:09:45,825 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:09:47,444 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:09:47,445 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:09:47,669 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:09:47,671 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:09:47,671 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:09:47,675 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:09:47,837 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:09:48,677 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:09:49,826 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:09:49,827 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:09:49,828 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:09:49,833 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:09:49,880 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:09:52,108 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:09:52,109 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:09:52,109 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:09:52,113 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:09:52,925 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:09:54,115 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:09:54,755 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:09:54,756 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:09:54,757 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:09:54,761 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:09:54,943 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:09:57,109 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:09:57,111 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:09:57,111 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:09:57,120 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:09:57,962 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:09:59,121 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:09:59,500 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:09:59,501 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:09:59,501 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:09:59,514 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:09:59,979 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:10:02,037 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:10:02,039 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:10:02,039 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:10:02,044 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:10:02,444 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:10:02,445 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:10:03,002 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:10:04,037 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:10:04,038 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:10:04,039 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:10:04,043 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:10:05,015 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:10:05,049 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:10:06,080 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:10:06,082 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:10:06,082 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:10:06,087 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:10:07,027 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:10:08,106 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:10:08,108 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:10:08,108 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:10:08,112 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:10:09,038 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:10:10,105 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:10:10,107 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:10:10,107 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:10:10,108 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:10:10,112 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:10:11,051 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:10:12,211 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:10:12,212 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:10:12,213 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:10:12,220 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:10:13,062 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:10:14,315 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:10:14,545 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:10:14,546 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:10:14,546 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:10:14,551 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:10:15,082 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:10:15,553 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:10:17,107 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:10:17,108 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:10:17,109 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:10:17,112 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:10:17,444 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:10:17,445 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:10:18,116 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:10:19,202 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:10:19,204 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:10:19,204 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:10:19,210 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:10:20,128 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:10:21,212 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:10:21,564 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:10:21,565 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:10:21,566 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:10:21,571 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:10:22,150 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:10:23,785 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:10:23,786 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:10:23,787 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:10:23,791 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:10:24,170 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:10:25,788 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:10:25,789 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:10:25,790 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:10:25,794 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:10:26,180 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:10:26,796 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:10:27,546 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:10:27,548 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:10:27,549 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:10:27,555 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:10:28,190 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:10:29,285 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:10:29,286 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:10:29,287 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:10:29,291 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:10:30,202 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:10:31,182 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:10:31,183 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:10:31,184 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:10:31,188 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:10:31,207 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:10:32,190 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:10:32,521 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:10:32,522 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:10:33,249 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:10:33,251 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:10:33,251 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:10:33,259 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:10:34,222 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:10:35,552 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:10:35,553 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:10:35,554 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:10:35,562 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:10:36,243 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:10:37,564 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:10:37,693 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:10:37,694 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:10:37,695 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:10:37,711 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:10:38,268 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:10:40,143 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:10:40,144 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:10:40,145 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:10:40,151 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:10:40,276 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:10:42,565 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:10:42,566 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:10:42,567 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:10:42,567 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:10:42,581 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:10:43,319 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:10:44,316 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:10:44,724 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:10:44,725 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:10:44,726 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:10:44,730 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:10:45,334 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:10:46,693 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:10:46,694 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:10:46,695 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:10:46,699 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:10:47,344 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:10:47,522 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:10:47,523 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:10:47,737 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:10:48,764 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:10:48,766 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:10:48,766 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:10:48,771 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:10:49,355 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:10:50,763 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:10:50,765 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:10:50,766 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:10:50,770 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:10:51,366 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:10:52,673 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:10:52,674 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:10:52,675 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:10:52,679 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:10:53,376 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:10:53,682 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:10:54,740 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:10:54,742 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:10:54,743 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:10:54,747 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:10:55,391 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:10:56,568 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:10:56,569 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:10:56,569 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:10:56,577 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:10:57,411 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:10:58,927 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:10:58,929 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:10:58,929 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:10:58,931 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:10:58,934 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:10:59,439 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:11:01,367 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:11:01,370 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:11:01,370 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:11:01,374 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:11:01,451 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:11:02,522 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:11:02,523 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:11:03,801 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:11:03,802 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:11:03,803 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:11:03,808 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:11:04,480 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:11:04,810 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:11:06,094 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:11:06,095 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:11:06,095 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:11:06,098 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:11:06,512 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:11:08,439 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:11:08,441 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:11:08,441 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:11:08,446 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:11:08,526 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:11:10,342 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:11:10,344 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:11:10,344 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:11:10,345 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:11:10,350 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:11:10,538 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:11:12,318 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:11:12,320 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:11:12,320 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:11:12,325 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:11:12,548 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:11:14,252 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:11:14,254 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:11:14,254 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:11:14,258 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:11:14,316 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:11:14,558 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:11:16,317 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:11:16,426 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:11:16,428 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:11:16,429 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:11:16,435 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:11:16,567 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:11:17,523 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:11:17,523 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:11:18,563 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:11:18,564 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:11:18,565 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:11:18,568 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:11:18,606 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:11:20,869 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:11:20,870 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:11:20,875 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:11:20,879 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:11:21,630 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:11:21,881 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:11:23,109 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:11:23,110 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:11:23,110 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:11:23,120 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:11:23,648 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:11:25,519 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:11:25,520 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:11:25,520 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:11:25,524 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:11:25,659 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:11:27,526 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:11:27,815 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:11:27,816 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:11:27,816 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:11:27,821 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:11:28,680 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:11:30,032 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:11:30,034 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:11:30,035 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:11:30,041 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:11:30,691 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:11:32,071 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:11:32,072 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:11:32,073 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:11:32,077 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:11:32,523 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:11:32,524 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:11:32,702 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:11:32,735 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:11:34,067 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:11:34,069 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:11:34,069 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:11:34,073 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:11:34,713 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:11:35,890 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:11:35,891 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:11:35,892 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:11:35,896 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:11:36,732 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:11:37,898 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:11:38,093 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:11:38,095 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:11:38,095 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:11:38,099 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:11:38,743 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:11:40,200 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:11:40,201 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:11:40,201 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:11:40,205 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:11:40,754 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:11:42,450 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:11:42,451 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:11:42,452 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:11:42,457 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:11:42,773 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:11:43,462 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:11:44,317 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:11:44,967 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:11:44,968 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:11:44,968 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:11:44,972 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:11:45,808 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:11:47,117 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:11:47,119 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:11:47,121 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:11:47,129 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:11:47,523 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:11:47,523 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:11:47,824 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:11:48,749 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:11:49,683 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:11:49,685 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:11:49,685 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:11:49,692 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:11:49,844 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:11:52,002 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:11:52,004 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:11:52,005 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:11:52,009 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:11:52,861 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:11:53,982 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:11:53,984 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:11:53,985 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:11:53,985 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:11:54,004 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:11:54,871 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:11:56,186 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:11:56,187 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:11:56,188 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:11:56,198 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:11:56,882 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:11:58,340 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:11:58,342 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:11:58,343 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:11:58,349 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:11:58,897 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:11:59,351 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:12:00,395 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:12:00,397 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:12:00,398 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:12:00,404 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:12:00,909 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:12:02,523 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:12:02,536 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:12:02,814 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:12:02,815 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:12:02,816 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:12:02,823 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:12:02,926 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:12:04,827 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:12:05,399 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:12:05,401 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:12:05,401 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:12:05,413 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:12:05,947 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:12:07,867 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:12:07,868 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:12:07,869 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:12:07,875 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:12:07,975 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:12:09,879 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:12:10,291 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:12:10,293 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:12:10,294 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:12:10,302 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:12:11,051 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:12:12,702 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:12:12,704 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:12:12,705 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:12:12,718 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:12:13,089 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:12:14,318 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:12:15,011 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:12:15,013 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:12:15,014 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:12:15,014 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:12:15,021 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:12:15,102 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:12:17,127 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:12:17,129 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:12:17,129 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:12:17,133 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:12:17,524 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:12:17,525 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:12:18,126 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:12:19,089 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:12:19,091 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:12:19,092 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:12:19,097 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:12:19,141 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:12:20,099 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:12:21,327 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:12:21,329 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:12:21,329 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:12:21,334 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:12:22,161 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:12:23,601 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:12:23,603 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:12:23,603 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:12:23,609 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:12:24,186 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:12:25,611 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:12:26,190 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:12:26,191 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:12:26,191 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:12:26,198 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:12:26,203 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:12:28,660 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:12:28,661 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:12:28,661 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:12:28,666 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:12:29,227 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:12:30,668 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:12:31,148 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:12:31,149 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:12:31,150 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:12:31,163 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:12:31,245 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:12:32,523 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:12:32,524 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:12:33,748 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:12:33,750 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:12:33,751 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:12:33,764 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:12:34,283 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:12:35,770 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:12:36,249 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:12:36,250 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:12:36,251 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:12:36,255 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:12:36,301 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:12:38,180 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:12:38,181 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:12:38,182 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:12:38,201 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:12:38,317 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:12:40,371 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:12:40,373 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:12:40,373 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:12:40,377 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:12:41,335 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:12:41,379 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:12:42,650 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:12:42,652 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:12:42,652 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:12:42,657 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:12:43,346 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:12:44,318 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:12:44,637 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:12:44,638 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:12:44,639 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:12:44,643 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:12:45,356 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:12:46,520 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:12:46,521 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:12:46,521 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:12:46,522 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:12:46,529 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:12:47,367 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:12:47,523 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:12:47,524 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:12:48,946 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:12:48,947 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:12:48,948 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:12:48,955 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:12:49,397 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:12:51,305 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:12:51,306 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:12:51,307 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:12:51,310 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:12:51,414 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:12:52,312 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:12:53,872 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:12:53,873 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:12:53,874 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:12:53,886 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:12:54,450 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:12:56,040 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:12:56,041 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:12:56,042 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:12:56,045 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:12:56,464 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:12:58,047 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:12:58,317 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:12:58,319 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:12:58,320 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:12:58,324 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:12:58,474 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:13:00,504 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:13:00,505 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:13:00,506 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:13:00,510 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:13:01,492 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:13:02,475 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:13:02,476 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:13:02,477 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:13:02,484 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:13:02,497 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:13:02,523 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:13:02,524 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:13:03,734 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:13:04,482 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:13:04,484 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:13:04,484 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:13:04,489 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:13:04,508 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:13:06,687 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:13:06,689 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:13:06,692 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:13:06,695 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:13:07,531 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:13:09,176 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:13:09,177 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:13:09,178 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:13:09,179 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:13:09,181 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:13:09,557 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:13:11,677 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:13:11,679 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:13:11,679 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:13:11,684 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:13:12,587 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:13:13,995 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:13:13,996 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:13:13,997 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:13:14,005 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:13:14,324 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:13:14,325 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:13:14,620 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:13:16,388 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:13:16,389 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:13:16,389 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:13:16,396 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:13:16,652 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:13:17,524 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:13:17,524 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:13:18,798 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:13:18,800 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:13:18,800 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:13:18,807 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:13:19,679 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:13:19,813 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:13:21,208 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:13:21,210 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:13:21,212 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:13:21,216 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:13:21,693 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:13:23,606 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:13:23,607 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:13:23,608 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:13:23,611 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:13:23,708 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:13:25,609 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:13:25,610 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:13:25,611 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:13:25,611 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:13:25,616 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:13:25,715 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:13:27,607 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:13:27,608 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:13:27,610 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:13:27,614 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:13:27,728 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:13:29,652 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:13:29,654 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:13:29,655 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:13:29,660 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:13:29,745 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:13:30,661 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:13:31,750 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:13:31,753 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:13:31,753 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:13:31,759 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:13:31,766 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:13:32,524 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:13:32,525 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:13:33,669 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:13:33,671 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:13:33,671 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:13:33,677 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:13:33,776 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:13:35,608 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:13:35,610 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:13:35,610 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:13:35,617 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:13:35,792 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:13:36,619 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:13:37,987 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:13:37,988 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:13:37,990 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:13:38,000 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:13:38,817 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:13:40,302 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:13:40,304 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:13:40,304 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:13:40,307 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:13:40,831 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:13:42,309 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:13:42,494 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:13:42,495 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:13:42,495 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:13:42,504 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:13:42,855 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:13:44,324 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:13:44,968 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:13:44,969 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:13:44,970 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:13:44,977 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:13:45,875 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:13:46,907 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:13:46,908 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:13:46,909 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:13:46,916 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:13:47,524 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:13:47,524 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:13:47,737 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:13:47,887 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:13:48,801 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:13:48,802 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:13:48,803 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:13:48,807 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:13:48,893 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:13:51,008 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:13:51,009 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:13:51,010 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:13:51,014 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:13:51,910 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:13:52,997 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:13:52,999 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:13:53,000 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:13:53,000 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:13:53,004 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:13:53,920 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:13:55,180 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:13:55,181 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:13:55,182 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:13:55,186 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:13:55,931 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:13:57,182 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:13:57,183 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:13:57,186 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:13:57,190 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:13:57,952 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:13:58,191 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:13:59,531 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:13:59,533 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:13:59,533 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:13:59,538 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:13:59,964 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:14:01,965 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:14:01,967 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:14:01,968 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:14:01,976 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:14:01,988 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:14:02,524 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:14:02,525 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:14:03,729 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:14:04,162 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:14:04,163 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:14:04,164 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:14:04,171 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:14:05,027 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:14:06,464 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:14:06,465 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:14:06,467 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:14:06,472 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:14:07,050 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:14:08,599 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:14:08,600 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:14:08,601 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:14:08,605 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:14:09,061 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:14:09,607 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:14:10,604 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:14:10,605 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:14:10,606 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:14:10,611 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:14:11,072 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:14:12,774 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:14:12,775 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:14:12,776 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:14:12,780 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:14:13,082 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:14:14,325 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:14:14,734 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:14:14,736 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:14:14,737 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:14:14,737 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:14:14,741 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:14:15,092 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:14:16,919 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:14:16,921 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:14:16,921 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:14:16,925 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:14:17,101 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:14:17,524 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:14:17,525 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:14:19,079 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:14:19,080 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:14:19,080 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:14:19,086 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:14:19,117 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:14:20,088 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:14:21,351 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:14:21,352 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:14:21,352 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:14:21,356 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:14:22,141 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:14:23,687 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:14:23,688 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:14:23,688 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:14:23,692 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:14:24,160 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:14:25,694 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:14:25,869 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:14:25,871 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:14:25,871 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:14:25,881 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:14:26,185 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:14:28,164 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:14:28,165 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:14:28,165 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:14:28,172 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:14:28,202 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:14:30,514 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:14:30,516 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:14:30,517 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:14:30,521 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:14:31,217 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:14:31,523 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:14:32,290 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:14:32,291 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:14:32,292 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:14:32,296 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:14:32,524 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:14:32,525 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:14:33,229 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:14:34,289 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:14:34,290 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:14:34,291 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:14:34,314 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:14:35,240 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:14:36,327 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:14:36,329 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:14:36,329 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:14:36,333 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:14:37,253 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:14:37,335 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:14:38,399 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:14:38,401 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:14:38,402 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:14:38,406 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:14:39,263 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:14:40,496 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:14:40,497 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:14:40,498 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:14:40,504 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:14:41,274 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:14:42,505 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:14:42,665 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:14:42,666 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:14:42,667 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:14:42,670 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:14:43,286 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:14:44,326 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:14:44,965 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:14:44,966 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:14:44,967 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:14:44,971 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:14:45,304 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:14:47,424 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:14:47,425 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:14:47,426 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:14:47,432 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:14:47,524 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:14:47,525 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:14:47,733 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:14:48,452 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:14:50,221 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:14:50,222 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:14:50,222 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:14:50,226 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:14:50,494 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:14:52,578 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:14:52,579 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:14:52,580 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:14:52,585 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:14:53,525 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:14:53,587 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:14:54,707 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:14:54,708 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:14:54,709 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:14:54,712 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:14:55,535 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:14:56,921 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:14:56,923 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:14:56,923 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:14:56,929 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:14:57,548 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:14:58,928 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:14:58,930 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:14:58,931 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:14:58,932 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:14:58,935 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:14:59,558 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:15:01,233 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:15:01,234 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:15:01,235 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:15:01,241 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:15:01,569 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:15:02,525 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:15:02,525 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:15:03,825 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:15:03,828 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:15:03,829 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:15:03,835 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:15:04,592 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:15:04,839 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:15:06,571 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:15:06,572 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:15:06,573 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:15:06,596 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:15:06,613 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:15:09,271 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:15:09,273 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:15:09,273 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:15:09,277 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:15:09,633 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:15:10,280 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:15:11,820 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:15:11,821 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:15:11,822 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:15:11,826 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:15:12,668 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:15:14,263 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:15:14,265 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:15:14,266 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:15:14,274 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:15:14,326 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:15:14,697 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:15:15,333 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:15:16,662 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:15:16,664 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:15:16,665 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:15:16,670 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:15:16,715 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:15:17,525 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:15:17,526 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:15:18,812 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:15:18,814 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:15:18,814 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:15:18,832 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:15:19,735 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:15:20,834 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:15:21,015 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:15:21,017 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:15:21,018 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:15:21,023 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:15:21,747 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:15:23,059 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:15:23,061 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:15:23,062 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:15:23,066 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:15:23,758 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:15:25,378 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:15:25,379 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:15:25,379 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:15:25,382 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:15:25,771 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:15:26,384 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:15:27,791 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:15:27,792 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:15:27,793 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:15:27,798 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:15:28,811 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:15:30,609 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:15:30,612 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:15:30,613 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:15:30,623 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:15:30,847 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:15:31,625 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:15:32,525 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:15:32,525 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:15:32,887 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:15:32,888 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:15:32,888 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:15:32,891 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:15:33,865 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:15:35,049 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:15:35,050 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:15:35,050 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:15:35,054 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:15:35,877 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:15:37,056 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:15:37,172 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:15:37,174 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:15:37,174 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:15:37,186 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:15:37,889 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:15:39,435 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:15:39,437 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:15:39,437 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:15:39,442 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:15:39,899 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:15:41,433 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:15:41,435 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:15:41,435 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:15:41,441 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:15:41,910 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:15:42,442 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:15:43,519 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:15:43,521 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:15:43,522 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:15:43,526 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:15:43,921 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:15:44,327 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:15:45,579 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:15:45,580 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:15:45,581 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:15:45,585 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:15:45,933 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:15:47,525 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:15:47,526 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:15:47,561 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:15:47,732 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:15:47,733 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:15:47,732 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:15:47,737 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:15:47,946 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:15:49,968 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:15:49,969 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:15:49,969 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:15:49,972 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:15:50,965 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:15:52,447 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:15:52,448 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:15:52,449 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:15:52,456 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:15:52,997 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:15:53,458 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:15:54,736 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:15:54,737 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:15:54,737 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:15:54,742 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:15:55,012 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:15:57,179 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:15:57,180 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:15:57,181 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:15:57,187 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:15:58,035 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:15:59,190 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:15:59,676 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:15:59,678 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:15:59,678 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:15:59,697 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:16:00,053 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:16:01,724 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:16:01,726 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:16:01,727 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:16:01,731 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:16:02,065 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:16:02,525 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:16:02,526 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:16:03,554 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:16:03,555 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:16:03,556 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:16:03,561 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:16:04,077 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:16:04,562 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:16:05,681 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:16:05,682 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:16:05,683 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:16:05,687 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:16:06,089 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:16:07,799 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:16:07,801 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:16:07,802 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:16:07,807 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:16:08,102 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:16:09,809 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:16:09,950 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:16:09,951 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:16:09,952 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:16:09,956 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:16:10,113 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:16:12,412 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:16:12,413 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:16:12,413 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:16:12,417 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:16:13,144 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:16:14,328 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:16:14,714 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:16:14,715 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:16:14,716 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:16:14,721 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:16:15,164 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:16:15,724 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:16:16,995 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:16:16,997 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:16:16,997 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:16:17,014 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:16:17,177 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:16:17,525 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:16:17,526 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:16:19,331 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:16:19,333 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:16:19,334 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:16:19,340 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:16:20,201 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:16:21,342 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:16:21,665 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:16:21,667 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:16:21,667 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:16:21,673 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:16:22,213 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:16:23,896 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:16:23,898 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:16:23,898 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:16:23,903 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:16:24,225 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:16:25,862 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:16:25,864 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:16:25,865 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:16:25,869 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:16:26,238 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:16:26,879 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:16:27,998 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:16:28,000 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:16:28,001 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:16:28,011 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:16:28,249 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:16:30,136 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:16:30,137 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:16:30,138 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:16:30,142 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:16:30,260 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:16:32,135 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:16:32,138 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:16:32,139 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:16:32,139 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:16:32,144 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:16:32,275 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:16:32,525 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:16:32,527 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:16:34,716 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:16:34,717 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:16:34,718 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:16:34,727 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:16:35,302 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:16:36,883 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:16:36,884 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:16:36,885 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:16:36,889 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:16:37,314 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:16:37,891 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:16:39,302 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:16:39,303 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:16:39,305 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:16:39,330 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:16:39,337 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:16:41,810 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:16:41,812 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:16:41,813 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:16:41,822 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:16:42,361 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:16:43,826 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:16:44,313 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:16:44,314 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:16:44,315 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:16:44,320 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:16:44,328 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:16:44,377 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:16:46,479 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:16:46,481 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:16:46,482 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:16:46,486 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:16:47,396 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:16:47,526 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:16:47,526 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:16:48,583 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:16:48,585 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:16:48,585 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:16:48,590 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:16:49,407 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:16:49,592 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:16:50,683 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:16:50,684 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:16:50,685 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:16:50,690 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:16:51,419 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:16:52,655 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:16:52,657 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:16:52,657 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:16:52,671 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:16:53,432 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:16:54,673 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:16:54,789 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:16:54,791 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:16:54,791 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:16:54,801 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:16:55,450 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:16:57,163 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:16:57,164 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:16:57,164 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:16:57,177 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:16:57,468 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:16:59,544 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:16:59,545 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:16:59,545 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:16:59,548 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:17:00,499 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:17:00,550 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:17:02,054 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:17:02,055 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:17:02,055 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:17:02,059 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:17:02,523 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:17:02,525 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:17:02,526 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:17:04,577 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:17:04,578 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:17:04,579 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:17:04,582 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:17:05,553 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:17:05,585 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:17:06,897 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:17:06,902 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:17:06,909 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:17:06,916 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:17:07,576 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:17:09,568 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:17:09,570 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:17:09,571 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:17:09,583 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:17:09,600 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:17:10,587 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:17:11,892 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:17:11,893 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:17:11,894 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:17:11,900 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:17:12,628 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:17:14,329 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:17:14,466 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:17:14,468 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:17:14,469 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:17:14,474 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:17:14,644 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:17:16,436 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:17:16,438 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:17:16,440 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:17:16,442 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:17:16,443 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:17:16,663 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:17:17,526 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:17:17,526 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:17:18,355 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:17:18,357 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:17:18,358 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:17:18,370 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:17:18,674 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:17:20,307 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:17:20,309 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:17:20,310 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:17:20,314 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:17:20,683 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:17:22,317 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:17:22,471 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:17:22,472 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:17:22,473 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:17:22,476 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:17:22,694 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:17:24,785 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:17:24,786 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:17:24,787 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:17:24,794 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:17:25,726 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:17:27,268 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:17:27,270 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:17:27,270 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:17:27,275 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:17:27,747 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:17:28,277 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:17:29,464 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:17:29,465 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:17:29,466 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:17:29,471 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:17:29,771 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:17:31,965 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:17:31,966 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:17:31,966 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:17:31,976 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:17:32,526 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:17:32,527 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:17:32,803 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:17:33,733 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:17:34,648 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:17:34,650 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:17:34,650 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:17:34,653 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:17:34,819 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:17:36,595 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:17:36,597 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:17:36,598 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:17:36,602 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:17:36,831 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:17:38,937 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:17:38,939 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:17:38,940 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:17:38,941 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:17:38,944 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:17:39,857 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:17:41,045 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:17:41,046 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:17:41,047 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:17:41,053 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:17:41,870 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:17:43,285 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:17:43,287 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:17:43,287 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:17:43,291 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:17:43,887 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:17:44,293 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:17:44,330 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:17:45,317 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:17:45,318 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:17:45,319 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:17:45,322 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:17:45,928 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:17:47,526 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:17:47,526 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:17:48,079 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:17:48,080 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:17:48,080 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:17:48,083 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:17:48,967 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:17:50,085 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:17:50,370 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:17:50,372 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:17:50,373 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:17:50,388 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:17:50,998 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:17:53,235 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:17:53,237 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:17:53,237 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:17:53,248 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:17:54,044 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:17:55,252 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:17:55,642 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:17:55,645 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:17:55,647 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:17:55,656 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:17:56,075 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:17:58,371 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:17:58,372 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:17:58,373 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:17:58,382 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:17:59,094 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:18:00,374 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:18:01,105 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 09:18:02,526 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:18:02,526 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:18:03,116 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 09:18:05,153 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 09:18:05,548 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:18:06,646 DEBUG SenderThread:15157 [sender.py:send():375] send: files +2023-06-23 09:18:06,646 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file media/images/sample_0_2749_e9bb0da7ff529b84e0a9.png with policy now +2023-06-23 09:18:06,648 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:18:06,650 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:18:06,651 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:18:06,656 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:18:06,759 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:18:07,173 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 09:18:07,174 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:18:07,174 INFO Thread-12 :15157 [dir_watcher.py:_on_file_created():278] file/dir created: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_2749_e9bb0da7ff529b84e0a9.png +2023-06-23 09:18:07,176 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images +2023-06-23 09:18:08,818 INFO wandb-upload_0:15157 [upload_job.py:push():137] Uploaded file /tmp/tmp3d82qperwandb/pm31h4y6-media/images/sample_0_2749_e9bb0da7ff529b84e0a9.png +2023-06-23 09:18:09,128 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:18:09,129 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:18:09,130 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:18:09,140 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:18:09,196 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:18:10,246 INFO wandb-upload_0:15157 [upload_job.py:push():137] Uploaded file /tmp/tmp3d82qperwandb/87goj3it-media/images/sample_0_2749_e9bb0da7ff529b84e0a9.png +2023-06-23 09:18:11,142 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:18:11,691 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:18:11,692 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:18:11,695 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:18:11,700 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:18:12,236 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:18:14,225 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:18:14,227 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:18:14,227 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:18:14,235 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:18:14,297 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:18:14,330 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:18:16,331 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:18:16,673 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:18:16,675 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:18:16,675 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:18:16,680 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:18:17,334 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:18:17,526 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:18:17,527 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:18:18,819 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:18:18,821 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:18:18,822 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:18:18,826 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:18:19,361 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:18:21,359 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:18:21,361 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:18:21,362 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:18:21,362 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:18:21,366 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:18:21,378 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:18:23,362 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:18:23,364 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:18:23,365 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:18:23,369 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:18:23,389 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:18:25,577 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:18:25,579 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:18:25,579 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:18:25,583 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:18:26,407 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:18:26,585 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:18:27,567 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:18:27,568 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:18:27,569 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:18:27,573 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:18:28,421 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:18:29,586 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:18:29,587 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:18:29,588 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:18:29,593 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:18:30,435 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:18:31,595 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:18:31,604 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:18:31,606 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:18:31,606 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:18:31,613 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:18:32,446 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:18:32,526 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:18:32,527 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:18:33,890 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:18:33,892 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:18:33,892 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:18:33,895 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:18:34,463 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:18:36,537 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:18:36,538 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:18:36,538 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:18:36,544 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:18:37,492 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:18:37,546 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:18:38,828 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:18:38,829 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:18:38,831 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:18:38,838 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:18:39,511 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:18:41,390 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:18:41,392 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:18:41,393 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:18:41,401 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:18:41,532 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:18:43,404 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:18:43,456 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:18:43,458 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:18:43,458 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:18:43,478 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:18:43,555 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:18:44,331 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:18:45,520 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:18:45,522 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:18:45,523 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:18:45,527 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:18:45,567 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:18:47,528 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:18:47,531 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:18:47,609 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:18:47,753 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:18:47,754 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:18:47,758 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:18:48,584 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:18:48,760 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:18:49,660 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:18:49,661 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:18:49,662 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:18:49,666 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:18:50,615 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:18:51,833 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:18:51,834 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:18:51,835 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:18:51,840 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:18:52,637 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:18:53,742 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:18:53,743 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:18:53,744 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:18:53,750 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:18:54,648 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:18:54,751 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:18:55,936 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:18:55,938 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:18:55,938 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:18:55,945 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:18:56,673 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:18:58,453 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:18:58,455 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:18:58,456 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:18:58,461 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:18:58,695 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:19:00,463 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:19:00,726 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:19:00,727 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:19:00,728 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:19:00,733 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:19:01,727 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:19:02,530 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:19:02,530 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:19:03,299 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:19:03,300 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:19:03,301 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:19:03,309 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:19:03,743 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:19:05,593 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:19:05,595 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:19:05,595 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:19:05,597 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:19:05,600 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:19:05,755 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:19:07,647 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:19:07,649 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:19:07,649 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:19:07,654 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:19:07,765 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:19:09,657 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:19:09,659 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:19:09,660 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:19:09,664 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:19:09,777 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:19:10,665 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:19:11,588 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:19:11,591 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:19:11,591 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:19:11,596 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:19:11,788 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:19:13,594 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:19:13,595 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:19:13,597 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:19:13,604 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:19:13,809 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:19:14,332 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:19:15,726 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:19:15,727 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:19:15,727 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:19:15,728 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:19:15,736 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:19:15,824 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:19:17,529 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:19:17,530 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:19:18,049 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:19:18,050 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:19:18,051 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:19:18,054 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:19:18,842 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:19:20,469 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:19:20,470 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:19:20,471 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:19:20,493 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:19:20,863 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:19:21,495 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:19:22,923 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:19:22,925 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:19:22,925 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:19:22,930 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:19:23,903 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:19:25,429 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:19:25,430 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:19:25,430 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:19:25,436 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:19:25,910 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:19:27,438 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:19:27,672 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:19:27,674 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:19:27,674 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:19:27,679 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:19:27,930 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:19:29,597 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:19:29,599 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:19:29,600 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:19:29,609 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:19:29,940 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:19:31,701 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:19:31,702 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:19:31,703 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:19:31,707 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:19:31,951 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:19:32,529 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:19:32,530 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:19:32,743 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:19:33,750 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:19:33,752 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:19:33,752 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:19:33,757 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:19:33,961 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:19:35,859 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:19:35,861 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:19:35,862 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:19:35,866 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:19:35,978 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:19:37,749 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:19:37,751 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:19:37,751 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:19:37,751 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:19:37,757 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:19:37,997 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:19:40,202 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:19:40,203 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:19:40,204 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:19:40,207 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:19:41,020 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:19:42,476 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:19:42,477 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:19:42,478 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:19:42,485 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:19:43,035 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:19:43,487 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:19:44,333 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:19:44,698 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:19:44,699 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:19:44,700 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:19:44,703 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:19:45,051 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:19:47,036 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:19:47,038 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:19:47,039 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:19:47,042 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:19:47,069 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:19:47,529 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:19:47,530 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:19:48,743 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:19:49,456 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:19:49,457 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:19:49,458 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:19:49,462 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:19:50,090 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:19:51,307 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:19:51,309 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:19:51,310 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:19:51,315 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:19:52,102 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:19:53,308 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:19:53,310 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:19:53,311 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:19:53,320 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:19:54,113 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:19:54,322 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:19:55,386 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:19:55,388 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:19:55,388 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:19:55,392 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:19:56,124 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:19:56,879 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:19:56,880 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:19:56,881 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:19:56,880 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:19:56,882 WARNING HandlerThread:15157 [handler.py:handle_request_partial_history():551] Step 8 < 2800. Dropping entry: {'loss/epoch': 0.2878251735014575, '_timestamp': 1687511996.8792863}. +2023-06-23 09:19:56,885 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:19:57,133 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 09:19:57,140 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:19:59,145 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 09:19:59,856 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:19:59,857 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:19:59,858 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:19:59,859 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:19:59,865 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:20:00,150 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:20:02,507 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:20:02,508 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:20:02,509 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:20:02,512 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:20:02,529 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:20:02,530 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:20:03,168 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:20:04,752 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:20:04,754 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:20:04,754 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:20:04,758 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:20:05,185 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:20:05,759 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:20:07,105 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:20:07,106 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:20:07,107 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:20:07,110 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:20:07,198 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:20:09,444 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:20:09,446 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:20:09,446 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:20:09,456 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:20:10,230 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:20:11,458 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:20:11,756 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:20:11,758 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:20:11,759 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:20:11,763 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:20:12,247 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:20:13,900 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:20:13,902 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:20:13,902 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:20:13,907 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:20:14,258 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:20:14,333 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:20:15,743 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:20:15,745 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:20:15,746 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:20:15,750 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:20:16,277 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:20:16,753 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:20:17,530 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:20:17,530 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:20:17,749 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:20:17,750 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:20:17,751 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:20:17,755 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:20:18,289 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:20:19,773 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:20:19,775 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:20:19,776 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:20:19,781 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:20:20,307 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:20:21,783 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:20:22,116 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:20:22,118 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:20:22,118 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:20:22,128 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:20:22,346 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:20:24,903 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:20:24,904 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:20:24,904 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:20:24,911 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:20:25,385 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:20:26,913 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:20:27,430 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:20:27,432 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:20:27,432 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:20:27,438 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:20:28,411 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:20:29,906 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:20:29,907 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:20:29,908 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:20:29,911 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:20:30,441 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:20:31,914 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:20:32,357 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:20:32,359 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:20:32,359 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:20:32,363 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:20:32,494 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:20:32,535 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:20:32,539 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:20:34,709 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:20:34,711 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:20:34,711 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:20:34,719 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:20:35,520 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:20:36,908 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:20:36,910 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:20:36,910 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:20:36,928 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:20:36,929 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:20:37,538 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:20:38,964 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:20:38,966 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:20:38,967 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:20:38,979 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:20:39,550 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:20:41,038 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:20:41,040 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:20:41,041 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:20:41,045 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:20:41,569 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:20:42,047 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:20:43,312 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:20:43,314 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:20:43,315 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:20:43,319 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:20:43,585 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:20:44,334 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:20:45,280 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:20:45,282 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:20:45,284 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:20:45,307 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:20:45,622 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:20:47,328 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:20:47,535 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:20:47,536 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:20:47,886 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:20:47,887 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:20:47,889 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:20:47,905 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:20:48,696 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:20:50,509 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:20:50,516 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:20:50,517 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:20:50,526 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:20:50,766 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:20:52,529 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:20:53,319 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:20:53,321 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:20:53,323 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:20:53,328 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:20:53,833 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:20:55,841 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:20:55,842 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:20:55,844 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:20:55,852 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:20:55,865 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:20:57,855 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:20:58,599 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:20:58,600 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:20:58,601 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:20:58,608 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:20:58,898 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:21:01,187 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:21:01,189 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:21:01,189 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:21:01,192 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:21:01,933 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:21:02,536 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:21:02,536 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:21:03,550 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:21:03,551 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:21:03,552 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:21:03,552 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:21:03,562 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:21:03,962 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:21:05,814 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:21:05,815 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:21:05,816 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:21:05,823 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:21:05,973 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:21:07,957 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:21:07,958 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:21:07,959 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:21:07,963 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:21:07,984 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:21:08,965 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:21:10,050 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:21:10,051 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:21:10,052 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:21:10,056 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:21:11,009 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:21:12,218 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:21:12,219 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:21:12,219 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:21:12,225 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:21:13,032 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:21:14,227 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:21:14,335 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:21:14,796 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:21:14,797 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:21:14,798 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:21:14,803 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:21:15,057 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:21:17,143 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:21:17,144 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:21:17,145 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:21:17,148 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:21:17,536 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:21:17,537 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:21:18,081 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:21:19,654 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:21:19,655 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:21:19,656 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:21:19,656 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:21:19,661 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:21:20,095 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:21:21,991 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:21:21,994 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:21:21,995 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:21:22,002 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:21:22,110 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:21:24,149 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:21:24,151 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:21:24,152 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:21:24,156 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:21:25,133 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:21:25,157 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:21:26,201 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:21:26,203 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:21:26,204 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:21:26,208 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:21:27,146 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:21:28,317 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:21:28,319 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:21:28,320 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:21:28,324 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:21:29,158 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:21:30,278 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:21:30,279 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:21:30,280 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:21:30,280 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:21:30,285 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:21:31,168 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:21:32,398 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:21:32,400 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:21:32,400 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:21:32,405 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:21:32,537 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:21:32,538 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:21:33,180 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:21:34,423 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:21:34,424 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:21:34,425 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:21:34,428 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:21:35,198 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:21:35,430 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:21:36,652 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:21:36,653 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:21:36,653 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:21:36,657 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:21:37,215 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:21:39,041 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:21:39,043 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:21:39,043 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:21:39,052 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:21:39,238 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:21:41,055 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:21:41,487 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:21:41,489 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:21:41,489 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:21:41,495 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:21:42,268 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:21:43,860 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:21:43,861 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:21:43,861 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:21:43,865 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:21:44,292 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:21:44,335 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:21:45,859 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:21:45,861 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:21:45,861 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:21:45,867 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:21:46,303 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:21:46,869 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:21:47,536 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:21:47,537 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:21:47,974 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:21:47,976 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:21:47,976 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:21:47,980 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:21:48,315 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:21:50,099 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:21:50,101 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:21:50,102 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:21:50,106 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:21:50,325 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:21:52,108 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:21:52,150 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:21:52,151 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:21:52,152 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:21:52,156 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:21:52,335 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:21:54,189 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:21:54,191 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:21:54,192 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:21:54,196 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:21:54,346 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:21:56,318 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:21:56,320 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:21:56,320 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:21:56,324 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:21:56,357 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:21:57,326 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:21:58,750 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:21:58,754 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:21:58,755 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:21:58,759 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:21:59,413 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:22:01,038 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:22:01,039 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:22:01,039 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:22:01,046 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:22:01,436 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:22:02,673 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:22:02,674 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:22:02,675 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:22:03,456 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:22:03,462 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:22:03,466 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:22:03,474 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:22:04,460 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:22:05,877 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:22:05,878 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:22:05,879 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:22:05,885 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:22:06,482 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:22:07,887 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:22:08,260 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:22:08,263 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:22:08,264 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:22:08,270 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:22:08,493 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:22:10,236 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:22:10,237 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:22:10,238 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:22:10,242 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:22:10,504 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:22:12,462 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:22:12,464 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:22:12,465 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:22:12,470 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:22:12,515 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:22:13,471 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:22:14,336 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:22:14,441 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:22:14,443 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:22:14,443 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:22:14,448 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:22:14,526 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:22:16,464 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:22:16,466 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:22:16,466 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:22:16,473 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:22:16,538 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:22:17,674 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:22:17,679 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:22:18,820 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:22:18,821 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:22:18,822 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:22:18,823 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:22:18,826 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:22:19,564 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:22:21,073 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:22:21,075 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:22:21,075 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:22:21,081 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:22:21,586 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:22:23,449 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:22:23,450 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:22:23,451 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:22:23,456 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:22:23,610 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:22:24,458 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:22:25,726 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:22:25,727 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:22:25,728 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:22:25,733 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:22:26,651 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:22:28,097 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:22:28,098 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:22:28,099 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:22:28,102 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:22:28,676 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:22:30,105 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:22:30,114 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:22:30,115 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:22:30,116 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:22:30,120 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:22:30,687 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:22:32,230 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:22:32,231 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:22:32,232 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:22:32,237 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:22:32,679 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:22:32,681 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:22:32,699 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:22:34,230 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:22:34,232 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:22:34,232 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:22:34,237 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:22:34,711 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:22:35,239 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:22:36,169 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:22:36,171 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:22:36,171 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:22:36,177 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:22:36,724 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:22:38,015 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:22:38,017 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:22:38,017 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:22:38,035 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:22:38,735 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:22:40,058 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:22:40,060 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:22:40,060 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:22:40,063 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:22:40,749 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:22:41,065 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:22:42,311 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:22:42,313 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:22:42,313 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:22:42,316 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:22:42,775 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:22:44,337 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:22:44,494 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:22:44,496 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:22:44,496 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:22:44,500 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:22:44,797 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:22:46,502 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:22:46,561 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:22:46,562 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:22:46,564 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:22:46,570 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:22:46,808 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:22:47,681 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:22:47,682 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:22:49,016 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:22:49,018 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:22:49,018 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:22:49,022 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:22:49,835 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:22:51,351 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:22:51,353 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:22:51,353 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:22:51,358 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:22:51,852 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:22:52,360 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:22:53,146 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:22:53,148 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:22:53,148 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:22:53,152 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:22:53,864 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:22:55,183 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:22:55,185 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:22:55,185 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:22:55,196 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:22:55,875 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:22:57,269 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:22:57,271 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:22:57,271 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:22:57,277 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:22:57,888 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:22:58,281 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:22:59,466 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:22:59,467 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:22:59,468 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:22:59,472 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:22:59,900 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:23:01,363 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:23:01,364 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:23:01,364 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:23:01,381 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:23:01,911 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:23:02,679 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:23:02,680 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:23:03,885 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:23:04,009 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:23:04,010 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:23:04,011 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:23:04,014 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:23:04,932 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:23:06,462 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:23:06,463 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:23:06,464 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:23:06,469 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:23:06,944 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:23:08,919 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:23:08,921 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:23:08,921 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:23:08,921 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:23:08,935 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:23:08,960 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:23:11,293 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:23:11,295 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:23:11,295 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:23:11,310 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:23:11,986 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:23:13,679 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:23:13,680 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:23:13,681 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:23:13,684 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:23:14,000 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:23:14,338 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:23:14,338 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:23:15,903 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:23:15,905 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:23:15,905 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:23:15,909 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:23:16,014 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:23:17,681 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:23:17,681 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:23:18,051 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:23:18,053 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:23:18,053 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:23:18,061 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:23:19,037 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:23:20,064 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:23:20,174 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:23:20,175 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:23:20,176 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:23:20,183 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:23:21,061 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:23:22,448 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:23:22,449 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:23:22,450 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:23:22,454 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:23:23,072 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:23:24,602 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:23:24,604 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:23:24,604 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:23:24,607 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:23:25,131 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:23:25,609 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:23:27,054 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:23:27,056 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:23:27,057 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:23:27,065 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:23:27,160 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:23:29,309 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:23:29,311 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:23:29,311 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:23:29,322 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:23:30,238 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:23:31,323 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:23:31,907 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:23:31,909 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:23:31,909 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:23:31,918 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:23:32,291 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:23:32,681 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:23:32,682 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:23:34,319 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:23:34,320 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:23:34,321 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:23:34,331 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:23:35,316 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:23:36,332 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:23:36,821 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:23:36,823 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:23:36,824 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:23:36,833 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:23:37,322 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:23:38,937 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:23:38,938 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:23:38,939 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:23:38,943 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:23:39,333 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:23:40,913 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:23:40,915 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:23:40,916 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:23:40,921 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:23:41,348 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:23:41,923 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:23:43,055 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:23:43,060 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:23:43,062 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:23:43,070 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:23:43,367 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:23:44,338 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:23:45,130 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:23:45,132 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:23:45,132 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:23:45,137 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:23:45,379 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:23:47,139 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:23:47,479 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:23:47,480 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:23:47,480 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:23:47,483 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:23:47,681 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:23:47,682 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:23:48,399 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:23:49,876 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:23:49,877 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:23:49,878 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:23:49,884 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:23:50,412 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:23:52,406 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:23:52,407 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:23:52,408 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:23:52,408 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:23:52,413 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:23:52,433 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:23:54,770 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:23:54,772 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:23:54,772 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:23:54,776 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:23:55,489 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:23:57,060 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:23:57,061 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:23:57,061 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:23:57,067 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:23:57,509 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:23:58,068 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:23:59,383 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:23:59,385 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:23:59,386 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:23:59,390 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:23:59,521 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:24:01,539 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:24:01,541 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:24:01,541 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:24:01,547 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:24:02,541 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:24:02,844 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:24:02,845 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:24:03,530 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:24:03,532 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:24:03,532 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:24:03,533 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:24:03,537 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:24:03,547 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:24:05,295 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:24:05,297 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:24:05,297 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:24:05,302 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:24:05,557 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:24:07,504 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:24:07,508 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:24:07,509 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:24:07,514 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:24:07,568 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:24:09,508 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:24:09,510 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:24:09,516 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:24:09,516 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:24:09,534 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:24:09,587 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:24:11,867 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:24:11,868 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:24:11,868 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:24:11,874 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:24:12,621 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:24:14,339 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:24:14,429 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:24:14,431 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:24:14,431 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:24:14,441 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:24:14,633 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:24:15,443 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:24:16,714 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:24:16,715 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:24:16,715 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:24:16,719 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:24:17,663 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:24:17,844 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:24:17,845 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:24:19,042 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:24:19,043 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:24:19,044 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:24:19,049 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:24:19,685 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:24:21,050 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:24:21,165 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:24:21,167 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:24:21,168 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:24:21,177 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:24:21,701 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:24:23,362 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:24:23,364 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:24:23,364 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:24:23,369 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:24:23,713 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:24:25,351 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:24:25,353 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:24:25,353 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:24:25,357 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:24:25,727 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:24:26,360 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:24:27,431 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:24:27,433 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:24:27,434 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:24:27,439 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:24:27,739 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:24:29,550 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:24:29,551 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:24:29,552 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:24:29,556 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:24:29,752 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:24:31,558 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:24:31,796 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:24:31,797 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:24:31,798 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:24:31,804 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:24:32,775 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:24:32,844 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:24:32,849 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:24:34,009 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:24:34,011 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:24:34,011 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:24:34,017 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:24:34,786 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:24:36,346 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:24:36,348 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:24:36,348 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:24:36,352 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:24:36,805 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:24:37,354 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:24:38,765 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:24:38,767 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:24:38,768 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:24:38,786 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:24:38,823 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:24:41,406 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:24:41,407 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:24:41,408 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:24:41,413 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:24:41,855 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:24:42,415 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:24:44,045 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:24:44,047 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:24:44,047 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:24:44,059 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:24:44,340 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:24:44,881 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:24:46,202 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:24:46,204 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:24:46,204 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:24:46,211 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:24:46,898 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:24:47,845 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:24:47,846 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:24:48,061 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:24:48,310 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:24:48,311 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:24:48,312 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:24:48,318 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:24:48,915 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:24:50,593 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:24:50,594 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:24:50,595 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:24:50,598 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:24:50,926 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:24:52,648 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:24:52,649 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:24:52,650 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:24:52,656 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:24:52,938 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:24:53,658 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:24:54,611 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:24:54,612 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:24:54,613 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:24:54,617 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:24:54,949 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:24:56,809 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:24:56,810 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:24:56,810 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:24:56,819 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:24:56,962 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:24:58,820 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:24:59,357 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:24:59,359 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:24:59,359 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:24:59,366 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:24:59,994 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:25:01,890 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:25:01,891 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:25:01,892 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:25:01,898 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:25:02,012 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:25:02,845 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:25:02,846 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:25:04,066 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:25:04,348 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:25:04,350 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:25:04,350 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:25:04,363 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:25:05,036 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:25:06,630 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:25:06,631 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:25:06,632 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:25:06,646 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:25:07,051 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:25:08,888 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:25:08,890 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:25:08,890 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:25:08,894 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:25:09,072 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:25:09,896 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:25:10,746 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:25:10,748 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:25:10,748 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:25:10,752 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:25:11,087 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:25:12,872 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:25:12,874 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:25:12,875 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:25:12,879 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:25:13,101 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:25:14,341 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:25:14,872 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:25:14,874 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:25:14,874 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:25:14,879 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:25:15,113 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:25:15,881 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:25:16,944 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:25:16,946 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:25:16,947 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:25:16,952 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:25:17,124 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:25:17,845 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:25:17,846 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:25:18,998 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:25:18,999 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:25:18,999 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:25:19,026 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:25:19,151 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:25:21,027 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:25:21,332 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:25:21,333 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:25:21,334 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:25:21,338 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:25:22,179 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:25:23,706 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:25:23,707 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:25:23,707 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:25:23,714 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:25:24,194 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:25:26,084 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:25:26,086 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:25:26,087 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:25:26,088 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:25:26,096 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:25:26,216 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:25:28,542 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:25:28,543 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:25:28,544 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:25:28,547 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:25:29,237 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:25:30,678 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:25:30,680 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:25:30,681 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:25:30,690 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:25:31,250 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:25:31,693 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:25:32,823 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:25:32,824 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:25:32,825 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:25:32,829 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:25:32,845 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:25:32,845 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:25:33,264 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:25:34,868 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:25:34,870 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:25:34,871 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:25:34,875 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:25:35,276 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:25:36,809 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:25:36,811 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:25:36,812 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:25:36,812 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:25:36,816 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:25:37,289 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:25:38,928 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:25:38,929 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:25:38,930 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:25:38,934 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:25:39,300 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:25:41,141 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:25:41,143 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:25:41,146 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:25:41,149 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:25:41,315 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:25:42,150 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:25:43,411 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:25:43,413 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:25:43,413 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:25:43,419 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:25:44,342 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:25:44,355 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:25:45,573 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:25:45,574 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:25:45,575 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:25:45,584 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:25:46,372 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:25:47,585 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:25:48,177 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:25:48,179 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:25:48,239 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:25:48,393 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:25:48,394 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:25:48,404 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:25:49,402 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:25:50,716 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:25:50,717 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:25:50,718 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:25:50,729 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:25:51,415 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:25:52,649 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:25:52,650 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:25:52,651 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:25:52,651 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:25:52,657 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:25:53,426 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:25:54,690 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:25:54,693 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:25:54,694 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:25:54,698 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:25:55,445 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:25:56,673 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:25:56,675 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:25:56,675 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:25:56,680 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:25:57,461 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:25:57,683 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:25:58,944 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:25:58,945 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:25:58,946 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:25:58,954 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:25:59,473 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:26:00,935 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:26:00,937 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:26:00,938 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:26:00,945 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:26:01,501 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:26:02,947 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:26:03,177 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:26:03,184 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:26:03,345 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:26:03,426 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:26:03,427 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:26:03,431 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:26:03,520 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:26:05,975 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:26:05,976 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:26:05,977 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:26:05,989 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:26:06,549 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:26:07,991 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:26:08,394 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:26:08,396 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:26:08,396 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:26:08,403 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:26:08,564 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:26:10,902 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:26:10,904 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:26:10,905 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:26:10,910 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:26:11,614 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:26:13,490 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:26:13,491 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:26:13,492 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:26:13,493 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:26:13,496 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:26:13,638 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:26:14,342 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:26:16,023 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:26:16,024 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:26:16,025 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:26:16,029 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:26:16,654 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:26:18,148 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:26:18,150 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:26:18,150 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:26:18,155 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:26:18,177 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:26:18,178 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:26:18,667 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:26:19,384 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:26:20,233 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:26:20,235 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:26:20,236 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:26:20,240 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:26:20,685 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:26:22,397 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:26:22,399 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:26:22,399 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:26:22,404 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:26:22,697 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:26:24,408 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:26:24,663 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:26:24,665 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:26:24,665 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:26:24,672 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:26:24,710 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:26:27,370 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:26:27,372 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:26:27,373 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:26:27,382 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:26:27,742 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:26:29,944 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:26:29,946 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:26:29,946 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:26:29,947 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:26:29,952 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:26:30,768 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:26:32,379 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:26:32,380 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:26:32,380 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:26:32,384 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:26:32,785 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:26:33,177 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:26:33,180 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:26:34,977 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:26:34,978 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:26:34,979 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:26:34,980 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:26:34,983 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:26:35,808 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:26:37,560 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:26:37,562 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:26:37,562 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:26:37,567 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:26:37,820 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:26:39,606 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:26:39,607 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:26:39,608 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:26:39,612 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:26:39,835 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:26:40,614 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:26:41,712 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:26:41,714 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:26:41,714 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:26:41,719 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:26:41,845 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:26:43,773 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:26:43,775 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:26:43,775 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:26:43,793 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:26:43,855 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:26:44,343 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:26:45,686 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:26:45,688 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:26:45,688 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:26:45,688 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:26:45,693 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:26:45,867 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:26:47,747 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:26:47,748 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:26:47,748 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:26:47,755 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:26:47,882 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:26:48,177 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:26:48,183 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:26:50,273 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:26:50,275 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:26:50,275 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:26:50,290 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:26:50,908 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:26:51,291 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:26:52,608 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:26:52,609 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:26:52,610 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:26:52,617 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:26:52,926 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:26:54,794 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:26:54,795 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:26:54,795 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:26:54,800 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:26:54,942 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:26:56,802 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:26:57,099 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:26:57,101 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:26:57,102 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:26:57,115 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:26:57,980 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:26:59,385 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:26:59,387 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:26:59,389 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:26:59,395 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:26:59,997 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:27:01,492 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:27:01,494 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:27:01,495 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:27:01,499 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:27:02,008 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:27:02,501 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:27:03,177 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:27:03,178 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:27:03,538 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:27:03,540 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:27:03,541 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:27:03,546 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:27:04,019 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:27:05,434 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:27:05,436 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:27:05,436 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:27:05,443 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:27:06,030 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:27:07,616 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:27:07,619 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:27:07,620 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:27:07,620 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:27:07,624 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:27:08,041 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:27:09,458 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:27:09,459 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:27:09,460 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:27:09,472 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:27:10,053 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:27:11,825 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:27:11,827 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:27:11,832 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:27:11,836 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:27:12,065 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:27:12,837 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:27:14,201 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:27:14,203 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:27:14,204 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:27:14,209 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:27:14,344 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:27:15,103 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:27:16,833 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:27:16,834 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:27:16,834 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:27:16,849 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:27:17,119 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:27:17,852 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:27:18,178 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:27:18,179 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:27:19,313 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:27:19,314 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:27:19,316 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:27:19,321 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:27:20,148 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:27:21,625 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:27:21,626 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:27:21,627 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:27:21,631 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:27:22,180 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:27:23,634 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:27:23,700 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:27:23,702 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:27:23,702 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:27:23,707 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:27:24,192 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:27:25,689 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:27:25,691 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:27:25,692 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:27:25,696 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:27:26,202 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:27:28,800 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:27:29,219 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 09:27:31,235 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 09:27:33,178 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:27:33,179 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:27:33,247 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 09:27:33,986 DEBUG SenderThread:15157 [sender.py:send():375] send: files +2023-06-23 09:27:33,987 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file media/images/sample_0_2999_7e90397a3e6217e7c28f.png with policy now +2023-06-23 09:27:33,988 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:27:33,998 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:27:33,998 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:27:33,999 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:27:34,003 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:27:34,107 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:27:34,253 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:27:34,254 INFO Thread-12 :15157 [dir_watcher.py:_on_file_created():278] file/dir created: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_2999_7e90397a3e6217e7c28f.png +2023-06-23 09:27:34,255 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images +2023-06-23 09:27:35,259 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 09:27:36,115 INFO wandb-upload_0:15157 [upload_job.py:push():137] Uploaded file /tmp/tmp3d82qperwandb/zpee34qt-media/images/sample_0_2999_7e90397a3e6217e7c28f.png +2023-06-23 09:27:36,526 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:27:36,527 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:27:36,528 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:27:36,532 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:27:37,284 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:27:37,500 INFO wandb-upload_0:15157 [upload_job.py:push():137] Uploaded file /tmp/tmp3d82qperwandb/o950d3n8-media/images/sample_0_2999_7e90397a3e6217e7c28f.png +2023-06-23 09:27:38,955 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:27:38,957 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:27:38,957 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:27:38,961 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:27:39,306 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:27:39,963 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:27:41,107 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:27:41,108 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:27:41,109 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:27:41,114 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:27:41,320 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:27:43,362 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:27:43,363 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:27:43,364 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:27:43,369 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:27:44,344 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:27:44,347 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:27:45,345 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:27:45,421 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:27:45,423 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:27:45,423 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:27:45,428 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:27:46,361 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:27:47,377 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:27:47,379 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:27:47,379 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:27:47,383 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:27:48,178 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:27:48,179 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:27:48,378 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:27:49,590 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:27:49,593 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:27:49,594 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:27:49,598 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:27:50,390 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:27:50,601 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:27:51,582 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:27:51,584 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:27:51,585 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:27:51,589 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:27:52,402 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:27:53,802 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:27:53,803 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:27:53,803 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:27:53,807 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:27:54,417 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:27:55,809 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:27:55,977 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:27:55,978 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:27:55,979 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:27:55,993 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:27:56,430 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:27:58,364 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:27:58,365 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:27:58,366 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:27:58,376 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:27:58,447 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:28:00,829 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:28:00,831 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:28:00,831 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:28:00,833 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:28:00,847 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:28:01,471 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:28:03,162 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:28:03,164 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:28:03,164 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:28:03,178 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:28:03,190 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:28:03,191 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:28:03,512 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:28:05,509 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:28:05,510 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:28:05,511 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:28:05,515 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:28:05,528 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:28:06,517 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:28:07,356 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:28:07,358 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:28:07,359 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:28:07,363 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:28:07,547 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:28:09,391 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:28:09,392 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:28:09,393 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:28:09,397 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:28:09,562 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:28:11,319 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:28:11,320 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:28:11,321 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:28:11,325 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:28:11,573 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:28:12,327 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:28:13,143 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:28:13,146 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:28:13,146 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:28:13,150 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:28:13,585 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:28:14,345 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:28:15,246 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:28:15,248 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:28:15,251 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:28:15,255 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:28:15,597 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:28:17,566 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:28:17,567 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:28:17,568 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:28:17,568 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:28:17,586 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:28:17,609 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:28:18,178 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:28:18,179 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:28:19,952 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:28:19,953 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:28:19,953 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:28:19,958 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:28:20,640 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:28:22,069 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:28:22,070 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:28:22,071 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:28:22,075 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:28:22,658 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:28:23,077 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:28:24,500 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:28:24,501 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:28:24,501 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:28:24,505 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:28:24,670 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:28:27,065 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:28:27,066 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:28:27,067 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:28:27,071 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:28:27,688 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:28:29,073 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:28:29,152 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:28:29,154 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:28:29,154 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:28:29,159 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:28:29,699 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:28:31,062 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:28:31,063 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:28:31,065 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:28:31,073 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:28:31,716 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:28:33,178 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:28:33,179 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:28:33,573 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:28:33,574 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:28:33,575 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:28:33,594 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:28:33,728 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:28:34,596 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:28:36,089 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:28:36,090 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:28:36,091 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:28:36,101 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:28:36,752 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:28:38,445 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:28:38,446 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:28:38,447 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:28:38,457 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:28:38,775 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:28:40,460 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:28:40,959 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:28:40,960 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:28:40,962 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:28:40,967 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:28:41,793 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:28:43,476 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:28:43,477 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:28:43,479 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:28:43,484 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:28:43,807 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:28:44,351 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:28:46,053 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:28:46,054 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:28:46,055 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:28:46,055 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:28:46,061 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:28:46,851 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:28:48,178 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:28:48,179 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:28:48,528 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:28:48,529 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:28:48,529 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:28:48,535 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:28:48,889 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:28:51,046 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:28:51,048 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:28:51,048 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:28:51,051 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:28:51,971 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:28:52,054 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:28:53,547 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:28:53,549 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:28:53,549 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:28:53,554 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:28:53,984 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:28:55,539 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:28:55,541 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:28:55,542 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:28:55,547 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:28:56,004 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:28:57,530 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:28:57,532 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:28:57,533 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:28:57,534 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:28:57,537 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:28:58,016 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:28:59,592 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:28:59,594 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:28:59,594 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:28:59,599 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:29:00,034 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:29:01,835 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:29:01,837 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:29:01,837 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:29:01,847 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:29:02,045 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:29:02,850 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:29:03,178 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:29:03,179 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:29:04,168 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:29:04,170 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:29:04,170 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:29:04,177 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:29:05,102 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:29:06,741 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:29:06,742 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:29:06,742 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:29:06,748 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:29:07,174 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:29:08,751 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:29:09,377 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:29:09,379 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:29:09,382 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:29:09,391 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:29:10,208 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:29:11,891 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:29:11,892 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:29:11,893 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:29:11,896 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:29:12,223 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:29:13,898 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:29:14,351 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:29:14,439 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:29:14,441 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:29:14,442 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:29:14,457 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:29:15,241 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:29:16,697 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:29:16,698 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:29:16,699 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:29:16,707 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:29:17,275 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:29:18,178 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:29:18,180 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:29:18,603 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:29:18,605 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:29:18,605 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:29:18,610 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:29:19,286 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:29:19,611 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:29:20,740 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:29:20,741 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:29:20,742 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:29:20,747 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:29:21,298 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:29:22,903 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:29:22,905 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:29:22,905 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:29:22,913 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:29:23,360 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:29:24,831 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:29:24,832 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:29:24,833 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:29:24,834 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:29:24,853 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:29:25,380 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:29:26,892 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:29:26,894 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:29:26,895 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:29:26,902 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:29:27,396 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:29:29,428 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:29:29,429 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:29:29,430 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:29:29,432 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:29:30,434 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:29:30,447 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:29:31,646 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:29:31,648 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:29:31,649 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:29:31,656 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:29:32,511 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:29:33,179 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:29:33,179 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:29:34,084 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:29:34,085 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:29:34,086 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:29:34,091 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:29:34,530 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:29:36,093 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:29:36,456 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:29:36,458 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:29:36,459 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:29:36,462 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:29:36,552 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:29:38,793 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:29:38,794 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:29:38,795 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:29:38,799 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:29:39,587 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:29:40,818 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:29:40,820 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:29:40,821 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:29:40,825 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:29:41,599 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:29:41,827 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:29:42,689 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:29:42,690 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:29:42,691 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:29:42,695 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:29:43,624 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:29:44,354 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:29:44,681 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:29:44,683 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:29:44,683 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:29:44,688 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:29:45,638 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:29:46,839 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:29:46,841 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:29:46,842 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:29:46,842 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:29:46,846 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:29:47,649 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:29:48,204 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:29:48,205 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:29:48,905 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:29:48,907 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:29:48,907 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:29:48,912 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:29:49,671 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:29:50,969 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:29:50,971 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:29:50,977 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:29:50,980 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:29:51,686 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:29:51,982 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:29:53,534 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:29:53,536 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:29:53,536 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:29:53,549 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:29:53,710 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:29:55,800 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:29:55,801 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:29:55,802 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:29:55,807 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:29:56,739 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:29:57,809 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:29:58,208 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:29:58,209 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:29:58,209 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:29:58,213 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:29:58,750 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:30:00,548 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:30:00,550 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:30:00,550 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:30:00,555 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:30:00,762 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:30:02,565 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:30:02,566 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:30:02,567 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:30:02,571 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:30:02,774 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:30:03,204 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:30:03,204 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:30:03,414 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:30:04,541 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:30:04,543 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:30:04,544 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:30:04,565 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:30:04,785 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:30:06,726 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:30:06,728 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:30:06,729 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:30:06,733 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:30:06,797 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:30:08,668 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:30:08,670 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:30:08,671 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:30:08,672 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:30:08,676 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:30:08,810 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:30:10,712 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:30:10,713 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:30:10,716 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:30:10,720 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:30:10,825 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:30:13,295 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:30:13,297 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:30:13,297 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:30:13,303 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:30:13,848 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:30:14,308 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:30:14,355 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:30:15,837 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:30:15,838 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:30:15,839 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:30:15,843 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:30:15,876 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:30:18,204 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:30:18,205 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:30:18,227 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:30:18,412 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:30:18,414 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:30:18,417 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:30:18,894 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:30:19,419 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:30:20,346 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:30:20,347 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:30:20,348 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:30:20,352 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:30:20,906 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:30:22,699 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:30:22,701 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:30:22,701 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:30:22,705 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:30:22,917 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:30:24,500 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:30:24,502 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:30:24,503 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:30:24,503 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:30:24,507 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:30:24,931 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:30:26,501 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:30:26,503 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:30:26,503 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:30:26,508 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:30:26,949 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:30:28,522 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:30:28,524 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:30:28,525 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:30:28,529 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:30:28,968 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:30:29,531 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:30:30,582 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:30:30,583 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:30:30,584 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:30:30,588 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:30:30,979 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:30:32,670 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:30:32,671 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:30:32,674 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:30:32,680 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:30:33,005 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:30:33,204 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:30:33,205 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:30:34,983 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:30:34,985 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:30:34,990 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:30:34,994 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:30:34,998 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:30:35,028 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:30:37,570 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:30:37,571 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:30:37,572 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:30:37,578 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:30:38,062 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:30:39,922 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:30:39,923 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:30:39,924 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:30:39,929 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:30:40,084 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:30:40,932 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:30:42,251 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:30:42,252 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:30:42,253 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:30:42,258 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:30:43,133 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:30:44,356 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:30:44,660 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:30:44,662 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:30:44,662 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:30:44,667 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:30:45,146 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:30:46,670 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:30:46,747 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:30:46,748 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:30:46,749 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:30:46,753 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:30:47,159 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:30:48,204 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:30:48,205 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:30:48,791 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:30:48,792 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:30:48,793 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:30:48,797 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:30:49,170 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:30:50,864 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:30:50,866 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:30:50,867 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:30:50,871 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:30:51,182 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:30:51,873 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:30:52,769 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:30:52,771 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:30:52,772 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:30:52,776 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:30:53,194 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:30:54,807 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:30:54,808 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:30:54,808 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:30:54,824 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:30:55,213 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:30:57,017 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:30:57,018 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:30:57,019 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:30:57,019 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:30:57,024 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:30:57,238 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:30:59,146 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:30:59,147 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:30:59,148 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:30:59,154 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:30:59,263 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:31:01,685 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:31:01,686 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:31:01,687 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:31:01,691 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:31:02,281 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:31:02,693 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:31:03,266 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:31:03,267 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:31:03,987 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:31:03,988 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:31:03,988 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:31:03,994 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:31:04,295 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:31:06,337 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:31:06,338 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:31:06,339 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:31:06,345 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:31:07,312 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:31:08,346 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:31:08,405 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:31:08,407 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:31:08,408 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:31:08,412 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:31:09,326 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:31:10,500 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:31:10,502 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:31:10,503 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:31:10,508 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:31:11,348 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:31:12,540 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:31:12,542 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:31:12,543 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:31:12,548 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:31:13,361 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:31:13,550 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:31:14,356 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:31:14,700 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:31:14,701 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:31:14,702 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:31:14,706 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:31:15,384 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:31:16,698 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:31:16,699 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:31:16,700 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:31:16,706 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:31:17,400 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:31:18,444 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:31:18,445 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:31:18,667 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:31:19,209 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:31:19,210 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:31:19,211 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:31:19,219 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:31:19,432 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:31:21,361 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:31:21,363 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:31:21,363 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:31:21,376 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:31:21,449 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:31:23,652 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:31:23,653 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:31:23,653 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:31:23,657 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:31:24,485 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:31:24,659 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:31:26,155 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:31:26,157 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:31:26,157 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:31:26,163 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:31:26,508 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:31:28,487 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:31:28,488 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:31:28,489 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:31:28,494 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:31:28,530 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:31:30,487 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:31:30,489 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:31:30,489 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:31:30,489 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:31:30,495 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:31:30,543 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:31:32,488 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:31:32,490 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:31:32,491 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:31:32,495 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:31:32,555 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:31:33,445 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:31:33,446 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:31:34,703 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:31:34,705 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:31:34,706 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:31:34,710 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:31:35,575 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:31:35,712 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:31:36,679 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:31:36,681 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:31:36,682 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:31:36,688 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:31:37,595 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:31:38,784 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:31:38,785 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:31:38,786 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:31:38,789 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:31:39,622 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:31:40,791 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:31:41,231 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:31:41,233 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:31:41,233 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:31:41,241 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:31:41,666 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:31:43,856 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:31:43,857 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:31:43,858 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:31:43,863 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:31:44,358 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:31:44,727 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:31:46,361 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:31:46,432 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:31:46,433 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:31:46,434 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:31:46,441 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:31:46,812 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:31:48,446 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:31:48,447 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:31:49,299 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:31:49,300 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:31:49,300 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:31:49,306 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:31:49,874 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:31:51,657 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:31:51,660 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:31:51,661 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:31:51,661 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:31:51,669 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:31:51,896 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:31:53,875 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:31:53,877 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:31:53,877 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:31:53,885 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:31:53,913 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:31:56,158 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:31:56,160 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:31:56,161 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:31:56,174 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:31:56,934 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:31:57,177 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:31:58,210 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:31:58,211 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:31:58,212 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:31:58,217 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:31:58,949 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:32:00,325 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:32:00,327 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:32:00,328 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:32:00,333 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:32:00,962 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:32:02,335 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:32:02,591 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:32:02,593 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:32:02,598 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:32:02,606 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:32:02,982 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:32:03,446 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:32:03,446 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:32:05,056 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:32:05,057 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:32:05,058 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:32:05,079 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:32:06,045 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:32:07,552 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:32:07,553 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:32:07,553 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:32:07,556 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:32:07,562 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:32:08,063 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:32:10,304 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:32:10,306 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:32:10,307 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:32:10,323 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:32:11,092 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:32:12,715 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:32:12,716 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:32:12,717 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:32:12,717 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:32:12,726 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:32:13,116 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:32:14,358 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:32:15,206 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:32:15,208 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:32:15,208 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:32:15,215 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:32:16,136 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:32:17,067 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:32:17,069 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:32:17,069 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:32:17,074 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:32:17,142 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:32:18,076 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:32:18,446 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:32:18,447 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:32:19,080 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:32:19,082 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:32:19,083 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:32:19,087 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:32:19,157 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:32:21,446 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:32:21,449 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:32:21,450 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:32:21,462 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:32:22,184 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:32:23,464 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:32:23,856 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:32:23,857 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:32:23,858 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:32:23,865 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:32:24,200 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:32:26,536 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:32:26,537 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:32:26,540 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:32:26,544 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:32:27,236 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:32:28,546 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:32:29,117 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:32:29,118 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:32:29,119 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:32:29,129 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:32:29,254 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:32:31,667 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:32:31,668 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:32:31,668 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:32:31,674 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:32:32,289 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:32:33,447 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:32:33,447 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:32:33,670 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:32:34,026 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:32:34,028 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:32:34,031 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:32:34,041 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:32:34,314 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:32:36,587 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:32:36,589 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:32:36,591 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:32:36,606 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:32:37,332 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:32:39,124 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:32:39,125 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:32:39,126 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:32:39,128 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:32:39,135 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:32:39,349 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:32:41,126 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:32:41,128 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:32:41,129 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:32:41,134 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:32:41,373 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:32:43,269 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:32:43,271 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:32:43,271 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:32:43,276 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:32:43,384 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:32:44,277 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:32:44,359 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:32:45,367 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:32:45,369 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:32:45,369 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:32:45,374 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:32:45,409 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:32:47,466 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:32:47,468 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:32:47,469 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:32:47,485 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:32:48,447 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:32:48,448 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:32:48,457 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:32:49,573 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:32:49,575 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:32:49,576 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:32:49,577 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:32:49,580 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:32:50,471 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:32:51,633 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:32:51,635 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:32:51,635 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:32:51,641 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:32:52,501 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:32:54,289 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:32:54,290 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:32:54,290 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:32:54,294 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:32:54,513 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:32:55,296 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:32:56,881 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:32:56,883 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:32:56,883 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:32:56,887 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:32:57,555 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:32:59,404 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:32:59,406 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:32:59,407 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:32:59,416 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:32:59,570 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:33:00,419 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:33:01,784 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:33:01,785 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:33:01,786 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:33:01,796 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:33:02,609 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:33:03,446 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:33:03,447 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:33:04,102 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:33:04,103 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:33:04,104 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:33:04,109 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:33:04,620 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:33:06,068 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:33:06,070 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:33:06,070 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:33:06,071 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:33:06,075 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:33:06,635 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:33:08,104 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:33:08,106 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:33:08,106 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:33:08,111 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:33:08,653 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:33:10,290 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:33:10,292 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:33:10,292 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:33:10,299 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:33:10,665 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:33:11,301 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:33:11,849 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:33:11,851 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:33:11,851 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:33:11,852 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:33:11,853 WARNING HandlerThread:15157 [handler.py:handle_request_partial_history():551] Step 9 < 3150. Dropping entry: {'loss/epoch': 0.2896371256240777, '_timestamp': 1687512791.8518949}. +2023-06-23 09:33:11,856 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:33:12,680 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:33:14,359 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:33:14,707 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 09:33:15,028 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:33:15,029 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:33:15,030 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:33:15,034 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:33:15,721 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:33:17,037 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:33:17,511 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:33:17,513 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:33:17,513 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:33:17,517 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:33:17,745 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:33:18,447 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:33:18,448 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:33:19,800 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:33:19,801 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:33:19,802 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:33:19,807 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:33:20,793 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:33:22,089 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:33:22,091 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:33:22,092 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:33:22,093 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:33:22,102 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:33:22,809 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:33:24,377 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:33:24,378 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:33:24,378 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:33:24,394 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:33:24,824 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:33:26,873 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:33:26,874 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:33:26,875 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:33:26,879 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:33:27,841 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:33:27,880 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:33:28,993 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:33:28,995 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:33:28,995 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:33:29,000 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:33:29,852 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:33:30,993 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:33:30,995 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:33:30,995 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:33:31,000 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:33:31,866 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:33:32,969 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:33:32,970 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:33:32,971 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:33:32,971 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:33:32,981 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:33:33,447 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:33:33,448 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:33:33,879 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:33:35,088 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:33:35,090 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:33:35,091 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:33:35,095 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:33:35,890 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:33:37,262 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:33:37,263 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:33:37,264 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:33:37,282 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:33:37,909 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:33:38,284 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:33:39,618 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:33:39,619 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:33:39,620 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:33:39,626 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:33:39,938 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:33:41,840 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:33:41,841 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:33:41,842 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:33:41,847 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:33:41,954 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:33:43,849 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:33:44,315 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:33:44,316 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:33:44,317 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:33:44,320 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:33:44,360 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:33:44,977 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:33:46,893 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:33:46,894 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:33:46,897 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:33:46,904 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:33:47,003 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:33:48,447 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:33:48,448 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:33:48,973 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:33:48,974 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:33:48,975 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:33:48,975 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:33:48,980 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:33:49,015 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:33:50,989 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:33:50,990 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:33:50,991 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:33:50,997 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:33:51,026 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:33:53,152 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:33:53,153 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:33:53,154 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:33:53,159 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:33:54,043 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:33:54,160 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:33:55,365 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:33:55,367 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:33:55,368 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:33:55,372 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:33:56,075 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:33:57,540 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:33:57,542 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:33:57,543 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:33:57,547 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:33:58,090 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:33:59,549 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:33:59,664 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:33:59,666 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:33:59,670 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:33:59,675 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:34:00,126 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:34:01,909 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:34:01,915 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:34:01,915 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:34:01,930 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:34:02,140 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:34:03,610 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:34:03,611 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:34:04,396 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:34:04,398 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:34:04,398 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:34:04,404 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:34:05,169 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:34:05,406 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:34:06,775 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:34:06,776 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:34:06,777 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:34:06,786 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:34:07,194 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:34:09,391 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:34:09,393 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:34:09,393 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:34:09,397 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:34:10,212 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:34:11,399 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:34:11,582 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:34:11,583 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:34:11,584 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:34:11,589 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:34:12,224 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:34:13,517 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:34:13,519 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:34:13,520 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:34:13,526 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:34:14,237 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:34:14,361 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:34:15,622 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:34:15,624 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:34:15,624 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:34:15,629 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:34:16,249 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:34:16,630 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:34:17,862 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:34:17,864 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:34:17,865 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:34:17,871 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:34:18,261 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:34:18,610 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:34:18,611 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:34:19,818 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:34:19,820 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:34:19,820 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:34:19,824 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:34:20,276 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:34:21,826 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:34:21,913 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:34:21,914 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:34:21,915 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:34:21,920 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:34:22,293 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:34:23,978 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:34:23,980 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:34:23,982 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:34:23,997 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:34:24,311 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:34:26,332 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:34:26,333 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:34:26,334 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:34:26,340 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:34:27,342 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:34:27,364 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:34:28,696 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:34:28,698 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:34:28,699 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:34:28,706 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:34:29,384 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:34:31,104 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:34:31,105 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:34:31,106 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:34:31,109 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:34:31,402 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:34:33,111 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:34:33,614 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:34:33,615 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:34:33,672 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:34:33,827 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:34:33,828 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:34:33,831 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:34:34,427 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:34:35,910 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:34:35,912 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:34:35,913 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:34:35,918 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:34:36,443 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:34:38,060 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:34:38,062 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:34:38,062 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:34:38,067 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:34:38,462 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:34:39,069 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:34:40,162 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:34:40,164 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:34:40,164 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:34:40,169 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:34:40,475 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:34:42,283 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:34:42,285 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:34:42,285 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:34:42,302 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:34:42,486 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:34:44,304 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:34:44,361 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:34:44,715 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:34:44,716 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:34:44,717 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:34:44,720 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:34:45,530 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:34:47,010 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:34:47,012 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:34:47,012 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:34:47,015 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:34:47,576 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:34:48,614 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:34:48,616 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:34:49,624 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:34:49,630 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:34:49,631 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:34:49,631 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:34:49,649 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:34:50,636 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:34:52,075 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:34:52,076 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:34:52,077 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:34:52,081 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:34:52,675 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:34:54,861 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:34:54,862 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:34:54,863 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:34:54,864 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:34:54,867 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:34:55,726 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:34:57,224 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:34:57,226 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:34:57,226 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:34:57,232 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:34:57,742 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:34:59,326 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:34:59,327 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:34:59,328 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:34:59,333 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:34:59,753 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:35:00,337 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:35:01,520 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:35:01,522 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:35:01,522 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:35:01,532 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:35:01,771 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:35:03,378 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:35:03,380 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:35:03,380 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:35:03,388 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:35:03,614 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:35:03,615 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:35:03,830 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:35:05,524 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:35:05,526 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:35:05,527 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:35:05,528 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:35:05,531 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:35:05,853 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:35:07,882 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:35:07,883 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:35:07,884 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:35:07,889 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:35:07,939 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:35:10,525 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:35:10,526 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:35:10,527 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:35:10,530 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:35:10,532 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:35:10,980 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:35:13,039 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:35:13,040 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:35:13,040 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:35:13,043 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:35:14,036 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:35:14,362 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:35:15,520 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:35:15,521 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:35:15,522 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:35:15,527 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:35:16,055 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:35:16,528 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:35:17,938 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:35:17,940 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:35:17,940 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:35:17,943 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:35:18,072 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:35:18,614 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:35:18,615 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:35:20,009 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:35:20,010 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:35:20,011 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:35:20,017 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:35:20,097 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:35:22,019 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:35:22,182 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:35:22,183 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:35:22,184 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:35:22,189 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:35:23,118 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:35:24,148 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:35:24,150 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:35:24,150 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:35:24,155 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:35:25,132 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:35:26,121 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:35:26,123 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:35:26,123 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:35:26,127 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:35:26,139 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:35:27,129 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:35:28,227 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:35:28,229 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:35:28,229 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:35:28,233 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:35:29,158 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:35:30,290 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:35:30,291 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:35:30,291 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:35:30,296 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:35:31,170 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:35:32,298 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:35:32,418 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:35:32,420 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:35:32,420 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:35:32,423 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:35:33,186 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:35:33,614 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:35:33,616 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:35:34,714 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:35:34,715 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:35:34,716 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:35:34,724 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:35:35,210 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:35:36,963 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:35:36,965 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:35:36,966 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:35:36,973 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:35:37,227 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:35:37,975 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:35:39,381 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:35:39,383 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:35:39,383 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:35:39,390 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:35:40,266 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:35:41,797 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:35:41,799 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:35:41,799 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:35:41,805 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:35:42,280 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:35:43,768 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:35:43,770 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:35:43,770 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:35:43,772 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:35:43,775 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:35:44,291 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:35:44,363 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:35:45,871 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:35:45,873 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:35:45,873 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:35:45,878 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:35:46,303 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:35:48,046 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:35:48,048 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:35:48,049 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:35:48,054 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:35:48,313 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:35:48,615 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:35:48,616 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:35:48,836 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:35:49,844 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:35:49,846 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:35:49,846 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:35:49,850 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:35:50,327 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:35:51,875 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:35:51,876 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:35:51,877 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:35:51,880 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:35:52,339 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:35:53,882 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:35:54,170 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:35:54,171 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:35:54,172 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:35:54,182 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:35:54,358 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:35:56,488 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:35:56,489 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:35:56,490 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:35:56,497 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:35:57,396 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:35:58,580 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:35:58,581 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:35:58,584 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:35:58,591 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:35:59,408 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:35:59,592 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:36:00,854 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:36:00,855 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:36:00,856 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:36:00,863 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:36:01,427 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:36:03,217 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:36:03,219 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:36:03,221 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:36:03,226 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:36:03,458 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:36:03,615 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:36:03,616 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:36:04,828 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:36:05,347 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:36:05,349 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:36:05,349 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:36:05,354 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:36:05,469 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:36:07,495 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:36:07,497 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:36:07,497 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:36:07,505 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:36:08,489 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:36:09,464 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:36:09,466 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:36:09,467 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:36:09,471 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:36:09,494 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:36:10,473 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:36:11,451 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:36:11,453 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:36:11,454 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:36:11,458 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:36:11,507 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:36:13,517 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:36:13,519 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:36:13,519 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:36:13,525 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:36:14,364 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:36:14,545 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:36:16,078 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:36:16,079 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:36:16,082 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:36:16,082 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:36:16,089 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:36:16,556 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:36:18,224 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:36:18,225 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:36:18,226 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:36:18,232 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:36:18,601 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:36:18,628 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:36:18,632 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:36:20,690 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:36:20,691 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:36:20,693 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:36:20,705 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:36:21,629 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:36:21,708 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:36:23,006 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:36:23,008 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:36:23,011 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:36:23,015 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:36:23,658 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:36:25,541 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:36:25,542 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:36:25,543 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:36:25,548 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:36:25,685 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:36:27,550 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:36:28,115 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:36:28,117 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:36:28,118 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:36:28,121 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:36:28,718 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:36:30,527 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:36:30,528 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:36:30,529 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:36:30,536 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:36:30,733 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:36:32,751 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:36:32,752 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:36:32,753 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:36:32,753 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:36:32,758 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:36:33,628 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:36:33,629 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:36:33,758 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:36:34,743 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:36:34,745 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:36:34,746 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:36:34,750 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:36:34,763 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:36:36,814 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:36:36,815 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:36:36,816 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:36:36,822 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:36:37,790 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:36:37,823 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:36:38,716 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:36:38,718 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:36:38,718 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:36:38,723 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:36:38,795 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:36:40,830 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:36:40,831 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:36:40,832 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:36:40,848 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:36:41,814 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:36:42,849 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:36:43,208 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:36:43,209 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:36:43,210 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:36:43,213 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:36:43,826 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:36:44,364 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:36:45,752 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:36:45,753 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:36:45,754 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:36:45,759 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:36:45,840 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:36:48,505 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:36:48,506 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:36:48,507 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:36:48,508 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:36:48,511 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:36:48,628 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:36:48,629 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:36:48,877 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:36:50,840 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:36:50,841 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:36:50,844 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:36:50,857 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:36:50,941 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:36:53,356 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:36:53,358 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:36:53,358 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:36:53,375 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:36:54,014 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:36:54,377 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:36:55,848 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:36:55,850 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:36:55,851 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:36:55,857 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:36:56,025 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:36:59,455 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:37:00,048 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 09:37:01,055 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 09:37:02,061 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 09:37:03,628 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:37:03,630 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:37:04,073 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 09:37:04,477 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:37:04,477 DEBUG SenderThread:15157 [sender.py:send():375] send: files +2023-06-23 09:37:04,481 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file media/images/sample_0_3249_63b5c234bee66b6b0d91.png with policy now +2023-06-23 09:37:04,485 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:37:04,486 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:37:04,485 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:37:04,498 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:37:04,602 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:37:05,095 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:37:05,095 INFO Thread-12 :15157 [dir_watcher.py:_on_file_created():278] file/dir created: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_3249_63b5c234bee66b6b0d91.png +2023-06-23 09:37:05,102 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images +2023-06-23 09:37:06,112 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 09:37:06,458 INFO wandb-upload_0:15157 [upload_job.py:push():137] Uploaded file /tmp/tmp3d82qperwandb/5w21lnjx-media/images/sample_0_3249_63b5c234bee66b6b0d91.png +2023-06-23 09:37:07,268 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:37:07,271 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:37:07,271 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:37:07,280 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:37:08,011 INFO wandb-upload_0:15157 [upload_job.py:push():137] Uploaded file /tmp/tmp3d82qperwandb/76qh11bp-media/images/sample_0_3249_63b5c234bee66b6b0d91.png +2023-06-23 09:37:08,128 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:37:09,878 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:37:09,880 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:37:09,880 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:37:09,881 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:37:09,886 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:37:10,143 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:37:12,462 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:37:12,463 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:37:12,463 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:37:12,467 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:37:13,185 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:37:14,366 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:37:14,958 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:37:14,959 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:37:14,960 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:37:14,960 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:37:14,965 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:37:15,235 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:37:17,391 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:37:17,392 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:37:17,393 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:37:17,406 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:37:18,275 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:37:18,629 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:37:18,629 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:37:19,750 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:37:19,752 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:37:19,753 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:37:19,757 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:37:20,286 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:37:20,759 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:37:21,698 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:37:21,705 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:37:21,706 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:37:21,710 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:37:22,299 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:37:23,603 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:37:23,604 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:37:23,605 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:37:23,610 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:37:24,310 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:37:25,642 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:37:25,643 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:37:25,644 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:37:25,663 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:37:26,323 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:37:26,665 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:37:27,658 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:37:27,660 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:37:27,660 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:37:27,665 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:37:28,345 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:37:29,502 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:37:29,503 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:37:29,504 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:37:29,507 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:37:30,361 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:37:31,896 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:37:31,898 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:37:31,898 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:37:31,899 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:37:31,902 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:37:32,377 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:37:33,629 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:37:33,629 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:37:34,213 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:37:34,214 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:37:34,215 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:37:34,225 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:37:34,400 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:37:36,750 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:37:36,751 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:37:36,752 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:37:36,755 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:37:37,433 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:37:37,757 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:37:39,020 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:37:39,022 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:37:39,022 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:37:39,026 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:37:39,471 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:37:41,351 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:37:41,353 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:37:41,353 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:37:41,358 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:37:41,494 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:37:43,360 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:37:43,486 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:37:43,488 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:37:43,488 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:37:43,493 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:37:43,508 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:37:44,366 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:37:45,573 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:37:45,575 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:37:45,575 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:37:45,580 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:37:46,531 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:37:47,544 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:37:47,545 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:37:47,546 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:37:47,552 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:37:48,547 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:37:48,554 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:37:48,629 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:37:48,629 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:37:49,520 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:37:49,521 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:37:49,522 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:37:49,526 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:37:49,553 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:37:51,384 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:37:51,385 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:37:51,386 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:37:51,389 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:37:51,567 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:37:53,660 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:37:53,661 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:37:53,662 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:37:53,662 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:37:53,668 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:37:54,601 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:37:55,949 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:37:55,951 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:37:55,951 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:37:55,955 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:37:56,619 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:37:58,354 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:37:58,355 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:37:58,356 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:37:58,361 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:37:58,639 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:37:59,369 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:38:00,726 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:38:00,727 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:38:00,728 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:38:00,731 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:38:01,678 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:38:02,889 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:38:02,890 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:38:02,891 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:38:02,896 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:38:03,630 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:38:03,631 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:38:03,690 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:38:04,858 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:38:04,941 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:38:04,943 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:38:04,944 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:38:04,951 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:38:05,703 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:38:07,130 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:38:07,132 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:38:07,133 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:38:07,139 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:38:07,714 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:38:09,225 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:38:09,227 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:38:09,227 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:38:09,232 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:38:09,726 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:38:10,235 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:38:11,317 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:38:11,319 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:38:11,320 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:38:11,324 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:38:11,739 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:38:13,327 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:38:13,329 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:38:13,329 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:38:13,340 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:38:13,757 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:38:14,367 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:38:15,368 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:38:15,931 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:38:15,932 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:38:15,932 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:38:15,936 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:38:16,804 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:38:18,442 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:38:18,443 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:38:18,444 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:38:18,449 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:38:18,630 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:38:18,631 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:38:18,829 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:38:20,565 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:38:20,567 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:38:20,567 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:38:20,569 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:38:20,578 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:38:20,851 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:38:22,898 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:38:22,900 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:38:22,900 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:38:22,906 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:38:23,885 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:38:25,254 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:38:25,256 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:38:25,257 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:38:25,261 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:38:25,897 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:38:26,263 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:38:27,401 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:38:27,402 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:38:27,403 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:38:27,408 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:38:27,908 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:38:29,370 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:38:29,372 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:38:29,372 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:38:29,377 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:38:29,922 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:38:31,379 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:38:31,407 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:38:31,408 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:38:31,409 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:38:31,413 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:38:31,934 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:38:33,371 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:38:33,372 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:38:33,373 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:38:33,377 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:38:33,630 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:38:33,631 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:38:33,947 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:38:35,457 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:38:35,459 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:38:35,459 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:38:35,467 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:38:35,960 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:38:36,468 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:38:37,915 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:38:37,917 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:38:37,918 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:38:37,928 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:38:37,985 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:38:40,342 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:38:40,343 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:38:40,344 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:38:40,363 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:38:41,025 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:38:42,365 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:38:42,676 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:38:42,677 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:38:42,677 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:38:42,681 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:38:43,066 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:38:44,368 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:38:45,116 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:38:45,118 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:38:45,119 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:38:45,131 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:38:46,120 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:38:47,654 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:38:47,655 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:38:47,655 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:38:47,657 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:38:47,659 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:38:48,145 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:38:48,630 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:38:48,631 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:38:50,035 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:38:50,037 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:38:50,037 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:38:50,046 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:38:50,156 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:38:52,093 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:38:52,094 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:38:52,095 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:38:52,099 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:38:52,175 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:38:53,102 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:38:54,258 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:38:54,260 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:38:54,261 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:38:54,270 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:38:55,197 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:38:56,184 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:38:56,185 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:38:56,186 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:38:56,190 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:38:56,204 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:38:58,192 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:38:58,362 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:38:58,363 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:38:58,364 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:38:58,373 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:38:59,275 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:39:00,830 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:39:00,832 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:39:00,832 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:39:00,847 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:39:01,293 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:39:03,222 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:39:03,223 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:39:03,224 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:39:03,225 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:39:03,232 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:39:03,308 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:39:03,630 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:39:03,633 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:39:05,418 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:39:05,420 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:39:05,420 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:39:05,427 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:39:06,399 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:39:08,160 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:39:08,161 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:39:08,162 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:39:08,169 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:39:08,413 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:39:09,171 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:39:10,863 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:39:10,864 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:39:10,864 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:39:10,870 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:39:11,479 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:39:13,119 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:39:13,120 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:39:13,121 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:39:13,126 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:39:13,492 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:39:14,368 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:39:14,369 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:39:15,402 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:39:15,404 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:39:15,404 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:39:15,409 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:39:15,507 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:39:17,489 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:39:17,491 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:39:17,491 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:39:17,498 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:39:17,524 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:39:18,631 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:39:18,632 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:39:19,517 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:39:19,519 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:39:19,520 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:39:19,520 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:39:19,525 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:39:19,537 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:39:21,556 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:39:21,558 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:39:21,558 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:39:21,567 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:39:22,565 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:39:24,168 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:39:24,170 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:39:24,170 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:39:24,183 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:39:24,589 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:39:25,186 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:39:26,458 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:39:26,459 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:39:26,460 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:39:26,466 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:39:26,610 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:39:28,876 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:39:28,877 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:39:28,877 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:39:28,881 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:39:29,643 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:39:30,883 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:39:31,164 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:39:31,165 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:39:31,165 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:39:31,169 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:39:31,655 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:39:33,631 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:39:33,635 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:39:33,672 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:39:33,855 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:39:33,858 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:39:33,863 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:39:34,682 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:39:35,797 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:39:35,799 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:39:35,800 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:39:35,804 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:39:36,695 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:39:36,806 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:39:37,793 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:39:37,795 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:39:37,796 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:39:37,800 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:39:38,710 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:39:39,872 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:39:39,873 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:39:39,874 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:39:39,878 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:39:40,724 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:39:41,880 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:39:42,078 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:39:42,080 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:39:42,081 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:39:42,087 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:39:42,736 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:39:44,269 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:39:44,270 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:39:44,271 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:39:44,275 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:39:44,369 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:39:44,748 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:39:46,521 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:39:46,522 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:39:46,522 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:39:46,526 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:39:46,783 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:39:47,528 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:39:48,631 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:39:48,632 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:39:48,884 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:39:48,885 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:39:48,888 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:39:48,898 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:39:49,837 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:39:51,213 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:39:51,215 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:39:51,215 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:39:51,219 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:39:51,850 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:39:53,222 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:39:53,632 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:39:53,633 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:39:53,634 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:39:53,639 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:39:53,866 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:39:55,977 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:39:55,979 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:39:55,980 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:39:55,985 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:39:56,889 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:39:58,065 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:39:58,066 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:39:58,067 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:39:58,071 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:39:58,903 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:39:59,074 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:40:00,057 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:40:00,059 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:40:00,059 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:40:00,063 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:40:00,916 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:40:02,007 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:40:02,008 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:40:02,009 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:40:02,014 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:40:02,928 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:40:03,631 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:40:03,636 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:40:04,061 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:40:04,063 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:40:04,063 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:40:04,068 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:40:04,947 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:40:05,069 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:40:06,378 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:40:06,379 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:40:06,379 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:40:06,397 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:40:06,963 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:40:08,765 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:40:08,766 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:40:08,766 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:40:08,770 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:40:08,975 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:40:10,771 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:40:11,241 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:40:11,242 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:40:11,243 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:40:11,246 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:40:11,997 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:40:13,790 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:40:13,791 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:40:13,791 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:40:13,795 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:40:14,010 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:40:14,370 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:40:16,151 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:40:16,152 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:40:16,153 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:40:16,154 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:40:16,157 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:40:17,046 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:40:18,637 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:40:18,637 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:40:18,744 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:40:18,864 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:40:18,865 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:40:18,868 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:40:19,069 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:40:21,416 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:40:21,417 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:40:21,417 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:40:21,418 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:40:21,425 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:40:22,090 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:40:23,719 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:40:23,720 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:40:23,721 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:40:23,729 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:40:24,105 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:40:25,977 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:40:25,979 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:40:25,980 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:40:25,985 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:40:26,118 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:40:26,986 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:40:27,952 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:40:27,954 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:40:27,954 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:40:27,959 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:40:28,142 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:40:30,025 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:40:30,027 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:40:30,028 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:40:30,032 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:40:30,153 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:40:32,035 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:40:32,220 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:40:32,222 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:40:32,223 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:40:32,227 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:40:33,172 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:40:33,677 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:40:33,677 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:40:34,385 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:40:34,386 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:40:34,387 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:40:34,393 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:40:35,193 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:40:36,855 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:40:36,857 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:40:36,857 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:40:36,861 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:40:37,224 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:40:37,863 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:40:39,198 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:40:39,199 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:40:39,200 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:40:39,206 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:40:39,244 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:40:41,510 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:40:41,512 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:40:41,512 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:40:41,532 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:40:42,271 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:40:43,533 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:40:44,085 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:40:44,086 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:40:44,087 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:40:44,093 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:40:44,295 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:40:44,370 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:40:46,673 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:40:46,675 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:40:46,676 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:40:46,683 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:40:47,317 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:40:48,677 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:40:48,678 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:40:48,812 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:40:48,900 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:40:48,901 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:40:48,900 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:40:48,904 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:40:49,355 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:40:51,048 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:40:51,050 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:40:51,050 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:40:51,054 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:40:51,375 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:40:52,932 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:40:52,934 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:40:52,934 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:40:52,939 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:40:53,396 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:40:53,940 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:40:55,024 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:40:55,026 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:40:55,026 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:40:55,032 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:40:55,416 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:40:57,145 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:40:57,146 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:40:57,147 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:40:57,155 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:40:57,430 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:40:59,156 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:40:59,756 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:40:59,758 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:40:59,761 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:40:59,772 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:41:00,455 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:41:01,984 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:41:01,986 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:41:01,989 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:41:01,998 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:41:02,500 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:41:03,762 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:41:03,763 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:41:04,609 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:41:04,611 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:41:04,611 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:41:04,612 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:41:04,623 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:41:05,542 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:41:07,064 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:41:07,067 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:41:07,069 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:41:07,073 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:41:07,599 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:41:09,641 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:41:09,643 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:41:09,644 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:41:09,644 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:41:09,658 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:41:10,627 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:41:11,603 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:41:11,604 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:41:11,605 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:41:11,610 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:41:11,638 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:41:13,844 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:41:13,846 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:41:13,847 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:41:13,853 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:41:14,371 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:41:14,673 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:41:15,372 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:41:15,694 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:41:15,695 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:41:15,696 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:41:15,700 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:41:16,693 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:41:17,951 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:41:17,952 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:41:17,953 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:41:17,958 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:41:18,704 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:41:18,756 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:41:18,756 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:41:20,080 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:41:20,081 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:41:20,082 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:41:20,085 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:41:20,746 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:41:21,087 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:41:22,832 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:41:22,834 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:41:22,837 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:41:22,841 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:41:23,828 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:41:25,224 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:41:25,226 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:41:25,226 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:41:25,234 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:41:25,843 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:41:26,235 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:41:27,572 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:41:27,573 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:41:27,574 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:41:27,580 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:41:27,855 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:41:29,895 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:41:29,900 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:41:29,908 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:41:29,941 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:41:30,901 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:41:31,942 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:41:32,324 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:41:32,326 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:41:32,327 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:41:32,331 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:41:32,913 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:41:33,756 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:41:33,757 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:41:34,405 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:41:34,406 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:41:34,407 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:41:34,412 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:41:34,925 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:41:36,275 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:41:36,276 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:41:36,277 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:41:36,282 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:41:36,938 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:41:37,284 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:41:38,242 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:41:38,243 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:41:38,244 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:41:38,249 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:41:38,951 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:41:40,208 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:41:40,210 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:41:40,210 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:41:40,215 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:41:40,966 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:41:42,357 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:41:42,359 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:41:42,359 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:41:42,360 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:41:42,363 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:41:42,990 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:41:44,372 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:41:44,747 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:41:44,748 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:41:44,749 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:41:44,760 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:41:45,009 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:41:47,076 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:41:47,077 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:41:47,079 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:41:47,083 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:41:48,054 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:41:48,084 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:41:48,756 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:41:48,762 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:41:49,466 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:41:49,467 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:41:49,469 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:41:49,474 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:41:50,081 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:41:51,848 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:41:51,850 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:41:51,852 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:41:51,857 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:41:52,104 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:41:53,858 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:41:54,231 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:41:54,233 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:41:54,233 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:41:54,238 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:41:55,131 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:41:56,128 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:41:56,129 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:41:56,130 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:41:56,140 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:41:56,147 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:41:58,408 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:41:58,410 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:41:58,410 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:41:58,415 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:41:59,165 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:41:59,417 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:42:00,362 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:42:00,364 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:42:00,365 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:42:00,379 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:42:01,177 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:42:02,430 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:42:02,432 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:42:02,432 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:42:02,436 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:42:03,188 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:42:03,756 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:42:03,759 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:42:04,453 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:42:04,455 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:42:04,459 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:42:04,459 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:42:04,477 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:42:05,201 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:42:06,832 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:42:06,833 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:42:06,834 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:42:06,837 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:42:07,218 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:42:09,079 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:42:09,080 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:42:09,081 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:42:09,084 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:42:09,232 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:42:10,087 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:42:11,465 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:42:11,467 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:42:11,467 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:42:11,473 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:42:12,274 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:42:13,947 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:42:13,949 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:42:13,949 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:42:13,953 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:42:14,317 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:42:14,372 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:42:15,373 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:42:16,079 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:42:16,081 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:42:16,082 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:42:16,086 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:42:16,342 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:42:18,040 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:42:18,041 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:42:18,042 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:42:18,047 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:42:18,358 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:42:18,756 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:42:18,757 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:42:19,773 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:42:19,775 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:42:19,775 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:42:19,781 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:42:20,371 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:42:20,783 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:42:21,812 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:42:21,814 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:42:21,815 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:42:21,819 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:42:22,384 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:42:23,878 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:42:23,880 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:42:23,880 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:42:23,885 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:42:24,395 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:42:25,773 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:42:25,774 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:42:25,775 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:42:25,781 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:42:26,422 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:42:26,783 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:42:27,954 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:42:27,955 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:42:27,955 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:42:27,960 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:42:28,434 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:42:30,292 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:42:30,293 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:42:30,294 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:42:30,298 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:42:30,447 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:42:32,300 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:42:32,481 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:42:32,482 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:42:32,482 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:42:32,486 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:42:33,471 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:42:33,756 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:42:33,757 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:42:34,644 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:42:34,645 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:42:34,646 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:42:34,649 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:42:35,484 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:42:36,963 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:42:36,964 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:42:36,965 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:42:36,976 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:42:37,498 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:42:37,980 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:42:39,306 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:42:39,308 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:42:39,309 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:42:39,326 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:42:39,511 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:42:41,479 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:42:41,481 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:42:41,482 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:42:41,493 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:42:41,523 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:42:43,494 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:42:43,543 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:42:43,545 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:42:43,545 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:42:43,549 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:42:44,373 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:42:44,543 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:42:45,422 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:42:45,423 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:42:45,424 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:42:45,429 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:42:45,548 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:42:47,523 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:42:47,526 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:42:47,527 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:42:47,531 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:42:47,564 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:42:48,533 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:42:48,757 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:42:48,758 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:42:50,125 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:42:50,127 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:42:50,127 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:42:50,130 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:42:50,590 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:42:52,345 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:42:52,347 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:42:52,348 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:42:52,363 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:42:52,612 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:42:54,366 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:42:54,994 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:42:54,995 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:42:54,996 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:42:55,001 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:42:55,693 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:42:57,560 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:42:57,561 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:42:57,562 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:42:57,571 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:42:57,715 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:42:59,573 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:43:00,226 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:43:00,228 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:43:00,228 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:43:00,235 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:43:00,741 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:43:02,583 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:43:02,585 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:43:02,587 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:43:02,593 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:43:02,763 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:43:03,944 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:43:03,946 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:43:04,709 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:43:04,711 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:43:04,713 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:43:04,713 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:43:04,720 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:43:04,775 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:43:06,979 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:43:06,980 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:43:06,981 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:43:06,985 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:43:07,799 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:43:09,062 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:43:09,065 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:43:09,068 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:43:09,078 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:43:09,810 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:43:10,082 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:43:11,258 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:43:11,259 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:43:11,260 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:43:11,263 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:43:11,826 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:43:13,861 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:43:13,863 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:43:13,863 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:43:13,868 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:43:14,377 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:43:14,868 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:43:15,384 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:43:16,474 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:43:16,475 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:43:16,476 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:43:16,484 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:43:16,886 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:43:18,814 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:43:18,815 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:43:18,816 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:43:18,821 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:43:18,941 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:43:18,944 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:43:18,945 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:43:21,162 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:43:21,391 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:43:21,392 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:43:21,393 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:43:21,400 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:43:21,969 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:43:23,802 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:43:23,804 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:43:23,804 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:43:23,811 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:43:23,991 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:43:26,103 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:43:26,105 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:43:26,106 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:43:26,110 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:43:27,014 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:43:27,111 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:43:28,197 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:43:28,199 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:43:28,199 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:43:28,203 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:43:29,029 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:43:30,399 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:43:30,400 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:43:30,401 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:43:30,406 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:43:31,040 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:43:32,408 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:43:32,502 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:43:32,503 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:43:32,504 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:43:32,508 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:43:33,052 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:43:33,944 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:43:33,945 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:43:34,502 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:43:34,503 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:43:34,505 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:43:34,511 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:43:35,066 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:43:36,899 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:43:36,900 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:43:36,907 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:43:36,910 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:43:37,086 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:43:37,911 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:43:39,281 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:43:39,283 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:43:39,284 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:43:39,297 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:43:40,113 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:43:41,566 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:43:41,567 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:43:41,567 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:43:41,574 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:43:42,128 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:43:43,576 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:43:43,878 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:43:43,880 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:43:43,880 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:43:43,887 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:43:44,161 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:43:44,375 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:43:46,426 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:43:46,428 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:43:46,429 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:43:46,433 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:43:47,180 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:43:48,467 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:43:48,468 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:43:48,469 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:43:48,473 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:43:48,945 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:43:48,946 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:43:49,163 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:43:49,193 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:43:50,558 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:43:50,559 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:43:50,560 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:43:50,564 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:43:51,205 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:43:52,496 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:43:52,498 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:43:52,498 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:43:52,502 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:43:53,217 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:43:54,358 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:43:54,359 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:43:54,360 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:43:54,360 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:43:54,364 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:43:55,228 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:43:56,526 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:43:56,527 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:43:56,528 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:43:56,533 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:43:57,263 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:43:58,681 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:43:58,682 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:43:58,682 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:43:58,685 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:43:59,276 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:43:59,687 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:44:00,970 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:44:00,971 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:44:00,971 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:44:00,993 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:44:01,290 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:44:03,309 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:44:03,311 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:44:03,311 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:44:03,333 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:44:03,946 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:44:03,947 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:44:04,352 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:44:05,155 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:44:05,753 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:44:05,755 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:44:05,756 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:44:05,763 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:44:06,376 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:44:08,346 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:44:08,347 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:44:08,348 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:44:08,357 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:44:08,397 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:44:10,363 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:44:10,906 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:44:10,907 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:44:10,908 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:44:10,914 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:44:11,429 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:44:13,206 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:44:13,207 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:44:13,207 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:44:13,211 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:44:13,457 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:44:14,376 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:44:15,377 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:44:15,631 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:44:15,632 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:44:15,632 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:44:15,635 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:44:16,479 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:44:17,903 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:44:17,905 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:44:17,905 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:44:17,909 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:44:18,494 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:44:18,946 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:44:18,947 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:44:20,058 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:44:20,059 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:44:20,060 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:44:20,064 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:44:20,511 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:44:21,066 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:44:22,035 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:44:22,036 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:44:22,036 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:44:22,043 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:44:22,529 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:44:24,467 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:44:24,468 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:44:24,469 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:44:24,475 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:44:24,544 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:44:26,477 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:44:26,569 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:44:26,570 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:44:26,570 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:44:26,573 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:44:27,582 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:44:28,891 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:44:28,892 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:44:28,893 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:44:28,896 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:44:29,595 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:44:31,075 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:44:31,077 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:44:31,077 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:44:31,082 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:44:31,613 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:44:32,084 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:44:33,416 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:44:33,417 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:44:33,418 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:44:33,423 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:44:33,623 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:44:33,947 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:44:33,948 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:44:35,513 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:44:35,514 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:44:35,515 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:44:35,519 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:44:35,634 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:44:37,521 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:44:37,595 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:44:37,597 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:44:37,597 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:44:37,602 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:44:37,647 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:44:39,581 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:44:39,583 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:44:39,583 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:44:39,601 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:44:39,658 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:44:41,736 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:44:41,738 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:44:41,738 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:44:41,743 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:44:42,687 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:44:42,745 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:44:43,665 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:44:43,666 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:44:43,667 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:44:43,675 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:44:43,694 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:44:44,376 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:44:46,091 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:44:46,092 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:44:46,093 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:44:46,098 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:44:46,722 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:44:48,100 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:44:48,608 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:44:48,609 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:44:48,610 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:44:48,613 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:44:48,748 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:44:48,947 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:44:48,948 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:44:50,861 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:44:50,863 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:44:50,863 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:44:50,866 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:44:51,853 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:44:53,411 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:44:53,412 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:44:53,414 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:44:53,414 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:44:53,425 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:44:53,903 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:44:55,803 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:44:55,805 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:44:55,806 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:44:55,812 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:44:55,914 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:44:57,900 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:44:57,902 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:44:57,903 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:44:57,909 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:44:57,928 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:44:58,912 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:45:00,127 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:45:00,128 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:45:00,129 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:45:00,134 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:45:00,950 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:45:02,177 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:45:02,178 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:45:02,179 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:45:02,186 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:45:02,961 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:45:03,947 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:45:03,948 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:45:04,192 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:45:04,264 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:45:04,266 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:45:04,266 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:45:04,271 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:45:04,982 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:45:06,679 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:45:06,685 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:45:06,685 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:45:06,690 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:45:07,020 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:45:08,934 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:45:08,935 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:45:08,936 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:45:08,941 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:45:09,057 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:45:09,942 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:45:11,328 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:45:11,329 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:45:11,329 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:45:11,335 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:45:12,106 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:45:13,970 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:45:13,972 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:45:13,972 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:45:13,975 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:45:14,164 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:45:14,377 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:45:15,381 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:45:16,542 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:45:16,543 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:45:16,544 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:45:16,549 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:45:17,236 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:45:18,947 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:45:18,948 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:45:19,071 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:45:19,189 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:45:19,190 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:45:19,193 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:45:19,272 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:45:21,195 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:45:21,211 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:45:21,212 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:45:21,213 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:45:21,217 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:45:21,293 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:45:23,338 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:45:23,339 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:45:23,340 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:45:23,344 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:45:24,316 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:45:25,525 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:45:25,527 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:45:25,528 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:45:25,534 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:45:26,329 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:45:26,537 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:45:27,630 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:45:27,632 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:45:27,632 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:45:27,638 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:45:28,341 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:45:29,831 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:45:29,832 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:45:29,834 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:45:29,839 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:45:30,359 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:45:31,841 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:45:32,420 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:45:32,421 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:45:32,424 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:45:32,434 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:45:33,381 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:45:34,050 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:45:34,051 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:45:34,820 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:45:34,822 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:45:34,822 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:45:34,829 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:45:35,410 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:45:37,668 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:45:37,669 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:45:37,669 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:45:37,670 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:45:37,675 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:45:38,438 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:45:40,134 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:45:40,135 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:45:40,136 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:45:40,143 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:45:40,449 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:45:42,289 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:45:42,290 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:45:42,291 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:45:42,295 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:45:42,462 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:45:43,298 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:45:44,292 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:45:44,294 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:45:44,294 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:45:44,298 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:45:44,377 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:45:44,473 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:45:46,311 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:45:46,313 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:45:46,313 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:45:46,318 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:45:46,490 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:45:48,319 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:45:48,359 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:45:48,361 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:45:48,361 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:45:48,366 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:45:48,505 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:45:49,050 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:45:49,051 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:45:50,413 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:45:50,414 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:45:50,415 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:45:50,419 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:45:50,516 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:45:52,819 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:45:52,820 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:45:52,820 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:45:52,824 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:45:53,566 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:45:53,825 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:45:55,207 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:45:55,208 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:45:55,208 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:45:55,215 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:45:55,582 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:45:57,292 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:45:57,294 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:45:57,294 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:45:57,298 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:45:57,606 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:45:59,300 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:45:59,868 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:45:59,870 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:45:59,870 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:45:59,880 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:46:00,644 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:46:02,140 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:46:02,141 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:46:02,142 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:46:02,146 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:46:02,656 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:46:04,051 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:46:04,051 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:46:04,313 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:46:04,315 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:46:04,316 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:46:04,318 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:46:04,323 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:46:04,668 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:46:06,387 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:46:06,389 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:46:06,389 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:46:06,393 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:46:06,681 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:46:08,482 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:46:08,484 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:46:08,484 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:46:08,489 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:46:08,693 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:46:09,491 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:46:10,411 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:46:10,413 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:46:10,413 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:46:10,418 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:46:10,703 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:46:12,652 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:46:12,653 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:46:12,655 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:46:12,658 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:46:12,714 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:46:14,378 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:46:14,892 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:46:14,894 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:46:14,899 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:46:14,899 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:46:14,903 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:46:15,742 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:46:17,065 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:46:17,066 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:46:17,067 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:46:17,073 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:46:17,759 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:46:19,057 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: stop_status +2023-06-23 09:46:19,059 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: stop_status +2023-06-23 09:46:19,400 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:46:19,402 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:46:19,402 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:46:19,407 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:46:19,776 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:46:20,409 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:46:21,532 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:46:21,533 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:46:21,534 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:46:21,539 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:46:21,802 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:46:23,665 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:46:23,666 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:46:23,667 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:46:23,672 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:46:23,826 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:46:25,674 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:46:25,858 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:46:25,859 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:46:25,860 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:46:25,863 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:46:26,845 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:46:28,857 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 09:46:30,799 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:46:30,869 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 09:46:32,881 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 09:46:33,679 DEBUG SenderThread:15157 [sender.py:send():375] send: files +2023-06-23 09:46:33,680 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file media/images/sample_0_3499_a49581d87908ecd8b274.png with policy now +2023-06-23 09:46:33,680 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:46:33,683 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:46:33,683 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:46:33,688 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:46:33,793 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:46:33,795 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: partial_history +2023-06-23 09:46:33,795 WARNING HandlerThread:15157 [handler.py:handle_request_partial_history():551] Step 10 < 3500. Dropping entry: {'loss/epoch': 0.28530449750167985, '_timestamp': 1687513593.794724}. +2023-06-23 09:46:33,796 DEBUG SenderThread:15157 [sender.py:send():375] send: telemetry +2023-06-23 09:46:33,798 DEBUG SenderThread:15157 [sender.py:send():375] send: exit +2023-06-23 09:46:33,798 INFO SenderThread:15157 [sender.py:send_exit():598] handling exit code: 0 +2023-06-23 09:46:33,799 INFO SenderThread:15157 [sender.py:send_exit():600] handling runtime: 7909 +2023-06-23 09:46:33,801 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:46:33,802 INFO SenderThread:15157 [sender.py:send_exit():606] send defer +2023-06-23 09:46:33,803 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: defer +2023-06-23 09:46:33,803 INFO HandlerThread:15157 [handler.py:handle_request_defer():170] handle defer: 0 +2023-06-23 09:46:33,803 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: defer +2023-06-23 09:46:33,803 INFO SenderThread:15157 [sender.py:send_request_defer():622] handle sender defer: 0 +2023-06-23 09:46:33,804 INFO SenderThread:15157 [sender.py:transition_state():626] send defer: 1 +2023-06-23 09:46:33,804 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: defer +2023-06-23 09:46:33,804 INFO HandlerThread:15157 [handler.py:handle_request_defer():170] handle defer: 1 +2023-06-23 09:46:33,804 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: defer +2023-06-23 09:46:33,804 INFO SenderThread:15157 [sender.py:send_request_defer():622] handle sender defer: 1 +2023-06-23 09:46:33,805 INFO SenderThread:15157 [sender.py:transition_state():626] send defer: 2 +2023-06-23 09:46:33,805 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: defer +2023-06-23 09:46:33,805 INFO HandlerThread:15157 [handler.py:handle_request_defer():170] handle defer: 2 +2023-06-23 09:46:33,805 INFO HandlerThread:15157 [system_monitor.py:finish():190] Stopping system monitor +2023-06-23 09:46:33,805 DEBUG SystemMonitor:15157 [system_monitor.py:_start():166] Finished system metrics aggregation loop +2023-06-23 09:46:33,806 DEBUG SystemMonitor:15157 [system_monitor.py:_start():170] Publishing last batch of metrics +2023-06-23 09:46:33,806 INFO HandlerThread:15157 [interfaces.py:finish():202] Joined cpu monitor +2023-06-23 09:46:33,807 INFO HandlerThread:15157 [interfaces.py:finish():202] Joined disk monitor +2023-06-23 09:46:33,813 INFO HandlerThread:15157 [interfaces.py:finish():202] Joined gpu monitor +2023-06-23 09:46:33,814 INFO HandlerThread:15157 [interfaces.py:finish():202] Joined memory monitor +2023-06-23 09:46:33,814 INFO HandlerThread:15157 [interfaces.py:finish():202] Joined network monitor +2023-06-23 09:46:33,815 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: defer +2023-06-23 09:46:33,815 INFO SenderThread:15157 [sender.py:send_request_defer():622] handle sender defer: 2 +2023-06-23 09:46:33,815 INFO SenderThread:15157 [sender.py:transition_state():626] send defer: 3 +2023-06-23 09:46:33,815 DEBUG SenderThread:15157 [sender.py:send():375] send: stats +2023-06-23 09:46:33,815 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: defer +2023-06-23 09:46:33,816 INFO HandlerThread:15157 [handler.py:handle_request_defer():170] handle defer: 3 +2023-06-23 09:46:33,817 DEBUG SenderThread:15157 [sender.py:send():375] send: history +2023-06-23 09:46:33,817 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: summary_record +2023-06-23 09:46:33,820 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:46:33,821 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: defer +2023-06-23 09:46:33,821 INFO SenderThread:15157 [sender.py:send_request_defer():622] handle sender defer: 3 +2023-06-23 09:46:33,821 INFO SenderThread:15157 [sender.py:transition_state():626] send defer: 4 +2023-06-23 09:46:33,822 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: defer +2023-06-23 09:46:33,822 INFO HandlerThread:15157 [handler.py:handle_request_defer():170] handle defer: 4 +2023-06-23 09:46:33,822 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: defer +2023-06-23 09:46:33,822 INFO SenderThread:15157 [sender.py:send_request_defer():622] handle sender defer: 4 +2023-06-23 09:46:33,822 INFO SenderThread:15157 [sender.py:transition_state():626] send defer: 5 +2023-06-23 09:46:33,823 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: defer +2023-06-23 09:46:33,823 INFO HandlerThread:15157 [handler.py:handle_request_defer():170] handle defer: 5 +2023-06-23 09:46:33,823 DEBUG SenderThread:15157 [sender.py:send():375] send: summary +2023-06-23 09:46:33,826 INFO SenderThread:15157 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-06-23 09:46:33,827 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: defer +2023-06-23 09:46:33,827 INFO SenderThread:15157 [sender.py:send_request_defer():622] handle sender defer: 5 +2023-06-23 09:46:33,828 INFO SenderThread:15157 [sender.py:transition_state():626] send defer: 6 +2023-06-23 09:46:33,828 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: defer +2023-06-23 09:46:33,828 INFO HandlerThread:15157 [handler.py:handle_request_defer():170] handle defer: 6 +2023-06-23 09:46:33,828 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: defer +2023-06-23 09:46:33,829 INFO SenderThread:15157 [sender.py:send_request_defer():622] handle sender defer: 6 +2023-06-23 09:46:33,832 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: status_report +2023-06-23 09:46:33,887 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:46:33,888 INFO Thread-12 :15157 [dir_watcher.py:_on_file_created():278] file/dir created: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_3499_a49581d87908ecd8b274.png +2023-06-23 09:46:33,889 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images +2023-06-23 09:46:34,118 INFO SenderThread:15157 [sender.py:transition_state():626] send defer: 7 +2023-06-23 09:46:34,119 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: defer +2023-06-23 09:46:34,119 INFO HandlerThread:15157 [handler.py:handle_request_defer():170] handle defer: 7 +2023-06-23 09:46:34,119 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: defer +2023-06-23 09:46:34,120 INFO SenderThread:15157 [sender.py:send_request_defer():622] handle sender defer: 7 +2023-06-23 09:46:34,799 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: poll_exit +2023-06-23 09:46:34,893 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 09:46:34,893 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/config.yaml +2023-06-23 09:46:35,727 INFO wandb-upload_0:15157 [upload_job.py:push():137] Uploaded file /tmp/tmp3d82qperwandb/3dh6krcq-media/images/sample_0_3499_a49581d87908ecd8b274.png +2023-06-23 09:46:36,211 INFO SenderThread:15157 [sender.py:transition_state():626] send defer: 8 +2023-06-23 09:46:36,212 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: poll_exit +2023-06-23 09:46:36,212 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: defer +2023-06-23 09:46:36,213 INFO HandlerThread:15157 [handler.py:handle_request_defer():170] handle defer: 8 +2023-06-23 09:46:36,214 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: defer +2023-06-23 09:46:36,214 INFO SenderThread:15157 [sender.py:send_request_defer():622] handle sender defer: 8 +2023-06-23 09:46:36,229 INFO SenderThread:15157 [sender.py:transition_state():626] send defer: 9 +2023-06-23 09:46:36,230 DEBUG SenderThread:15157 [sender.py:send():375] send: artifact +2023-06-23 09:46:36,230 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: defer +2023-06-23 09:46:36,232 INFO HandlerThread:15157 [handler.py:handle_request_defer():170] handle defer: 9 +2023-06-23 09:46:36,911 INFO Thread-12 :15157 [dir_watcher.py:_on_file_modified():295] file/dir modified: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 09:46:37,110 INFO wandb-upload_0:15157 [upload_job.py:push():137] Uploaded file /tmp/tmp3d82qperwandb/ciiixlmh-media/images/sample_0_3499_a49581d87908ecd8b274.png +2023-06-23 09:46:37,338 INFO SenderThread:15157 [sender.py:send_artifact():1474] sent artifact job-https___github.com_YKefasu_kohya_ss_gui_google_colab_train_network.py - {'id': 'QXJ0aWZhY3Q6NDk2MjM4ODM3', 'digest': '581ad41b3c41af0748930937cc2bab2b', 'state': 'COMMITTED', 'aliases': [{'artifactCollectionName': 'job-https___github.com_YKefasu_kohya_ss_gui_google_colab_train_network.py', 'alias': 'latest'}, {'artifactCollectionName': 'job-https___github.com_YKefasu_kohya_ss_gui_google_colab_train_network.py', 'alias': 'v0'}], 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjc4NTk3NjY3', 'latestArtifact': {'id': 'QXJ0aWZhY3Q6NDk2MzUzMTkw', 'versionIndex': 1}}, 'version': 'v0'} +2023-06-23 09:46:37,338 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: defer +2023-06-23 09:46:37,338 INFO SenderThread:15157 [sender.py:send_request_defer():622] handle sender defer: 9 +2023-06-23 09:46:37,339 INFO SenderThread:15157 [dir_watcher.py:finish():365] shutting down directory watcher +2023-06-23 09:46:37,926 INFO SenderThread:15157 [dir_watcher.py:finish():395] scan: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files +2023-06-23 09:46:37,927 INFO SenderThread:15157 [dir_watcher.py:finish():409] scan save: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/config.yaml config.yaml +2023-06-23 09:46:37,928 INFO SenderThread:15157 [dir_watcher.py:finish():409] scan save: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json wandb-summary.json +2023-06-23 09:46:37,932 INFO SenderThread:15157 [dir_watcher.py:finish():409] scan save: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/requirements.txt requirements.txt +2023-06-23 09:46:37,934 INFO SenderThread:15157 [dir_watcher.py:finish():409] scan save: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-metadata.json wandb-metadata.json +2023-06-23 09:46:37,934 INFO SenderThread:15157 [dir_watcher.py:finish():409] scan save: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log output.log +2023-06-23 09:46:37,936 INFO SenderThread:15157 [dir_watcher.py:finish():409] scan save: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_249_0e8c442b27fc0716e302.png media/images/sample_0_249_0e8c442b27fc0716e302.png +2023-06-23 09:46:37,937 INFO SenderThread:15157 [dir_watcher.py:finish():409] scan save: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_499_846e9ae80e2682615b3d.png media/images/sample_0_499_846e9ae80e2682615b3d.png +2023-06-23 09:46:37,937 INFO SenderThread:15157 [dir_watcher.py:finish():409] scan save: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_749_bd93853f4b62d74943aa.png media/images/sample_0_749_bd93853f4b62d74943aa.png +2023-06-23 09:46:37,937 INFO SenderThread:15157 [dir_watcher.py:finish():409] scan save: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_999_6e6d43228c533b75f563.png media/images/sample_0_999_6e6d43228c533b75f563.png +2023-06-23 09:46:37,937 INFO SenderThread:15157 [dir_watcher.py:finish():409] scan save: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_1249_a851057b659fc24cbaa9.png media/images/sample_0_1249_a851057b659fc24cbaa9.png +2023-06-23 09:46:37,937 INFO SenderThread:15157 [dir_watcher.py:finish():409] scan save: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_1499_df27cb8b1bfbf4da9df8.png media/images/sample_0_1499_df27cb8b1bfbf4da9df8.png +2023-06-23 09:46:37,938 INFO SenderThread:15157 [dir_watcher.py:finish():409] scan save: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_1749_379eeca4c039cebf1816.png media/images/sample_0_1749_379eeca4c039cebf1816.png +2023-06-23 09:46:37,938 INFO SenderThread:15157 [dir_watcher.py:finish():409] scan save: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_1999_bd619f93f7663075bced.png media/images/sample_0_1999_bd619f93f7663075bced.png +2023-06-23 09:46:37,938 INFO SenderThread:15157 [dir_watcher.py:finish():409] scan save: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_2249_ee7c85b2ecab43075d27.png media/images/sample_0_2249_ee7c85b2ecab43075d27.png +2023-06-23 09:46:37,938 INFO SenderThread:15157 [dir_watcher.py:finish():409] scan save: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_2499_6360b3d67329a9d247b8.png media/images/sample_0_2499_6360b3d67329a9d247b8.png +2023-06-23 09:46:37,938 INFO SenderThread:15157 [dir_watcher.py:finish():409] scan save: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_2749_e9bb0da7ff529b84e0a9.png media/images/sample_0_2749_e9bb0da7ff529b84e0a9.png +2023-06-23 09:46:37,939 INFO SenderThread:15157 [dir_watcher.py:finish():409] scan save: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_2999_7e90397a3e6217e7c28f.png media/images/sample_0_2999_7e90397a3e6217e7c28f.png +2023-06-23 09:46:37,939 INFO SenderThread:15157 [dir_watcher.py:finish():409] scan save: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_3249_63b5c234bee66b6b0d91.png media/images/sample_0_3249_63b5c234bee66b6b0d91.png +2023-06-23 09:46:37,939 INFO SenderThread:15157 [dir_watcher.py:finish():409] scan save: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_3499_a49581d87908ecd8b274.png media/images/sample_0_3499_a49581d87908ecd8b274.png +2023-06-23 09:46:37,939 INFO SenderThread:15157 [sender.py:transition_state():626] send defer: 10 +2023-06-23 09:46:37,939 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: defer +2023-06-23 09:46:37,943 INFO HandlerThread:15157 [handler.py:handle_request_defer():170] handle defer: 10 +2023-06-23 09:46:37,946 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: defer +2023-06-23 09:46:37,946 INFO SenderThread:15157 [sender.py:send_request_defer():622] handle sender defer: 10 +2023-06-23 09:46:37,946 INFO SenderThread:15157 [file_pusher.py:finish():168] shutting down file pusher +2023-06-23 09:46:38,566 INFO wandb-upload_1:15157 [upload_job.py:push():137] Uploaded file /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json +2023-06-23 09:46:38,580 INFO wandb-upload_0:15157 [upload_job.py:push():137] Uploaded file /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/config.yaml +2023-06-23 09:46:38,720 INFO wandb-upload_2:15157 [upload_job.py:push():137] Uploaded file /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/requirements.txt +2023-06-23 09:46:39,385 INFO wandb-upload_3:15157 [upload_job.py:push():137] Uploaded file /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log +2023-06-23 09:46:39,586 INFO Thread-11 (_thread_body):15157 [sender.py:transition_state():626] send defer: 11 +2023-06-23 09:46:39,587 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: defer +2023-06-23 09:46:39,588 INFO HandlerThread:15157 [handler.py:handle_request_defer():170] handle defer: 11 +2023-06-23 09:46:39,589 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: defer +2023-06-23 09:46:39,589 INFO SenderThread:15157 [sender.py:send_request_defer():622] handle sender defer: 11 +2023-06-23 09:46:39,589 INFO SenderThread:15157 [file_pusher.py:join():173] waiting for file pusher +2023-06-23 09:46:39,589 INFO SenderThread:15157 [sender.py:transition_state():626] send defer: 12 +2023-06-23 09:46:39,590 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: defer +2023-06-23 09:46:39,590 INFO HandlerThread:15157 [handler.py:handle_request_defer():170] handle defer: 12 +2023-06-23 09:46:39,590 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: defer +2023-06-23 09:46:39,591 INFO SenderThread:15157 [sender.py:send_request_defer():622] handle sender defer: 12 +2023-06-23 09:46:39,800 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: keepalive +2023-06-23 09:46:39,839 INFO SenderThread:15157 [sender.py:transition_state():626] send defer: 13 +2023-06-23 09:46:39,840 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: defer +2023-06-23 09:46:39,840 INFO HandlerThread:15157 [handler.py:handle_request_defer():170] handle defer: 13 +2023-06-23 09:46:39,841 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: defer +2023-06-23 09:46:39,841 INFO SenderThread:15157 [sender.py:send_request_defer():622] handle sender defer: 13 +2023-06-23 09:46:39,841 INFO SenderThread:15157 [sender.py:transition_state():626] send defer: 14 +2023-06-23 09:46:39,842 DEBUG SenderThread:15157 [sender.py:send():375] send: final +2023-06-23 09:46:39,842 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: defer +2023-06-23 09:46:39,842 DEBUG SenderThread:15157 [sender.py:send():375] send: footer +2023-06-23 09:46:39,842 INFO HandlerThread:15157 [handler.py:handle_request_defer():170] handle defer: 14 +2023-06-23 09:46:39,843 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: defer +2023-06-23 09:46:39,843 INFO SenderThread:15157 [sender.py:send_request_defer():622] handle sender defer: 14 +2023-06-23 09:46:39,844 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: poll_exit +2023-06-23 09:46:39,845 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: server_info +2023-06-23 09:46:39,845 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: poll_exit +2023-06-23 09:46:39,845 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: get_summary +2023-06-23 09:46:39,846 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: sampled_history +2023-06-23 09:46:39,846 DEBUG SenderThread:15157 [sender.py:send_request():402] send_request: server_info +2023-06-23 09:46:40,066 DEBUG HandlerThread:15157 [handler.py:handle_request():144] handle_request: shutdown +2023-06-23 09:46:40,066 INFO HandlerThread:15157 [handler.py:finish():845] shutting down handler +2023-06-23 09:46:40,845 INFO WriterThread:15157 [datastore.py:close():298] close: /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/run-4h5c1ot2.wandb +2023-06-23 09:46:41,065 INFO SenderThread:15157 [sender.py:finish():1550] shutting down sender +2023-06-23 09:46:41,065 INFO SenderThread:15157 [file_pusher.py:finish():168] shutting down file pusher +2023-06-23 09:46:41,065 INFO SenderThread:15157 [file_pusher.py:join():173] waiting for file pusher diff --git a/ogpotereplicantv3/20230623073330/wandb/debug.log b/ogpotereplicantv3/20230623073330/wandb/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..88d1d58cf16f6ce0a52a1d38694f9077c30a24d3 --- /dev/null +++ b/ogpotereplicantv3/20230623073330/wandb/debug.log @@ -0,0 +1,34 @@ +2023-06-23 07:34:43,386 INFO MainThread:15069 [wandb_setup.py:_flush():76] Configure stats pid to 15069 +2023-06-23 07:34:43,387 INFO MainThread:15069 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings +2023-06-23 07:34:43,387 INFO MainThread:15069 [wandb_setup.py:_flush():76] Loading settings from /content/gdrive/MyDrive/sd/kohya_ss_colab/wandb/settings +2023-06-23 07:34:43,387 INFO MainThread:15069 [wandb_setup.py:_flush():76] Loading settings from environment variables: {'root_dir': '/content/gdrive/MyDrive/ogipotereplicantv3/20230623073330'} +2023-06-23 07:34:43,387 INFO MainThread:15069 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program_relpath': 'train_network.py', 'program': '/content/gdrive/MyDrive/sd/kohya_ss_colab/train_network.py'} +2023-06-23 07:34:43,387 INFO MainThread:15069 [wandb_setup.py:_flush():76] Applying login settings: {'api_key': '***REDACTED***'} +2023-06-23 07:34:43,387 INFO MainThread:15069 [wandb_setup.py:_flush():76] Applying login settings: {'api_key': '***REDACTED***'} +2023-06-23 07:34:43,388 INFO MainThread:15069 [wandb_init.py:_log_setup():507] Logging user logs to /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/logs/debug.log +2023-06-23 07:34:43,388 INFO MainThread:15069 [wandb_init.py:_log_setup():508] Logging internal logs to /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/logs/debug-internal.log +2023-06-23 07:34:43,389 INFO MainThread:15069 [wandb_init.py:init():547] calling init triggers +2023-06-23 07:34:43,389 INFO MainThread:15069 [wandb_init.py:init():554] wandb.init called with sweep_config: {} +config: {} +2023-06-23 07:34:43,389 INFO MainThread:15069 [wandb_init.py:init():595] starting backend +2023-06-23 07:34:43,389 INFO MainThread:15069 [wandb_init.py:init():599] setting up manager +2023-06-23 07:34:43,400 INFO MainThread:15069 [backend.py:_multiprocessing_setup():106] multiprocessing start_methods=fork,spawn,forkserver, using: spawn +2023-06-23 07:34:43,415 INFO MainThread:15069 [wandb_init.py:init():605] backend started and connected +2023-06-23 07:34:43,418 INFO MainThread:15069 [wandb_init.py:init():695] updated telemetry +2023-06-23 07:34:43,524 INFO MainThread:15069 [wandb_init.py:init():732] communicating run to backend with 60.0 second timeout +2023-06-23 07:34:44,074 INFO MainThread:15069 [wandb_run.py:_on_init():2176] communicating current version +2023-06-23 07:34:44,140 INFO MainThread:15069 [wandb_run.py:_on_init():2185] got version response upgrade_message: "wandb version 0.15.4 is available! To upgrade, please run:\n $ pip install wandb --upgrade" + +2023-06-23 07:34:44,140 INFO MainThread:15069 [wandb_init.py:init():782] starting run threads in backend +2023-06-23 07:34:44,295 INFO MainThread:15069 [wandb_run.py:_console_start():2157] atexit reg +2023-06-23 07:34:44,295 INFO MainThread:15069 [wandb_run.py:_redirect():2012] redirect: SettingsConsole.WRAP_RAW +2023-06-23 07:34:44,296 INFO MainThread:15069 [wandb_run.py:_redirect():2077] Wrapping output streams. +2023-06-23 07:34:44,296 INFO MainThread:15069 [wandb_run.py:_redirect():2102] Redirects installed. +2023-06-23 07:34:44,297 INFO MainThread:15069 [wandb_init.py:init():824] run started, returning control to user process +2023-06-23 09:46:33,796 INFO MainThread:15069 [wandb_run.py:_finish():1892] finishing run kamabuko02/network_train/4h5c1ot2 +2023-06-23 09:46:33,796 INFO MainThread:15069 [wandb_run.py:_atexit_cleanup():2126] got exitcode: 0 +2023-06-23 09:46:33,797 INFO MainThread:15069 [wandb_run.py:_restore():2109] restore +2023-06-23 09:46:33,797 INFO MainThread:15069 [wandb_run.py:_restore():2115] restore done +2023-06-23 09:46:41,067 INFO MainThread:15069 [wandb_run.py:_footer_history_summary_info():3476] rendering history +2023-06-23 09:46:41,068 INFO MainThread:15069 [wandb_run.py:_footer_history_summary_info():3508] rendering summary +2023-06-23 09:46:41,075 INFO MainThread:15069 [wandb_run.py:_footer_sync_info():3434] logging synced files diff --git a/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/config.yaml b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..673e60388596812dd18b96edbbd0e63e47ba8146 --- /dev/null +++ b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/config.yaml @@ -0,0 +1,53 @@ +wandb_version: 1 + +_wandb: + desc: null + value: + python_version: 3.10.12 + cli_version: 0.15.0 + framework: huggingface + huggingface_version: 4.26.0 + is_jupyter_run: false + is_kaggle_kernel: false + start_time: 1687505683.416096 + t: + 1: + - 1 + - 2 + - 3 + - 5 + - 11 + - 12 + - 41 + - 45 + - 49 + - 53 + - 54 + - 55 + - 71 + - 80 + - 83 + 2: + - 1 + - 2 + - 3 + - 5 + - 11 + - 12 + - 41 + - 45 + - 49 + - 53 + - 54 + - 55 + - 71 + - 80 + - 83 + 3: + - 2 + - 23 + 4: 3.10.12 + 5: 0.15.0 + 6: 4.26.0 + 8: + - 5 diff --git a/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_1249_a851057b659fc24cbaa9.png b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_1249_a851057b659fc24cbaa9.png new file mode 100644 index 0000000000000000000000000000000000000000..e60be8dc2a32fe6fb90289368387c65d20d1ccf6 Binary files /dev/null and b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_1249_a851057b659fc24cbaa9.png differ diff --git a/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_1499_df27cb8b1bfbf4da9df8.png b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_1499_df27cb8b1bfbf4da9df8.png new file mode 100644 index 0000000000000000000000000000000000000000..bb84ab102a9c3013c458e6e4c56e35890a3a2400 Binary files /dev/null and b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_1499_df27cb8b1bfbf4da9df8.png differ diff --git a/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_1749_379eeca4c039cebf1816.png b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_1749_379eeca4c039cebf1816.png new file mode 100644 index 0000000000000000000000000000000000000000..9c4024f669e3616c06093927620f3b33a8777f3a Binary files /dev/null and b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_1749_379eeca4c039cebf1816.png differ diff --git a/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_1999_bd619f93f7663075bced.png b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_1999_bd619f93f7663075bced.png new file mode 100644 index 0000000000000000000000000000000000000000..73610d964efbadfa71df235dc3e4d293e68da855 Binary files /dev/null and b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_1999_bd619f93f7663075bced.png differ diff --git a/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_2249_ee7c85b2ecab43075d27.png b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_2249_ee7c85b2ecab43075d27.png new file mode 100644 index 0000000000000000000000000000000000000000..e08355cdb666d89807d5e97d51a7dcbcdc4ae89e Binary files /dev/null and b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_2249_ee7c85b2ecab43075d27.png differ diff --git a/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_2499_6360b3d67329a9d247b8.png b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_2499_6360b3d67329a9d247b8.png new file mode 100644 index 0000000000000000000000000000000000000000..2275a3cff3331eb4326e4e061aeee8a59f2e44d9 Binary files /dev/null and b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_2499_6360b3d67329a9d247b8.png differ diff --git a/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_249_0e8c442b27fc0716e302.png b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_249_0e8c442b27fc0716e302.png new file mode 100644 index 0000000000000000000000000000000000000000..432f15887dfa9d710479e277797062da852e9189 Binary files /dev/null and b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_249_0e8c442b27fc0716e302.png differ diff --git a/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_2749_e9bb0da7ff529b84e0a9.png b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_2749_e9bb0da7ff529b84e0a9.png new file mode 100644 index 0000000000000000000000000000000000000000..2295298526293712746b653dd22a32f889dfa2e7 Binary files /dev/null and b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_2749_e9bb0da7ff529b84e0a9.png differ diff --git a/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_2999_7e90397a3e6217e7c28f.png b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_2999_7e90397a3e6217e7c28f.png new file mode 100644 index 0000000000000000000000000000000000000000..72b109c22f1c0f19de5ad261ae47e2138fb2ae6d Binary files /dev/null and b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_2999_7e90397a3e6217e7c28f.png differ diff --git a/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_3249_63b5c234bee66b6b0d91.png b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_3249_63b5c234bee66b6b0d91.png new file mode 100644 index 0000000000000000000000000000000000000000..37a486326442d63a25e91c356e002da0c31f74ea Binary files /dev/null and b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_3249_63b5c234bee66b6b0d91.png differ diff --git a/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_3499_a49581d87908ecd8b274.png b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_3499_a49581d87908ecd8b274.png new file mode 100644 index 0000000000000000000000000000000000000000..a1c2c69b11ccfb5144427cf3064ee15473b96878 Binary files /dev/null and b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_3499_a49581d87908ecd8b274.png differ diff --git a/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_499_846e9ae80e2682615b3d.png b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_499_846e9ae80e2682615b3d.png new file mode 100644 index 0000000000000000000000000000000000000000..25b5e1358fff14719149a62d3cee64d1135886cd Binary files /dev/null and b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_499_846e9ae80e2682615b3d.png differ diff --git a/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_749_bd93853f4b62d74943aa.png b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_749_bd93853f4b62d74943aa.png new file mode 100644 index 0000000000000000000000000000000000000000..668c7232076863e930ee1b90fec13857ae7eb737 Binary files /dev/null and b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_749_bd93853f4b62d74943aa.png differ diff --git a/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_999_6e6d43228c533b75f563.png b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_999_6e6d43228c533b75f563.png new file mode 100644 index 0000000000000000000000000000000000000000..72739f920acd07a4b98657caa231db7afcd6ed0a Binary files /dev/null and b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/media/images/sample_0_999_6e6d43228c533b75f563.png differ diff --git a/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..888f78185c96f00bd50dc30a3b0afafb4fdd8318 --- /dev/null +++ b/ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log @@ -0,0 +1,171 @@ + +epoch 1/10 +generating sample images at step / サンプル画像生成 ステップ: 250 +prompt: ogpote, 1girl, open mouth, shirt, black hair, hair ornament, sitting, school uniform, white shirt, +negative_prompt: None +height: 512 +width: 512 +sample_steps: 30 +scale: 7.5 + + +100% 30/30 [00:05<00:00, 5.37it/s] +saving checkpoint: /content/gdrive/MyDrive/ogipotereplicantv3/ogipotereplicantv3-000001.safetensors +epoch 2/10 +generating sample images at step / サンプル画像生成 ステップ: 500 +prompt: ogpote, 1girl, open mouth, shirt, black hair, hair ornament, sitting, school uniform, white shirt, +negative_prompt: None +height: 512 +width: 512 +sample_steps: 30 +scale: 7.5 + + + +100% 30/30 [00:06<00:00, 4.89it/s] +saving checkpoint: /content/gdrive/MyDrive/ogipotereplicantv3/ogipotereplicantv3-000002.safetensors +epoch 3/10 +generating sample images at step / サンプル画像生成 ステップ: 750 +prompt: ogpote, 1girl, open mouth, shirt, black hair, hair ornament, sitting, school uniform, white shirt, +negative_prompt: None +height: 512 +width: 512 +sample_steps: 30 +scale: 7.5 + + +100% 30/30 [00:05<00:00, 5.31it/s] +generating sample images at step / サンプル画像生成 ステップ: 1000 +prompt: ogpote, 1girl, open mouth, shirt, black hair, hair ornament, sitting, school uniform, white shirt, +negative_prompt: None +height: 512 +width: 512 +sample_steps: 30 +scale: 7.5 + + + +100% 30/30 [00:05<00:00, 5.38it/s] +saving checkpoint: /content/gdrive/MyDrive/ogipotereplicantv3/ogipotereplicantv3-000003.safetensors +epoch 4/10 + 13% 4/30 [00:00<00:05, 4.97it/s] +generating sample images at step / サンプル画像生成 ステップ: 1250 +prompt: ogpote, 1girl, open mouth, shirt, black hair, hair ornament, sitting, school uniform, white shirt, +negative_prompt: None +height: 512 +width: 512 +sample_steps: 30 + + + +100% 30/30 [00:05<00:00, 5.17it/s] +saving checkpoint: /content/gdrive/MyDrive/ogipotereplicantv3/ogipotereplicantv3-000004.safetensors +epoch 5/10 + 0% 0/30 [00:00