feat: upload checkpoint

.gitattributes

@@ -33,3 +33,38 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/run-4h5c1ot2.wandb filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/03bb11ad92bf73b4e37aa5fced1e8567_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/054726086fc05cf2a59cffdb74a67f80_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/06454f627d5458baa425583c36421f78_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/113e71654999ebc8dbecb0d80cab5cf2_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/1703b10e64d89be4e9207ce2e2179d33_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/270115329e6ed73d80ae5ed8fe8cceec_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/46ec8ca21b10d0fa2d79535333a83fe6_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/4fa89c70-1c0d-43fa-85b4-ed5f17e33ef1_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/53a414af3d4a3172d4203aafb1eec8f1_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/62f1ce360df6505a9213c7d6e7f7e59a_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/71f2c8184731bad9c7bcf9a12b9c7461_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/75b2c830f7eddf31d5bf71bd2ec38df3_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/806b5ebbc705bcfc4f7c5d7428d3ea91_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/8af9ceb72365545ed6ccf1b456e77283_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/9503949b-7514-42d4-95bd-ac41e037de0d_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/957b7afab69d5bf3785eaf666be8c6c4_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/EW_KIBHVcAAt3TQ_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/EpmA_hrU8AA8ZUu_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/FYV2zIsaMAA-kgM_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/FYa21ggakAAK5OY_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/FYgHNGcacAAnt0G_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/FYlicpyUIAA3cNT_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/FYqo3sKUcAADapV_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/FYv5j6gVUAAarv-_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/FkK-vPqaAAEkuBS_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/a36f48fc91d06afb761c60ac42020ea4_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/b0b24aad7496707eb8d22326243b07b9_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/b0e078c419ec50795f38e37ff7548d69_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/bfc3b1b2942356f110f5f89b4d76b47d_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/dcd25d632db840884d0fe54cf97fd421_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/e6f4ed9958517988954d4a2624ebc752_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/f35cf59e960ef0c46de294e4ba7bf365_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/fdcbab9cbf2b1b22581d5c08ec845e7b_out.jpg filter=lfs diff=lfs merge=lfs -text
+ogpotereplicantv3/20_ogpote/resize_image[[:space:]](1)_out.jpg filter=lfs diff=lfs merge=lfs -text

ogpotereplicantv3/20230623072223/wandb/debug.log

@@ -0,0 +1,28 @@
+2023-06-23 07:23:33,404 INFO    MainThread:12172 [wandb_setup.py:_flush():76] Configure stats pid to 12172
+2023-06-23 07:23:33,405 INFO    MainThread:12172 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings
+2023-06-23 07:23:33,405 INFO    MainThread:12172 [wandb_setup.py:_flush():76] Loading settings from /content/gdrive/MyDrive/sd/kohya_ss_colab/wandb/settings
+2023-06-23 07:23:33,405 INFO    MainThread:12172 [wandb_setup.py:_flush():76] Loading settings from environment variables: {'root_dir': '/content/gdrive/MyDrive/ogipotereplicantv3/20230623072223'}
+2023-06-23 07:23:33,406 INFO    MainThread:12172 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program_relpath': 'train_network.py', 'program': '/content/gdrive/MyDrive/sd/kohya_ss_colab/train_network.py'}
+2023-06-23 07:23:33,406 INFO    MainThread:12172 [wandb_setup.py:_flush():76] Applying login settings: {'api_key': '***REDACTED***'}
+2023-06-23 07:23:33,406 INFO    MainThread:12172 [wandb_setup.py:_flush():76] Applying login settings: {'api_key': '***REDACTED***'}
+2023-06-23 07:23:33,406 INFO    MainThread:12172 [wandb_init.py:_log_setup():507] Logging user logs to /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/logs/debug.log
+2023-06-23 07:23:33,407 INFO    MainThread:12172 [wandb_init.py:_log_setup():508] Logging internal logs to /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/logs/debug-internal.log
+2023-06-23 07:23:33,407 INFO    MainThread:12172 [wandb_init.py:init():547] calling init triggers
+2023-06-23 07:23:33,407 INFO    MainThread:12172 [wandb_init.py:init():554] wandb.init called with sweep_config: {}
+config: {}
+2023-06-23 07:23:33,407 INFO    MainThread:12172 [wandb_init.py:init():595] starting backend
+2023-06-23 07:23:33,408 INFO    MainThread:12172 [wandb_init.py:init():599] setting up manager
+2023-06-23 07:23:33,420 INFO    MainThread:12172 [backend.py:_multiprocessing_setup():106] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2023-06-23 07:23:33,433 INFO    MainThread:12172 [wandb_init.py:init():605] backend started and connected
+2023-06-23 07:23:33,436 INFO    MainThread:12172 [wandb_init.py:init():695] updated telemetry
+2023-06-23 07:23:33,528 INFO    MainThread:12172 [wandb_init.py:init():732] communicating run to backend with 60.0 second timeout
+2023-06-23 07:23:34,146 INFO    MainThread:12172 [wandb_run.py:_on_init():2176] communicating current version
+2023-06-23 07:23:34,216 INFO    MainThread:12172 [wandb_run.py:_on_init():2185] got version response upgrade_message: "wandb version 0.15.4 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
+
+2023-06-23 07:23:34,216 INFO    MainThread:12172 [wandb_init.py:init():782] starting run threads in backend
+2023-06-23 07:23:34,372 INFO    MainThread:12172 [wandb_run.py:_console_start():2157] atexit reg
+2023-06-23 07:23:34,373 INFO    MainThread:12172 [wandb_run.py:_redirect():2012] redirect: SettingsConsole.WRAP_RAW
+2023-06-23 07:23:34,374 INFO    MainThread:12172 [wandb_run.py:_redirect():2077] Wrapping output streams.
+2023-06-23 07:23:34,374 INFO    MainThread:12172 [wandb_run.py:_redirect():2102] Redirects installed.
+2023-06-23 07:23:34,375 INFO    MainThread:12172 [wandb_init.py:init():824] run started, returning control to user process
+2023-06-23 07:29:27,681 WARNING MsgRouterThr:12172 [router.py:message_loop():77] message_loop has been closed

ogpotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/config.yaml

@@ -0,0 +1,52 @@
+wandb_version: 1
+
+_wandb:
+  desc: null
+  value:
+    python_version: 3.10.12
+    cli_version: 0.15.0
+    framework: huggingface
+    huggingface_version: 4.26.0
+    is_jupyter_run: false
+    is_kaggle_kernel: false
+    start_time: 1687505013.434268
+    t:
+      1:
+      - 1
+      - 2
+      - 3
+      - 5
+      - 11
+      - 12
+      - 41
+      - 45
+      - 49
+      - 53
+      - 54
+      - 55
+      - 71
+      - 80
+      - 83
+      2:
+      - 1
+      - 2
+      - 3
+      - 5
+      - 11
+      - 12
+      - 41
+      - 45
+      - 49
+      - 53
+      - 54
+      - 55
+      - 71
+      - 80
+      - 83
+      3:
+      - 23
+      4: 3.10.12
+      5: 0.15.0
+      6: 4.26.0
+      8:
+      - 5

ogpotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/output.log

@@ -0,0 +1,119 @@
+
+epoch 1/10
+Traceback (most recent call last):
+  File "/content/gdrive/MyDrive/sd/kohya_ss_colab/train_network.py", line 783, in <module>
+    train(args)
+  File "/content/gdrive/MyDrive/sd/kohya_ss_colab/train_network.py", line 592, in train
+    encoder_hidden_states = train_util.get_hidden_states(args, input_ids, tokenizer, text_encoder, weight_dtype)
+  File "/content/gdrive/MyDrive/sd/kohya_ss_colab/library/train_util.py", line 3072, in get_hidden_states
+    enc_out = text_encoder(input_ids, output_hidden_states=True, return_dict=True)
+  File "/usr/local/lib/python3.10/dist-packages/torch/nn/modules/module.py", line 1501, in _call_impl
+    return forward_call(*args, **kwargs)
+  File "/usr/local/lib/python3.10/dist-packages/accelerate/utils/operations.py", line 495, in __call__
+    return convert_to_fp32(self.model_forward(*args, **kwargs))
+  File "/usr/local/lib/python3.10/dist-packages/torch/amp/autocast_mode.py", line 14, in decorate_autocast
+    return func(*args, **kwargs)
+  File "/usr/local/lib/python3.10/dist-packages/transformers/models/clip/modeling_clip.py", line 816, in forward
+    return self.text_model(
+  File "/usr/local/lib/python3.10/dist-packages/torch/nn/modules/module.py", line 1501, in _call_impl
+    return forward_call(*args, **kwargs)
+  File "/usr/local/lib/python3.10/dist-packages/transformers/models/clip/modeling_clip.py", line 717, in forward
+    causal_attention_mask = self._build_causal_attention_mask(bsz, seq_len, hidden_states.dtype).to(
+KeyboardInterrupt
+╭───────────────────── Traceback (most recent call last) ──────────────────────╮
+│ /content/gdrive/MyDrive/sd/kohya_ss_colab/train_network.py:783 in <module>   │
+│                                                                              │
+│   780 │   args = parser.parse_args()                                         │
+│   781 │   args = train_util.read_config_from_file(args, parser)              │
+│   782 │                                                                      │
+│ ❱ 783 │   train(args)                                                        │
+│   784                                                                        │
+│                                                                              │
+│ /content/gdrive/MyDrive/sd/kohya_ss_colab/train_network.py:592 in train      │
+│                                                                              │
+│   589 │   │   │   │   │   │   )                                              │
+│   590 │   │   │   │   │   else:                                              │
+│   591 │   │   │   │   │   │   input_ids = batch["input_ids"].to(accelerator. │
+│ ❱ 592 │   │   │   │   │   │   encoder_hidden_states = train_util.get_hidden_ │
+│   593 │   │   │   │                                                          │
+│   594 │   │   │   │   # Sample noise that we'll add to the latents           │
+│   595 │   │   │   │   noise = torch.randn_like(latents, device=latents.devic │
+│                                                                              │
+│ /content/gdrive/MyDrive/sd/kohya_ss_colab/library/train_util.py:3072 in      │
+│ get_hidden_states                                                            │
+│                                                                              │
+│   3069 │   if args.clip_skip is None:                                        │
+│   3070 │   │   encoder_hidden_states = text_encoder(input_ids)[0]            │
+│   3071 │   else:                                                             │
+│ ❱ 3072 │   │   enc_out = text_encoder(input_ids, output_hidden_states=True,  │
+│   3073 │   │   encoder_hidden_states = enc_out["hidden_states"][-args.clip_s │
+│   3074 │   │   encoder_hidden_states = text_encoder.text_model.final_layer_n │
+│   3075                                                                       │
+│                                                                              │
+│ /usr/local/lib/python3.10/dist-packages/torch/nn/modules/module.py:1501 in   │
+│ _call_impl                                                                   │
+│                                                                              │
+│   1498 │   │   if not (self._backward_hooks or self._backward_pre_hooks or s │
+│   1499 │   │   │   │   or _global_backward_pre_hooks or _global_backward_hoo │
+│   1500 │   │   │   │   or _global_forward_hooks or _global_forward_pre_hooks │
+│ ❱ 1501 │   │   │   return forward_call(*args, **kwargs)                      │
+│   1502 │   │   # Do not call functions when jit is used                      │
+│   1503 │   │   full_backward_hooks, non_full_backward_hooks = [], []         │
+│   1504 │   │   backward_pre_hooks = []                                       │
+│                                                                              │
+│ /usr/local/lib/python3.10/dist-packages/accelerate/utils/operations.py:495   │
+│ in __call__                                                                  │
+│                                                                              │
+│   492 │   │   update_wrapper(self, model_forward)                            │
+│   493 │                                                                      │
+│   494 │   def __call__(self, *args, **kwargs):                               │
+│ ❱ 495 │   │   return convert_to_fp32(self.model_forward(*args, **kwargs))    │
+│   496 │                                                                      │
+│   497 │   def __getstate__(self):                                            │
+│   498 │   │   raise pickle.PicklingError(                                    │
+│                                                                              │
+│ /usr/local/lib/python3.10/dist-packages/torch/amp/autocast_mode.py:14 in     │
+│ decorate_autocast                                                            │
+│                                                                              │
+│    11 │   @functools.wraps(func)                                             │
+│    12 │   def decorate_autocast(*args, **kwargs):                            │
+│    13 │   │   with autocast_instance:                                        │
+│ ❱  14 │   │   │   return func(*args, **kwargs)                               │
+│    15 │   decorate_autocast.__script_unsupported = '@autocast() decorator is │
+│    16 │   return decorate_autocast                                           │
+│    17                                                                        │
+│                                                                              │
+│ /usr/local/lib/python3.10/dist-packages/transformers/models/clip/modeling_cl │
+│ ip.py:816 in forward                                                         │
+│                                                                              │
+│    813 │   │   ```"""                                                        │
+│    814 │   │   return_dict = return_dict if return_dict is not None else sel │
+│    815 │   │                                                                 │
+│ ❱  816 │   │   return self.text_model(                                       │
+│    817 │   │   │   input_ids=input_ids,                                      │
+│    818 │   │   │   attention_mask=attention_mask,                            │
+│    819 │   │   │   position_ids=position_ids,                                │
+│                                                                              │
+│ /usr/local/lib/python3.10/dist-packages/torch/nn/modules/module.py:1501 in   │
+│ _call_impl                                                                   │
+│                                                                              │
+│   1498 │   │   if not (self._backward_hooks or self._backward_pre_hooks or s │
+│   1499 │   │   │   │   or _global_backward_pre_hooks or _global_backward_hoo │
+│   1500 │   │   │   │   or _global_forward_hooks or _global_forward_pre_hooks │
+│ ❱ 1501 │   │   │   return forward_call(*args, **kwargs)                      │
+│   1502 │   │   # Do not call functions when jit is used                      │
+│   1503 │   │   full_backward_hooks, non_full_backward_hooks = [], []         │
+│   1504 │   │   backward_pre_hooks = []                                       │
+│                                                                              │
+│ /usr/local/lib/python3.10/dist-packages/transformers/models/clip/modeling_cl │
+│ ip.py:717 in forward                                                         │
+│                                                                              │
+│    714 │   │   bsz, seq_len = input_shape                                    │
+│    715 │   │   # CLIP's text model uses causal mask, prepare it here.        │
+│    716 │   │   # https://github.com/openai/CLIP/blob/cfcffb90e69f37bf2ff1e98 │
+│ ❱  717 │   │   causal_attention_mask = self._build_causal_attention_mask(bsz │
+│    718 │   │   │   hidden_states.device                                      │
+│    719 │   │   )                                                             │
+│    720 │   │   # expand attention_mask                                       │
+╰──────────────────────────────────────────────────────────────────────────────╯
+KeyboardInterrupt

ogpotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/requirements.txt

@@ -0,0 +1,471 @@
+absl-py==1.4.0
+accelerate==0.18.0
+aiofiles==23.1.0
+aiohttp==3.8.4
+aiosignal==1.3.1
+alabaster==0.7.13
+albumentations==1.3.0
+altair==4.2.2
+anyio==3.6.2
+appdirs==1.4.4
+argon2-cffi-bindings==21.2.0
+argon2-cffi==21.3.0
+array-record==0.2.0
+arviz==0.15.1
+astropy==5.2.2
+astunparse==1.6.3
+async-timeout==4.0.2
+attrs==23.1.0
+audioread==3.0.0
+autograd==1.5
+babel==2.12.1
+backcall==0.2.0
+beautifulsoup4==4.11.2
+bitsandbytes==0.38.1
+bleach==6.0.0
+blis==0.7.9
+blosc2==2.0.0
+bokeh==2.4.3
+branca==0.6.0
+build==0.10.0
+cachecontrol==0.12.11
+cached-property==1.5.2
+cachetools==5.3.0
+catalogue==2.0.8
+certifi==2022.12.7
+cffi==1.15.1
+chardet==4.0.0
+charset-normalizer==2.0.12
+chex==0.1.7
+click==8.1.3
+cloudpickle==2.2.1
+cmake==3.25.2
+cmdstanpy==1.1.0
+colorcet==3.0.1
+colorlover==0.3.0
+community==1.0.0b1
+confection==0.0.4
+cons==0.4.5
+contextlib2==0.6.0.post1
+contourpy==1.0.7
+convertdate==2.4.0
+cryptography==40.0.2
+cufflinks==0.17.3
+cupy-cuda11x==11.0.0
+cvxopt==1.3.0
+cvxpy==1.3.1
+cycler==0.11.0
+cymem==2.0.7
+cython==0.29.34
+dadaptation==3.1
+dask==2022.12.1
+datascience==0.17.6
+db-dtypes==1.1.1
+dbus-python==1.2.16
+debugpy==1.6.6
+decorator==4.4.2
+defusedxml==0.7.1
+diffusers==0.10.2
+distributed==2022.12.1
+dlib==19.24.1
+dm-tree==0.1.8
+docker-pycreds==0.4.0
+docutils==0.16
+dopamine-rl==4.0.6
+duckdb==0.8.1
+earthengine-api==0.1.350
+easydict==1.10
+easygui==0.98.3
+ecos==2.0.12
+editdistance==0.6.2
+einops==0.6.0
+en-core-web-sm==3.5.0
+entrypoints==0.4
+ephem==4.1.4
+et-xmlfile==1.1.0
+etils==1.2.0
+etuples==0.3.8
+exceptiongroup==1.1.1
+fairscale==0.4.13
+fastai==2.7.12
+fastapi==0.98.0
+fastcore==1.5.29
+fastdownload==0.0.7
+fastjsonschema==2.16.3
+fastprogress==1.0.3
+fastrlock==0.8.1
+ffmpy==0.3.0
+filelock==3.12.0
+firebase-admin==5.3.0
+flask==2.2.4
+flatbuffers==23.3.3
+flax==0.6.9
+folium==0.14.0
+fonttools==4.39.3
+frozendict==2.3.7
+frozenlist==1.3.3
+fsspec==2023.4.0
+ftfy==6.1.1
+future==0.18.3
+gast==0.4.0
+gdal==3.3.2
+gdown==4.6.6
+gensim==4.3.1
+geographiclib==2.0
+geopy==2.3.0
+gin-config==0.5.0
+gitdb==4.0.10
+gitpython==3.1.31
+glob2==0.7
+google-api-core==2.11.0
+google-api-python-client==2.84.0
+google-auth-httplib2==0.1.0
+google-auth-oauthlib==0.4.6
+google-auth==2.17.3
+google-cloud-bigquery-storage==2.19.1
+google-cloud-bigquery==3.9.0
+google-cloud-core==2.3.2
+google-cloud-datastore==2.15.1
+google-cloud-firestore==2.11.0
+google-cloud-language==2.9.1
+google-cloud-storage==2.8.0
+google-cloud-translate==3.11.1
+google-colab==1.0.0
+google-crc32c==1.5.0
+google-pasta==0.2.0
+google-resumable-media==2.5.0
+google==2.0.3
+googleapis-common-protos==1.59.0
+googledrivedownloader==0.4
+gradio-client==0.2.7
+gradio==3.32.0
+graphviz==0.20.1
+greenlet==2.0.2
+grpcio-status==1.48.2
+grpcio==1.54.0
+gspread-dataframe==3.0.8
+gspread==3.4.2
+gym-notices==0.0.8
+gym==0.25.2
+h11==0.14.0
+h5netcdf==1.1.0
+h5py==3.8.0
+holidays==0.25
+holoviews==1.15.4
+html5lib==1.1
+httpcore==0.17.2
+httpimport==1.3.0
+httplib2==0.21.0
+httpx==0.24.1
+huggingface-hub==0.13.3
+humanize==4.6.0
+hyperopt==0.2.7
+idna==3.4
+imageio-ffmpeg==0.4.8
+imageio==2.25.1
+imagesize==1.4.1
+imbalanced-learn==0.10.1
+imgaug==0.4.0
+importlib-metadata==6.7.0
+importlib-resources==5.12.0
+imutils==0.5.4
+inflect==6.0.4
+iniconfig==2.0.0
+intel-openmp==2023.1.0
+ipykernel==5.5.6
+ipython-genutils==0.2.0
+ipython-sql==0.4.1
+ipython==7.34.0
+ipywidgets==7.7.1
+itsdangerous==2.1.2
+jax==0.4.10
+jaxlib==0.4.10+cuda11.cudnn86
+jieba==0.42.1
+jinja2==3.1.2
+joblib==1.2.0
+jsonpickle==3.0.1
+jsonschema==4.3.3
+jupyter-client==6.1.12
+jupyter-console==6.1.0
+jupyter-core==5.3.0
+jupyter-server==1.24.0
+jupyterlab-pygments==0.2.2
+jupyterlab-widgets==3.0.7
+kaggle==1.5.13
+keras-preprocessing==1.1.2
+keras==2.10.0
+kiwisolver==1.4.4
+korean-lunar-calendar==0.3.1
+langcodes==3.3.0
+lazy-loader==0.2
+libclang==16.0.0
+library==1.0.3
+librosa==0.10.0.post2
+lightgbm==3.3.5
+lightning-utilities==0.8.0
+linkify-it-py==2.0.2
+lion-pytorch==0.0.6
+lit==16.0.5
+llvmlite==0.39.1
+locket==1.0.0
+logical-unification==0.4.5
+lunarcalendar==0.0.9
+lxml==4.9.2
+lycoris-lora==0.1.4
+markdown-it-py==2.2.0
+markdown==3.4.3
+markupsafe==2.1.2
+matplotlib-inline==0.1.6
+matplotlib-venn==0.11.9
+matplotlib==3.7.1
+mdit-py-plugins==0.3.3
+mdurl==0.1.2
+minikanren==1.0.3
+missingno==0.5.2
+mistune==0.8.4
+mizani==0.8.1
+mkl==2019.0
+ml-dtypes==0.1.0
+mlxtend==0.14.0
+more-itertools==9.1.0
+moviepy==1.0.3
+mpmath==1.3.0
+msgpack==1.0.5
+multidict==6.0.4
+multipledispatch==0.6.0
+multitasking==0.0.11
+murmurhash==1.0.9
+music21==8.1.0
+mypy-extensions==1.0.0
+natsort==8.3.1
+nbclient==0.7.4
+nbconvert==6.5.4
+nbformat==5.8.0
+nest-asyncio==1.5.6
+networkx==3.1
+nibabel==3.0.2
+nltk==3.8.1
+notebook==6.4.8
+numba==0.56.4
+numexpr==2.8.4
+numpy==1.22.4
+oauth2client==4.1.3
+oauthlib==3.2.2
+opencv-contrib-python==4.7.0.72
+opencv-python-headless==4.7.0.72
+opencv-python==4.7.0.68
+openpyxl==3.0.10
+opt-einsum==3.3.0
+optax==0.1.5
+orbax-checkpoint==0.2.1
+orjson==3.9.1
+osqp==0.6.2.post8
+packaging==23.1
+palettable==3.3.3
+pandas-datareader==0.10.0
+pandas-gbq==0.17.9
+pandas==1.5.3
+pandocfilters==1.5.0
+panel==0.14.4
+param==1.13.0
+parso==0.8.3
+partd==1.4.0
+pathlib==1.0.1
+pathtools==0.1.2
+pathy==0.10.1
+patsy==0.5.3
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==8.4.0
+pip-tools==6.13.0
+pip==23.1.2
+platformdirs==3.3.0
+plotly==5.13.1
+plotnine==0.10.1
+pluggy==1.0.0
+polars==0.17.3
+pooch==1.6.0
+portpicker==1.3.9
+prefetch-generator==1.0.3
+preshed==3.0.8
+prettytable==0.7.2
+proglog==0.1.10
+progressbar2==4.2.0
+prometheus-client==0.16.0
+promise==2.3
+prompt-toolkit==3.0.38
+prophet==1.1.3
+proto-plus==1.22.2
+protobuf==3.19.6
+psutil==5.9.5
+psycopg2==2.9.6
+ptyprocess==0.7.0
+py-cpuinfo==9.0.0
+py4j==0.10.9.7
+pyarrow==9.0.0
+pyasn1-modules==0.3.0
+pyasn1==0.5.0
+pycocotools==2.0.6
+pycparser==2.21
+pyct==0.5.0
+pydantic==1.10.7
+pydata-google-auth==1.7.0
+pydot-ng==2.0.0
+pydot==1.4.2
+pydotplus==2.0.2
+pydrive==1.3.1
+pydub==0.25.1
+pyerfa==2.0.0.3
+pygame==2.3.0
+pygments==2.14.0
+pygobject==3.36.0
+pymc==5.1.2
+pymeeus==0.5.12
+pymystem3==0.2.0
+pyopengl==3.1.6
+pyparsing==3.0.9
+pyproject-hooks==1.0.0
+pyre-extensions==0.0.29
+pyrsistent==0.19.3
+pysocks==1.7.1
+pytensor==2.10.1
+pytest==7.2.2
+python-apt==0.0.0
+python-dateutil==2.8.2
+python-louvain==0.16
+python-multipart==0.0.6
+python-slugify==8.0.1
+python-utils==3.5.2
+pytorch-lightning==1.9.0
+pytz-deprecation-shim==0.1.0.post0
+pytz==2022.7.1
+pyviz-comms==2.2.1
+pywavelets==1.4.1
+pyyaml==6.0
+pyzmq==23.2.1
+qdldl==0.1.7
+qudida==0.0.4
+regex==2022.10.31
+requests-oauthlib==1.3.1
+requests-unixsocket==0.2.0
+requests==2.28.2
+requirements-parser==0.5.0
+rich==13.3.4
+rpy2==3.5.5
+rsa==4.9
+safetensors==0.2.6
+scikit-image==0.19.3
+scikit-learn==1.2.2
+scipy==1.10.1
+scs==3.2.3
+seaborn==0.12.2
+semantic-version==2.10.0
+send2trash==1.8.0
+sentry-sdk==1.26.0
+setproctitle==1.3.2
+setuptools==67.7.2
+shapely==2.0.1
+six==1.16.0
+sklearn-pandas==2.2.0
+smart-open==6.3.0
+smmap==5.0.0
+sniffio==1.3.0
+snowballstemmer==2.2.0
+sortedcontainers==2.4.0
+soundfile==0.12.1
+soupsieve==2.4.1
+soxr==0.3.5
+spacy-legacy==3.0.12
+spacy-loggers==1.0.4
+spacy==3.5.2
+sphinx==3.5.4
+sphinxcontrib-applehelp==1.0.4
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==2.0.1
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.5
+sqlalchemy==2.0.10
+sqlparse==0.4.4
+srsly==2.4.6
+starlette==0.27.0
+statsmodels==0.13.5
+sympy==1.11.1
+tables==3.8.0
+tabulate==0.8.10
+tblib==1.7.0
+tenacity==8.2.2
+tensorboard-data-server==0.6.1
+tensorboard-plugin-wit==1.8.1
+tensorboard==2.10.1
+tensorflow-datasets==4.9.2
+tensorflow-estimator==2.10.0
+tensorflow-gcs-config==2.12.0
+tensorflow-hub==0.13.0
+tensorflow-io-gcs-filesystem==0.32.0
+tensorflow-metadata==1.13.1
+tensorflow-probability==0.20.1
+tensorflow==2.10.1
+tensorstore==0.1.36
+termcolor==2.3.0
+terminado==0.17.1
+text-unidecode==1.3
+textblob==0.17.1
+tf-slim==1.1.0
+thinc==8.1.9
+threadpoolctl==3.1.0
+tifffile==2023.4.12
+timm==0.6.12
+tinycss2==1.2.1
+tk==0.1.0
+tokenizers==0.13.3
+toml==0.10.2
+tomli==2.0.1
+toolz==0.12.0
+torch==2.0.0+cu118
+torchaudio==2.0.2+cu118
+torchdata==0.6.1
+torchmetrics==0.11.4
+torchsummary==1.5.1
+torchtext==0.15.2
+torchvision==0.15.1+cu118
+tornado==6.3.1
+tqdm==4.65.0
+traitlets==5.7.1
+transformers==4.26.0
+triton==2.0.0
+tweepy==4.13.0
+typer==0.7.0
+types-setuptools==68.0.0.0
+typing-extensions==4.5.0
+typing-inspect==0.9.0
+tzdata==2023.3
+tzlocal==4.3
+uc-micro-py==1.0.2
+uritemplate==4.1.1
+urllib3==1.26.15
+uvicorn==0.22.0
+vega-datasets==0.9.0
+voluptuous==0.13.1
+wandb==0.15.0
+wasabi==1.1.1
+wcwidth==0.2.6
+webcolors==1.13
+webencodings==0.5.1
+websocket-client==1.5.1
+websockets==11.0.3
+werkzeug==2.3.0
+wheel==0.40.0
+widgetsnbextension==3.6.4
+wordcloud==1.8.2.2
+wrapt==1.14.1
+xarray-einstats==0.5.1
+xarray==2022.12.0
+xformers==0.0.19
+xgboost==1.7.5
+xlrd==2.0.1
+yarl==1.9.2
+yellowbrick==1.5
+yfinance==0.2.18
+zict==3.0.0
+zipp==3.15.0

ogpotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-metadata.json

@@ -0,0 +1,99 @@
+{
+    "os": "Linux-5.15.107+-x86_64-with-glibc2.31",
+    "python": "3.10.12",
+    "heartbeatAt": "2023-06-23T07:23:34.251530",
+    "startedAt": "2023-06-23T07:23:33.337714",
+    "docker": null,
+    "cuda": null,
+    "args": [
+        "--v2",
+        "--v_parameterization",
+        "--enable_bucket",
+        "--pretrained_model_name_or_path=/content/gdrive/MyDrive/Replicant-V3.0_fp16.safetensors",
+        "--train_data_dir=/content/gdrive/MyDrive/ogipotereplicantv3",
+        "--resolution=768,768",
+        "--output_dir=/content/gdrive/MyDrive/ogipotereplicantv3",
+        "--logging_dir=/content/gdrive/MyDrive/ogipotereplicantv3",
+        "--network_alpha=8",
+        "--save_model_as=safetensors",
+        "--network_module=networks.lora",
+        "--text_encoder_lr=3.5e-06",
+        "--unet_lr=3.5e-05",
+        "--network_dim=16",
+        "--output_name=ogipotereplicant_16_8",
+        "--lr_scheduler_num_cycles=10",
+        "--learning_rate=0.0001",
+        "--lr_scheduler=cosine",
+        "--train_batch_size=2",
+        "--max_train_steps=3500",
+        "--save_every_n_epochs=1",
+        "--mixed_precision=fp16",
+        "--save_precision=fp16",
+        "--seed=210432",
+        "--caption_extension=.txt",
+        "--optimizer_type=AdamW8bit",
+        "--max_data_loader_n_workers=0",
+        "--max_token_length=225",
+        "--clip_skip=2",
+        "--keep_tokens=1",
+        "--bucket_reso_steps=64",
+        "--min_snr_gamma=1",
+        "--shuffle_caption",
+        "--xformers",
+        "--bucket_no_upscale",
+        "--multires_noise_iterations=6",
+        "--multires_noise_discount=0.03",
+        "--log_with",
+        "wandb",
+        "--wandb_api_key=c2098a7cde008ba5d6158d1707171c769bf62ccf",
+        "--sample_sampler=euler_a",
+        "--sample_prompts=/content/gdrive/MyDrive/ogipotereplicantv3/sample/prompt.txt",
+        "--sample_every_n_steps=250"
+    ],
+    "state": "running",
+    "program": "/content/gdrive/MyDrive/sd/kohya_ss_colab/train_network.py",
+    "codePath": "train_network.py",
+    "git": {
+        "remote": "https://github.com/YKefasu/kohya_ss_gui_google_colab",
+        "commit": "80bf7b22765082256ecf61634e7b9ccf548dd7fe"
+    },
+    "email": null,
+    "root": "/content/gdrive/MyDrive/sd/kohya_ss_colab",
+    "host": "a618d0d264d4",
+    "username": "root",
+    "executable": "/usr/bin/python3",
+    "cpu_count": 1,
+    "cpu_count_logical": 2,
+    "cpu_freq": {
+        "current": 2199.998,
+        "min": 0.0,
+        "max": 0.0
+    },
+    "cpu_freq_per_core": [
+        {
+            "current": 2199.998,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2199.998,
+            "min": 0.0,
+            "max": 0.0
+        }
+    ],
+    "disk": {
+        "total": 78.1898422241211,
+        "used": 38.080936431884766
+    },
+    "gpu": "Tesla T4",
+    "gpu_count": 1,
+    "gpu_devices": [
+        {
+            "name": "Tesla T4",
+            "memory_total": 16106127360
+        }
+    ],
+    "memory": {
+        "total": 12.678390502929688
+    }
+}

ogpotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/files/wandb-summary.json

@@ -0,0 +1 @@
+{"loss/current": 0.35565459728240967, "loss/average": 0.2705828669178929, "lr/textencoder": 3.484580994743566e-06, "lr/unet": 3.484580994743566e-05, "_timestamp": 1687505356.707774, "_runtime": 343.2735059261322, "_step": 148, "_wandb": {"runtime": 344}}

ogpotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/logs/debug.log

@@ -0,0 +1,28 @@
+2023-06-23 07:23:33,404 INFO    MainThread:12172 [wandb_setup.py:_flush():76] Configure stats pid to 12172
+2023-06-23 07:23:33,405 INFO    MainThread:12172 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings
+2023-06-23 07:23:33,405 INFO    MainThread:12172 [wandb_setup.py:_flush():76] Loading settings from /content/gdrive/MyDrive/sd/kohya_ss_colab/wandb/settings
+2023-06-23 07:23:33,405 INFO    MainThread:12172 [wandb_setup.py:_flush():76] Loading settings from environment variables: {'root_dir': '/content/gdrive/MyDrive/ogipotereplicantv3/20230623072223'}
+2023-06-23 07:23:33,406 INFO    MainThread:12172 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program_relpath': 'train_network.py', 'program': '/content/gdrive/MyDrive/sd/kohya_ss_colab/train_network.py'}
+2023-06-23 07:23:33,406 INFO    MainThread:12172 [wandb_setup.py:_flush():76] Applying login settings: {'api_key': '***REDACTED***'}
+2023-06-23 07:23:33,406 INFO    MainThread:12172 [wandb_setup.py:_flush():76] Applying login settings: {'api_key': '***REDACTED***'}
+2023-06-23 07:23:33,406 INFO    MainThread:12172 [wandb_init.py:_log_setup():507] Logging user logs to /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/logs/debug.log
+2023-06-23 07:23:33,407 INFO    MainThread:12172 [wandb_init.py:_log_setup():508] Logging internal logs to /content/gdrive/MyDrive/ogipotereplicantv3/20230623072223/wandb/run-20230623_072333-hni6fhql/logs/debug-internal.log
+2023-06-23 07:23:33,407 INFO    MainThread:12172 [wandb_init.py:init():547] calling init triggers
+2023-06-23 07:23:33,407 INFO    MainThread:12172 [wandb_init.py:init():554] wandb.init called with sweep_config: {}
+config: {}
+2023-06-23 07:23:33,407 INFO    MainThread:12172 [wandb_init.py:init():595] starting backend
+2023-06-23 07:23:33,408 INFO    MainThread:12172 [wandb_init.py:init():599] setting up manager
+2023-06-23 07:23:33,420 INFO    MainThread:12172 [backend.py:_multiprocessing_setup():106] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2023-06-23 07:23:33,433 INFO    MainThread:12172 [wandb_init.py:init():605] backend started and connected
+2023-06-23 07:23:33,436 INFO    MainThread:12172 [wandb_init.py:init():695] updated telemetry
+2023-06-23 07:23:33,528 INFO    MainThread:12172 [wandb_init.py:init():732] communicating run to backend with 60.0 second timeout
+2023-06-23 07:23:34,146 INFO    MainThread:12172 [wandb_run.py:_on_init():2176] communicating current version
+2023-06-23 07:23:34,216 INFO    MainThread:12172 [wandb_run.py:_on_init():2185] got version response upgrade_message: "wandb version 0.15.4 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
+
+2023-06-23 07:23:34,216 INFO    MainThread:12172 [wandb_init.py:init():782] starting run threads in backend
+2023-06-23 07:23:34,372 INFO    MainThread:12172 [wandb_run.py:_console_start():2157] atexit reg
+2023-06-23 07:23:34,373 INFO    MainThread:12172 [wandb_run.py:_redirect():2012] redirect: SettingsConsole.WRAP_RAW
+2023-06-23 07:23:34,374 INFO    MainThread:12172 [wandb_run.py:_redirect():2077] Wrapping output streams.
+2023-06-23 07:23:34,374 INFO    MainThread:12172 [wandb_run.py:_redirect():2102] Redirects installed.
+2023-06-23 07:23:34,375 INFO    MainThread:12172 [wandb_init.py:init():824] run started, returning control to user process
+2023-06-23 07:29:27,681 WARNING MsgRouterThr:12172 [router.py:message_loop():77] message_loop has been closed

ogpotereplicantv3/20230623073330/wandb/debug.log

@@ -0,0 +1,34 @@
+2023-06-23 07:34:43,386 INFO    MainThread:15069 [wandb_setup.py:_flush():76] Configure stats pid to 15069
+2023-06-23 07:34:43,387 INFO    MainThread:15069 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings
+2023-06-23 07:34:43,387 INFO    MainThread:15069 [wandb_setup.py:_flush():76] Loading settings from /content/gdrive/MyDrive/sd/kohya_ss_colab/wandb/settings
+2023-06-23 07:34:43,387 INFO    MainThread:15069 [wandb_setup.py:_flush():76] Loading settings from environment variables: {'root_dir': '/content/gdrive/MyDrive/ogipotereplicantv3/20230623073330'}
+2023-06-23 07:34:43,387 INFO    MainThread:15069 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program_relpath': 'train_network.py', 'program': '/content/gdrive/MyDrive/sd/kohya_ss_colab/train_network.py'}
+2023-06-23 07:34:43,387 INFO    MainThread:15069 [wandb_setup.py:_flush():76] Applying login settings: {'api_key': '***REDACTED***'}
+2023-06-23 07:34:43,387 INFO    MainThread:15069 [wandb_setup.py:_flush():76] Applying login settings: {'api_key': '***REDACTED***'}
+2023-06-23 07:34:43,388 INFO    MainThread:15069 [wandb_init.py:_log_setup():507] Logging user logs to /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/logs/debug.log
+2023-06-23 07:34:43,388 INFO    MainThread:15069 [wandb_init.py:_log_setup():508] Logging internal logs to /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/logs/debug-internal.log
+2023-06-23 07:34:43,389 INFO    MainThread:15069 [wandb_init.py:init():547] calling init triggers
+2023-06-23 07:34:43,389 INFO    MainThread:15069 [wandb_init.py:init():554] wandb.init called with sweep_config: {}
+config: {}
+2023-06-23 07:34:43,389 INFO    MainThread:15069 [wandb_init.py:init():595] starting backend
+2023-06-23 07:34:43,389 INFO    MainThread:15069 [wandb_init.py:init():599] setting up manager
+2023-06-23 07:34:43,400 INFO    MainThread:15069 [backend.py:_multiprocessing_setup():106] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2023-06-23 07:34:43,415 INFO    MainThread:15069 [wandb_init.py:init():605] backend started and connected
+2023-06-23 07:34:43,418 INFO    MainThread:15069 [wandb_init.py:init():695] updated telemetry
+2023-06-23 07:34:43,524 INFO    MainThread:15069 [wandb_init.py:init():732] communicating run to backend with 60.0 second timeout
+2023-06-23 07:34:44,074 INFO    MainThread:15069 [wandb_run.py:_on_init():2176] communicating current version
+2023-06-23 07:34:44,140 INFO    MainThread:15069 [wandb_run.py:_on_init():2185] got version response upgrade_message: "wandb version 0.15.4 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
+
+2023-06-23 07:34:44,140 INFO    MainThread:15069 [wandb_init.py:init():782] starting run threads in backend
+2023-06-23 07:34:44,295 INFO    MainThread:15069 [wandb_run.py:_console_start():2157] atexit reg
+2023-06-23 07:34:44,295 INFO    MainThread:15069 [wandb_run.py:_redirect():2012] redirect: SettingsConsole.WRAP_RAW
+2023-06-23 07:34:44,296 INFO    MainThread:15069 [wandb_run.py:_redirect():2077] Wrapping output streams.
+2023-06-23 07:34:44,296 INFO    MainThread:15069 [wandb_run.py:_redirect():2102] Redirects installed.
+2023-06-23 07:34:44,297 INFO    MainThread:15069 [wandb_init.py:init():824] run started, returning control to user process
+2023-06-23 09:46:33,796 INFO    MainThread:15069 [wandb_run.py:_finish():1892] finishing run kamabuko02/network_train/4h5c1ot2
+2023-06-23 09:46:33,796 INFO    MainThread:15069 [wandb_run.py:_atexit_cleanup():2126] got exitcode: 0
+2023-06-23 09:46:33,797 INFO    MainThread:15069 [wandb_run.py:_restore():2109] restore
+2023-06-23 09:46:33,797 INFO    MainThread:15069 [wandb_run.py:_restore():2115] restore done
+2023-06-23 09:46:41,067 INFO    MainThread:15069 [wandb_run.py:_footer_history_summary_info():3476] rendering history
+2023-06-23 09:46:41,068 INFO    MainThread:15069 [wandb_run.py:_footer_history_summary_info():3508] rendering summary
+2023-06-23 09:46:41,075 INFO    MainThread:15069 [wandb_run.py:_footer_sync_info():3434] logging synced files

ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/config.yaml

@@ -0,0 +1,53 @@
+wandb_version: 1
+
+_wandb:
+  desc: null
+  value:
+    python_version: 3.10.12
+    cli_version: 0.15.0
+    framework: huggingface
+    huggingface_version: 4.26.0
+    is_jupyter_run: false
+    is_kaggle_kernel: false
+    start_time: 1687505683.416096
+    t:
+      1:
+      - 1
+      - 2
+      - 3
+      - 5
+      - 11
+      - 12
+      - 41
+      - 45
+      - 49
+      - 53
+      - 54
+      - 55
+      - 71
+      - 80
+      - 83
+      2:
+      - 1
+      - 2
+      - 3
+      - 5
+      - 11
+      - 12
+      - 41
+      - 45
+      - 49
+      - 53
+      - 54
+      - 55
+      - 71
+      - 80
+      - 83
+      3:
+      - 2
+      - 23
+      4: 3.10.12
+      5: 0.15.0
+      6: 4.26.0
+      8:
+      - 5

ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/output.log

@@ -0,0 +1,171 @@
+
+epoch 1/10
+generating sample images at step / サンプル画像生成 ステップ: 250
+prompt: ogpote, 1girl, open mouth, shirt, black hair, hair ornament, sitting, school uniform, white shirt,
+negative_prompt: None
+height: 512
+width: 512
+sample_steps: 30
+scale: 7.5
+
+
+100% 30/30 [00:05<00:00,  5.37it/s]
+saving checkpoint: /content/gdrive/MyDrive/ogipotereplicantv3/ogipotereplicantv3-000001.safetensors
+epoch 2/10
+generating sample images at step / サンプル画像生成 ステップ: 500
+prompt: ogpote, 1girl, open mouth, shirt, black hair, hair ornament, sitting, school uniform, white shirt,
+negative_prompt: None
+height: 512
+width: 512
+sample_steps: 30
+scale: 7.5
+
+
+
+100% 30/30 [00:06<00:00,  4.89it/s]
+saving checkpoint: /content/gdrive/MyDrive/ogipotereplicantv3/ogipotereplicantv3-000002.safetensors
+epoch 3/10
+generating sample images at step / サンプル画像生成 ステップ: 750
+prompt: ogpote, 1girl, open mouth, shirt, black hair, hair ornament, sitting, school uniform, white shirt,
+negative_prompt: None
+height: 512
+width: 512
+sample_steps: 30
+scale: 7.5
+
+
+100% 30/30 [00:05<00:00,  5.31it/s]
+generating sample images at step / サンプル画像生成 ステップ: 1000
+prompt: ogpote, 1girl, open mouth, shirt, black hair, hair ornament, sitting, school uniform, white shirt,
+negative_prompt: None
+height: 512
+width: 512
+sample_steps: 30
+scale: 7.5
+
+
+
+100% 30/30 [00:05<00:00,  5.38it/s]
+saving checkpoint: /content/gdrive/MyDrive/ogipotereplicantv3/ogipotereplicantv3-000003.safetensors
+epoch 4/10
+ 13% 4/30 [00:00<00:05,  4.97it/s]
+generating sample images at step / サンプル画像生成 ステップ: 1250
+prompt: ogpote, 1girl, open mouth, shirt, black hair, hair ornament, sitting, school uniform, white shirt,
+negative_prompt: None
+height: 512
+width: 512
+sample_steps: 30
+
+
+
+100% 30/30 [00:05<00:00,  5.17it/s]
+saving checkpoint: /content/gdrive/MyDrive/ogipotereplicantv3/ogipotereplicantv3-000004.safetensors
+epoch 5/10
+  0% 0/30 [00:00<?, ?it/s]
+generating sample images at step / サンプル画像生成 ステップ: 1500
+prompt: ogpote, 1girl, open mouth, shirt, black hair, hair ornament, sitting, school uniform, white shirt,
+negative_prompt: None
+height: 512
+width: 512
+sample_steps: 30
+
+
+
+100% 30/30 [00:05<00:00,  5.31it/s]
+ 17% 5/30 [00:00<00:04,  5.16it/s]
+generating sample images at step / サンプル画像生成 ステップ: 1750
+prompt: ogpote, 1girl, open mouth, shirt, black hair, hair ornament, sitting, school uniform, white shirt,
+negative_prompt: None
+height: 512
+width: 512
+sample_steps: 30
+
+
+
+100% 30/30 [00:05<00:00,  5.34it/s]
+saving checkpoint: /content/gdrive/MyDrive/ogipotereplicantv3/ogipotereplicantv3-000005.safetensors
+epoch 6/10
+  7% 2/30 [00:00<00:05,  4.98it/s]
+generating sample images at step / サンプル画像生成 ステップ: 2000
+prompt: ogpote, 1girl, open mouth, shirt, black hair, hair ornament, sitting, school uniform, white shirt,
+negative_prompt: None
+height: 512
+width: 512
+sample_steps: 30
+
+
+
+100% 30/30 [00:06<00:00,  4.54it/s]
+saving checkpoint: /content/gdrive/MyDrive/ogipotereplicantv3/ogipotereplicantv3-000006.safetensors
+epoch 7/10
+ 13% 4/30 [00:00<00:04,  5.41it/s]
+generating sample images at step / サンプル画像生成 ステップ: 2250
+prompt: ogpote, 1girl, open mouth, shirt, black hair, hair ornament, sitting, school uniform, white shirt,
+negative_prompt: None
+height: 512
+width: 512
+sample_steps: 30
+
+
+
+100% 30/30 [00:05<00:00,  5.34it/s]
+saving checkpoint: /content/gdrive/MyDrive/ogipotereplicantv3/ogipotereplicantv3-000007.safetensors
+epoch 8/10
+generating sample images at step / サンプル画像生成 ステップ: 2500
+prompt: ogpote, 1girl, open mouth, shirt, black hair, hair ornament, sitting, school uniform, white shirt,
+negative_prompt: None
+height: 512
+width: 512
+sample_steps: 30
+scale: 7.5
+
+
+
+100% 30/30 [00:05<00:00,  5.33it/s]
+generating sample images at step / サンプル画像生成 ステップ: 2750
+prompt: ogpote, 1girl, open mouth, shirt, black hair, hair ornament, sitting, school uniform, white shirt,
+negative_prompt: None
+height: 512
+width: 512
+sample_steps: 30
+scale: 7.5
+
+
+100% 30/30 [00:05<00:00,  5.32it/s]
+saving checkpoint: /content/gdrive/MyDrive/ogipotereplicantv3/ogipotereplicantv3-000008.safetensors
+epoch 9/10
+ 20% 6/30 [00:01<00:04,  5.27it/s]
+generating sample images at step / サンプル画像生成 ステップ: 3000
+prompt: ogpote, 1girl, open mouth, shirt, black hair, hair ornament, sitting, school uniform, white shirt,
+negative_prompt: None
+height: 512
+width: 512
+sample_steps: 30
+
+
+
+100% 30/30 [00:05<00:00,  5.32it/s]
+saving checkpoint: /content/gdrive/MyDrive/ogipotereplicantv3/ogipotereplicantv3-000009.safetensors
+epoch 10/10
+ 13% 4/30 [00:00<00:04,  5.42it/s]
+generating sample images at step / サンプル画像生成 ステップ: 3250
+prompt: ogpote, 1girl, open mouth, shirt, black hair, hair ornament, sitting, school uniform, white shirt,
+negative_prompt: None
+height: 512
+width: 512
+sample_steps: 30
+
+
+
+100% 30/30 [00:05<00:00,  5.27it/s]
+  3% 1/30 [00:00<00:05,  5.58it/s]
+generating sample images at step / サンプル画像生成 ステップ: 3500
+prompt: ogpote, 1girl, open mouth, shirt, black hair, hair ornament, sitting, school uniform, white shirt,
+negative_prompt: None
+height: 512
+width: 512
+sample_steps: 30
+
+
+
+100% 30/30 [00:05<00:00,  5.35it/s]

ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/requirements.txt

@@ -0,0 +1,471 @@
+absl-py==1.4.0
+accelerate==0.18.0
+aiofiles==23.1.0
+aiohttp==3.8.4
+aiosignal==1.3.1
+alabaster==0.7.13
+albumentations==1.3.0
+altair==4.2.2
+anyio==3.6.2
+appdirs==1.4.4
+argon2-cffi-bindings==21.2.0
+argon2-cffi==21.3.0
+array-record==0.2.0
+arviz==0.15.1
+astropy==5.2.2
+astunparse==1.6.3
+async-timeout==4.0.2
+attrs==23.1.0
+audioread==3.0.0
+autograd==1.5
+babel==2.12.1
+backcall==0.2.0
+beautifulsoup4==4.11.2
+bitsandbytes==0.38.1
+bleach==6.0.0
+blis==0.7.9
+blosc2==2.0.0
+bokeh==2.4.3
+branca==0.6.0
+build==0.10.0
+cachecontrol==0.12.11
+cached-property==1.5.2
+cachetools==5.3.0
+catalogue==2.0.8
+certifi==2022.12.7
+cffi==1.15.1
+chardet==4.0.0
+charset-normalizer==2.0.12
+chex==0.1.7
+click==8.1.3
+cloudpickle==2.2.1
+cmake==3.25.2
+cmdstanpy==1.1.0
+colorcet==3.0.1
+colorlover==0.3.0
+community==1.0.0b1
+confection==0.0.4
+cons==0.4.5
+contextlib2==0.6.0.post1
+contourpy==1.0.7
+convertdate==2.4.0
+cryptography==40.0.2
+cufflinks==0.17.3
+cupy-cuda11x==11.0.0
+cvxopt==1.3.0
+cvxpy==1.3.1
+cycler==0.11.0
+cymem==2.0.7
+cython==0.29.34
+dadaptation==3.1
+dask==2022.12.1
+datascience==0.17.6
+db-dtypes==1.1.1
+dbus-python==1.2.16
+debugpy==1.6.6
+decorator==4.4.2
+defusedxml==0.7.1
+diffusers==0.10.2
+distributed==2022.12.1
+dlib==19.24.1
+dm-tree==0.1.8
+docker-pycreds==0.4.0
+docutils==0.16
+dopamine-rl==4.0.6
+duckdb==0.8.1
+earthengine-api==0.1.350
+easydict==1.10
+easygui==0.98.3
+ecos==2.0.12
+editdistance==0.6.2
+einops==0.6.0
+en-core-web-sm==3.5.0
+entrypoints==0.4
+ephem==4.1.4
+et-xmlfile==1.1.0
+etils==1.2.0
+etuples==0.3.8
+exceptiongroup==1.1.1
+fairscale==0.4.13
+fastai==2.7.12
+fastapi==0.98.0
+fastcore==1.5.29
+fastdownload==0.0.7
+fastjsonschema==2.16.3
+fastprogress==1.0.3
+fastrlock==0.8.1
+ffmpy==0.3.0
+filelock==3.12.0
+firebase-admin==5.3.0
+flask==2.2.4
+flatbuffers==23.3.3
+flax==0.6.9
+folium==0.14.0
+fonttools==4.39.3
+frozendict==2.3.7
+frozenlist==1.3.3
+fsspec==2023.4.0
+ftfy==6.1.1
+future==0.18.3
+gast==0.4.0
+gdal==3.3.2
+gdown==4.6.6
+gensim==4.3.1
+geographiclib==2.0
+geopy==2.3.0
+gin-config==0.5.0
+gitdb==4.0.10
+gitpython==3.1.31
+glob2==0.7
+google-api-core==2.11.0
+google-api-python-client==2.84.0
+google-auth-httplib2==0.1.0
+google-auth-oauthlib==0.4.6
+google-auth==2.17.3
+google-cloud-bigquery-storage==2.19.1
+google-cloud-bigquery==3.9.0
+google-cloud-core==2.3.2
+google-cloud-datastore==2.15.1
+google-cloud-firestore==2.11.0
+google-cloud-language==2.9.1
+google-cloud-storage==2.8.0
+google-cloud-translate==3.11.1
+google-colab==1.0.0
+google-crc32c==1.5.0
+google-pasta==0.2.0
+google-resumable-media==2.5.0
+google==2.0.3
+googleapis-common-protos==1.59.0
+googledrivedownloader==0.4
+gradio-client==0.2.7
+gradio==3.32.0
+graphviz==0.20.1
+greenlet==2.0.2
+grpcio-status==1.48.2
+grpcio==1.54.0
+gspread-dataframe==3.0.8
+gspread==3.4.2
+gym-notices==0.0.8
+gym==0.25.2
+h11==0.14.0
+h5netcdf==1.1.0
+h5py==3.8.0
+holidays==0.25
+holoviews==1.15.4
+html5lib==1.1
+httpcore==0.17.2
+httpimport==1.3.0
+httplib2==0.21.0
+httpx==0.24.1
+huggingface-hub==0.13.3
+humanize==4.6.0
+hyperopt==0.2.7
+idna==3.4
+imageio-ffmpeg==0.4.8
+imageio==2.25.1
+imagesize==1.4.1
+imbalanced-learn==0.10.1
+imgaug==0.4.0
+importlib-metadata==6.7.0
+importlib-resources==5.12.0
+imutils==0.5.4
+inflect==6.0.4
+iniconfig==2.0.0
+intel-openmp==2023.1.0
+ipykernel==5.5.6
+ipython-genutils==0.2.0
+ipython-sql==0.4.1
+ipython==7.34.0
+ipywidgets==7.7.1
+itsdangerous==2.1.2
+jax==0.4.10
+jaxlib==0.4.10+cuda11.cudnn86
+jieba==0.42.1
+jinja2==3.1.2
+joblib==1.2.0
+jsonpickle==3.0.1
+jsonschema==4.3.3
+jupyter-client==6.1.12
+jupyter-console==6.1.0
+jupyter-core==5.3.0
+jupyter-server==1.24.0
+jupyterlab-pygments==0.2.2
+jupyterlab-widgets==3.0.7
+kaggle==1.5.13
+keras-preprocessing==1.1.2
+keras==2.10.0
+kiwisolver==1.4.4
+korean-lunar-calendar==0.3.1
+langcodes==3.3.0
+lazy-loader==0.2
+libclang==16.0.0
+library==1.0.3
+librosa==0.10.0.post2
+lightgbm==3.3.5
+lightning-utilities==0.8.0
+linkify-it-py==2.0.2
+lion-pytorch==0.0.6
+lit==16.0.5
+llvmlite==0.39.1
+locket==1.0.0
+logical-unification==0.4.5
+lunarcalendar==0.0.9
+lxml==4.9.2
+lycoris-lora==0.1.4
+markdown-it-py==2.2.0
+markdown==3.4.3
+markupsafe==2.1.2
+matplotlib-inline==0.1.6
+matplotlib-venn==0.11.9
+matplotlib==3.7.1
+mdit-py-plugins==0.3.3
+mdurl==0.1.2
+minikanren==1.0.3
+missingno==0.5.2
+mistune==0.8.4
+mizani==0.8.1
+mkl==2019.0
+ml-dtypes==0.1.0
+mlxtend==0.14.0
+more-itertools==9.1.0
+moviepy==1.0.3
+mpmath==1.3.0
+msgpack==1.0.5
+multidict==6.0.4
+multipledispatch==0.6.0
+multitasking==0.0.11
+murmurhash==1.0.9
+music21==8.1.0
+mypy-extensions==1.0.0
+natsort==8.3.1
+nbclient==0.7.4
+nbconvert==6.5.4
+nbformat==5.8.0
+nest-asyncio==1.5.6
+networkx==3.1
+nibabel==3.0.2
+nltk==3.8.1
+notebook==6.4.8
+numba==0.56.4
+numexpr==2.8.4
+numpy==1.22.4
+oauth2client==4.1.3
+oauthlib==3.2.2
+opencv-contrib-python==4.7.0.72
+opencv-python-headless==4.7.0.72
+opencv-python==4.7.0.68
+openpyxl==3.0.10
+opt-einsum==3.3.0
+optax==0.1.5
+orbax-checkpoint==0.2.1
+orjson==3.9.1
+osqp==0.6.2.post8
+packaging==23.1
+palettable==3.3.3
+pandas-datareader==0.10.0
+pandas-gbq==0.17.9
+pandas==1.5.3
+pandocfilters==1.5.0
+panel==0.14.4
+param==1.13.0
+parso==0.8.3
+partd==1.4.0
+pathlib==1.0.1
+pathtools==0.1.2
+pathy==0.10.1
+patsy==0.5.3
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==8.4.0
+pip-tools==6.13.0
+pip==23.1.2
+platformdirs==3.3.0
+plotly==5.13.1
+plotnine==0.10.1
+pluggy==1.0.0
+polars==0.17.3
+pooch==1.6.0
+portpicker==1.3.9
+prefetch-generator==1.0.3
+preshed==3.0.8
+prettytable==0.7.2
+proglog==0.1.10
+progressbar2==4.2.0
+prometheus-client==0.16.0
+promise==2.3
+prompt-toolkit==3.0.38
+prophet==1.1.3
+proto-plus==1.22.2
+protobuf==3.19.6
+psutil==5.9.5
+psycopg2==2.9.6
+ptyprocess==0.7.0
+py-cpuinfo==9.0.0
+py4j==0.10.9.7
+pyarrow==9.0.0
+pyasn1-modules==0.3.0
+pyasn1==0.5.0
+pycocotools==2.0.6
+pycparser==2.21
+pyct==0.5.0
+pydantic==1.10.7
+pydata-google-auth==1.7.0
+pydot-ng==2.0.0
+pydot==1.4.2
+pydotplus==2.0.2
+pydrive==1.3.1
+pydub==0.25.1
+pyerfa==2.0.0.3
+pygame==2.3.0
+pygments==2.14.0
+pygobject==3.36.0
+pymc==5.1.2
+pymeeus==0.5.12
+pymystem3==0.2.0
+pyopengl==3.1.6
+pyparsing==3.0.9
+pyproject-hooks==1.0.0
+pyre-extensions==0.0.29
+pyrsistent==0.19.3
+pysocks==1.7.1
+pytensor==2.10.1
+pytest==7.2.2
+python-apt==0.0.0
+python-dateutil==2.8.2
+python-louvain==0.16
+python-multipart==0.0.6
+python-slugify==8.0.1
+python-utils==3.5.2
+pytorch-lightning==1.9.0
+pytz-deprecation-shim==0.1.0.post0
+pytz==2022.7.1
+pyviz-comms==2.2.1
+pywavelets==1.4.1
+pyyaml==6.0
+pyzmq==23.2.1
+qdldl==0.1.7
+qudida==0.0.4
+regex==2022.10.31
+requests-oauthlib==1.3.1
+requests-unixsocket==0.2.0
+requests==2.28.2
+requirements-parser==0.5.0
+rich==13.3.4
+rpy2==3.5.5
+rsa==4.9
+safetensors==0.2.6
+scikit-image==0.19.3
+scikit-learn==1.2.2
+scipy==1.10.1
+scs==3.2.3
+seaborn==0.12.2
+semantic-version==2.10.0
+send2trash==1.8.0
+sentry-sdk==1.26.0
+setproctitle==1.3.2
+setuptools==67.7.2
+shapely==2.0.1
+six==1.16.0
+sklearn-pandas==2.2.0
+smart-open==6.3.0
+smmap==5.0.0
+sniffio==1.3.0
+snowballstemmer==2.2.0
+sortedcontainers==2.4.0
+soundfile==0.12.1
+soupsieve==2.4.1
+soxr==0.3.5
+spacy-legacy==3.0.12
+spacy-loggers==1.0.4
+spacy==3.5.2
+sphinx==3.5.4
+sphinxcontrib-applehelp==1.0.4
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==2.0.1
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.5
+sqlalchemy==2.0.10
+sqlparse==0.4.4
+srsly==2.4.6
+starlette==0.27.0
+statsmodels==0.13.5
+sympy==1.11.1
+tables==3.8.0
+tabulate==0.8.10
+tblib==1.7.0
+tenacity==8.2.2
+tensorboard-data-server==0.6.1
+tensorboard-plugin-wit==1.8.1
+tensorboard==2.10.1
+tensorflow-datasets==4.9.2
+tensorflow-estimator==2.10.0
+tensorflow-gcs-config==2.12.0
+tensorflow-hub==0.13.0
+tensorflow-io-gcs-filesystem==0.32.0
+tensorflow-metadata==1.13.1
+tensorflow-probability==0.20.1
+tensorflow==2.10.1
+tensorstore==0.1.36
+termcolor==2.3.0
+terminado==0.17.1
+text-unidecode==1.3
+textblob==0.17.1
+tf-slim==1.1.0
+thinc==8.1.9
+threadpoolctl==3.1.0
+tifffile==2023.4.12
+timm==0.6.12
+tinycss2==1.2.1
+tk==0.1.0
+tokenizers==0.13.3
+toml==0.10.2
+tomli==2.0.1
+toolz==0.12.0
+torch==2.0.0+cu118
+torchaudio==2.0.2+cu118
+torchdata==0.6.1
+torchmetrics==0.11.4
+torchsummary==1.5.1
+torchtext==0.15.2
+torchvision==0.15.1+cu118
+tornado==6.3.1
+tqdm==4.65.0
+traitlets==5.7.1
+transformers==4.26.0
+triton==2.0.0
+tweepy==4.13.0
+typer==0.7.0
+types-setuptools==68.0.0.0
+typing-extensions==4.5.0
+typing-inspect==0.9.0
+tzdata==2023.3
+tzlocal==4.3
+uc-micro-py==1.0.2
+uritemplate==4.1.1
+urllib3==1.26.15
+uvicorn==0.22.0
+vega-datasets==0.9.0
+voluptuous==0.13.1
+wandb==0.15.0
+wasabi==1.1.1
+wcwidth==0.2.6
+webcolors==1.13
+webencodings==0.5.1
+websocket-client==1.5.1
+websockets==11.0.3
+werkzeug==2.3.0
+wheel==0.40.0
+widgetsnbextension==3.6.4
+wordcloud==1.8.2.2
+wrapt==1.14.1
+xarray-einstats==0.5.1
+xarray==2022.12.0
+xformers==0.0.19
+xgboost==1.7.5
+xlrd==2.0.1
+yarl==1.9.2
+yellowbrick==1.5
+yfinance==0.2.18
+zict==3.0.0
+zipp==3.15.0

ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-metadata.json

@@ -0,0 +1,100 @@
+{
+    "os": "Linux-5.15.107+-x86_64-with-glibc2.31",
+    "python": "3.10.12",
+    "heartbeatAt": "2023-06-23T07:34:44.177831",
+    "startedAt": "2023-06-23T07:34:43.303969",
+    "docker": null,
+    "cuda": null,
+    "args": [
+        "--v2",
+        "--v_parameterization",
+        "--enable_bucket",
+        "--pretrained_model_name_or_path=/content/gdrive/MyDrive/Replicant-V3.0_fp16.safetensors",
+        "--train_data_dir=/content/gdrive/MyDrive/ogipotereplicantv3",
+        "--resolution=768,768",
+        "--output_dir=/content/gdrive/MyDrive/ogipotereplicantv3",
+        "--logging_dir=/content/gdrive/MyDrive/ogipotereplicantv3",
+        "--network_alpha=8",
+        "--save_model_as=safetensors",
+        "--network_module=networks.lora",
+        "--text_encoder_lr=3.5e-06",
+        "--unet_lr=3.5e-05",
+        "--network_dim=16",
+        "--output_name=ogipotereplicantv3",
+        "--lr_scheduler_num_cycles=10",
+        "--learning_rate=0.0001",
+        "--lr_scheduler=cosine_with_restarts",
+        "--lr_warmup_steps=140",
+        "--train_batch_size=2",
+        "--max_train_steps=3500",
+        "--save_every_n_epochs=1",
+        "--mixed_precision=fp16",
+        "--save_precision=fp16",
+        "--seed=210432",
+        "--caption_extension=.txt",
+        "--optimizer_type=AdamW8bit",
+        "--max_data_loader_n_workers=0",
+        "--max_token_length=225",
+        "--clip_skip=2",
+        "--keep_tokens=1",
+        "--bucket_reso_steps=64",
+        "--min_snr_gamma=5",
+        "--shuffle_caption",
+        "--xformers",
+        "--bucket_no_upscale",
+        "--multires_noise_iterations=6",
+        "--multires_noise_discount=0.03",
+        "--log_with",
+        "wandb",
+        "--wandb_api_key=358de736e95668652af996a9cb484b4df6628f63",
+        "--sample_sampler=euler_a",
+        "--sample_prompts=/content/gdrive/MyDrive/ogipotereplicantv3/sample/prompt.txt",
+        "--sample_every_n_steps=250"
+    ],
+    "state": "running",
+    "program": "/content/gdrive/MyDrive/sd/kohya_ss_colab/train_network.py",
+    "codePath": "train_network.py",
+    "git": {
+        "remote": "https://github.com/YKefasu/kohya_ss_gui_google_colab",
+        "commit": "80bf7b22765082256ecf61634e7b9ccf548dd7fe"
+    },
+    "email": null,
+    "root": "/content/gdrive/MyDrive/sd/kohya_ss_colab",
+    "host": "a618d0d264d4",
+    "username": "root",
+    "executable": "/usr/bin/python3",
+    "cpu_count": 1,
+    "cpu_count_logical": 2,
+    "cpu_freq": {
+        "current": 2199.998,
+        "min": 0.0,
+        "max": 0.0
+    },
+    "cpu_freq_per_core": [
+        {
+            "current": 2199.998,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2199.998,
+            "min": 0.0,
+            "max": 0.0
+        }
+    ],
+    "disk": {
+        "total": 78.1898422241211,
+        "used": 38.08155822753906
+    },
+    "gpu": "Tesla T4",
+    "gpu_count": 1,
+    "gpu_devices": [
+        {
+            "name": "Tesla T4",
+            "memory_total": 16106127360
+        }
+    ],
+    "memory": {
+        "total": 12.678390502929688
+    }
+}

ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/files/wandb-summary.json

@@ -0,0 +1 @@
+{"loss/current": 0.312816858291626, "loss/average": 0.28530449750167985, "lr/textencoder": 0.0, "lr/unet": 0.0, "_timestamp": 1687513593.7933187, "_runtime": 7910.377222776413, "_step": 3500, "sample_0": {"_type": "image-file", "sha256": "a49581d87908ecd8b274a3f9ce146b939985de0ea0eba768bd3646f0e910b438", "size": 288263, "path": "media/images/sample_0_3499_a49581d87908ecd8b274.png", "format": "png", "width": 512, "height": 512}, "_wandb": {"runtime": 7909}}

ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/logs/debug.log

@@ -0,0 +1,34 @@
+2023-06-23 07:34:43,386 INFO    MainThread:15069 [wandb_setup.py:_flush():76] Configure stats pid to 15069
+2023-06-23 07:34:43,387 INFO    MainThread:15069 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings
+2023-06-23 07:34:43,387 INFO    MainThread:15069 [wandb_setup.py:_flush():76] Loading settings from /content/gdrive/MyDrive/sd/kohya_ss_colab/wandb/settings
+2023-06-23 07:34:43,387 INFO    MainThread:15069 [wandb_setup.py:_flush():76] Loading settings from environment variables: {'root_dir': '/content/gdrive/MyDrive/ogipotereplicantv3/20230623073330'}
+2023-06-23 07:34:43,387 INFO    MainThread:15069 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program_relpath': 'train_network.py', 'program': '/content/gdrive/MyDrive/sd/kohya_ss_colab/train_network.py'}
+2023-06-23 07:34:43,387 INFO    MainThread:15069 [wandb_setup.py:_flush():76] Applying login settings: {'api_key': '***REDACTED***'}
+2023-06-23 07:34:43,387 INFO    MainThread:15069 [wandb_setup.py:_flush():76] Applying login settings: {'api_key': '***REDACTED***'}
+2023-06-23 07:34:43,388 INFO    MainThread:15069 [wandb_init.py:_log_setup():507] Logging user logs to /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/logs/debug.log
+2023-06-23 07:34:43,388 INFO    MainThread:15069 [wandb_init.py:_log_setup():508] Logging internal logs to /content/gdrive/MyDrive/ogipotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/logs/debug-internal.log
+2023-06-23 07:34:43,389 INFO    MainThread:15069 [wandb_init.py:init():547] calling init triggers
+2023-06-23 07:34:43,389 INFO    MainThread:15069 [wandb_init.py:init():554] wandb.init called with sweep_config: {}
+config: {}
+2023-06-23 07:34:43,389 INFO    MainThread:15069 [wandb_init.py:init():595] starting backend
+2023-06-23 07:34:43,389 INFO    MainThread:15069 [wandb_init.py:init():599] setting up manager
+2023-06-23 07:34:43,400 INFO    MainThread:15069 [backend.py:_multiprocessing_setup():106] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2023-06-23 07:34:43,415 INFO    MainThread:15069 [wandb_init.py:init():605] backend started and connected
+2023-06-23 07:34:43,418 INFO    MainThread:15069 [wandb_init.py:init():695] updated telemetry
+2023-06-23 07:34:43,524 INFO    MainThread:15069 [wandb_init.py:init():732] communicating run to backend with 60.0 second timeout
+2023-06-23 07:34:44,074 INFO    MainThread:15069 [wandb_run.py:_on_init():2176] communicating current version
+2023-06-23 07:34:44,140 INFO    MainThread:15069 [wandb_run.py:_on_init():2185] got version response upgrade_message: "wandb version 0.15.4 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
+
+2023-06-23 07:34:44,140 INFO    MainThread:15069 [wandb_init.py:init():782] starting run threads in backend
+2023-06-23 07:34:44,295 INFO    MainThread:15069 [wandb_run.py:_console_start():2157] atexit reg
+2023-06-23 07:34:44,295 INFO    MainThread:15069 [wandb_run.py:_redirect():2012] redirect: SettingsConsole.WRAP_RAW
+2023-06-23 07:34:44,296 INFO    MainThread:15069 [wandb_run.py:_redirect():2077] Wrapping output streams.
+2023-06-23 07:34:44,296 INFO    MainThread:15069 [wandb_run.py:_redirect():2102] Redirects installed.
+2023-06-23 07:34:44,297 INFO    MainThread:15069 [wandb_init.py:init():824] run started, returning control to user process
+2023-06-23 09:46:33,796 INFO    MainThread:15069 [wandb_run.py:_finish():1892] finishing run kamabuko02/network_train/4h5c1ot2
+2023-06-23 09:46:33,796 INFO    MainThread:15069 [wandb_run.py:_atexit_cleanup():2126] got exitcode: 0
+2023-06-23 09:46:33,797 INFO    MainThread:15069 [wandb_run.py:_restore():2109] restore
+2023-06-23 09:46:33,797 INFO    MainThread:15069 [wandb_run.py:_restore():2115] restore done
+2023-06-23 09:46:41,067 INFO    MainThread:15069 [wandb_run.py:_footer_history_summary_info():3476] rendering history
+2023-06-23 09:46:41,068 INFO    MainThread:15069 [wandb_run.py:_footer_history_summary_info():3508] rendering summary
+2023-06-23 09:46:41,075 INFO    MainThread:15069 [wandb_run.py:_footer_sync_info():3434] logging synced files

ogpotereplicantv3/20230623073330/wandb/run-20230623_073443-4h5c1ot2/run-4h5c1ot2.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe49d502049de39b4b4a9218fbedda94dc642c8baa28f388cc8fb867b3fae67f
+size 1143843

ogpotereplicantv3/20_ogpote/03bb11ad92bf73b4e37aa5fced1e8567_out.txt

@@ -0,0 +1 @@
+ogpote, 1girl, open mouth, shirt, black hair, hair ornament, sitting, school uniform, white shirt, parted lips, serafuku, indoors, sailor collar, side ponytail, from side, cup, neckerchief, looking to the side, window, depth of field, chair, hair bobbles, red neckerchief, drinking glass, bubble, black sailor collar, head rest, drinking straw, blurry foreground, glass, pencil, ice cube

ogpotereplicantv3/20_ogpote/054726086fc05cf2a59cffdb74a67f80_out.txt

@@ -0,0 +1 @@
+ogpote, 1girl, long hair, shirt, black hair, long sleeves, 1boy, school uniform, white shirt, flower, serafuku, indoors, tears, sailor collar, cup, petals, window, cherry blossoms, desk, branch, looking outside

ogpotereplicantv3/20_ogpote/06454f627d5458baa425583c36421f78_out.txt

@@ -0,0 +1 @@
+ogpote, 1girl, long hair, skirt, shirt, black hair, bare shoulders, underwear, school uniform, standing, collarbone, jacket, white shirt, pleated skirt, indoors, bag, plaid, window, mouth hold, arms behind back, floral print, blazer, camisole, clock

ogpotereplicantv3/20_ogpote/113e71654999ebc8dbecb0d80cab5cf2_out.txt

@@ -0,0 +1 @@
+ogpote, 1girl, short hair, skirt, shirt, black hair, hair ornament, school uniform, white shirt, ponytail, short sleeves, pleated skirt, serafuku, solo focus, indoors, black skirt, sailor collar, from side, neckerchief, phone, cellphone, bottle, hair bobbles, smartphone, holding phone, white sailor collar, blue neckerchief

ogpotereplicantv3/20_ogpote/1703b10e64d89be4e9207ce2e2179d33_out.txt

@@ -0,0 +1 @@
+ogpote, 1girl, long hair, skirt, shirt, navel, school uniform, white shirt, flower, white hair, short sleeves, pleated skirt, outdoors, serafuku, midriff, hand up, blue skirt, neckerchief, petals, floating hair, depth of field, red flower, wind, red neckerchief, yellow flower, sunflower, orange flower

ogpotereplicantv3/20_ogpote/270115329e6ed73d80ae5ed8fe8cceec_out.txt

@@ -0,0 +1 @@
+ogpote, 1girl, short hair, open mouth, skirt, shirt, black hair, school uniform, white shirt, short sleeves, pleated skirt, outdoors, lying, shoes, socks, collared shirt, on back, black skirt, bag, black footwear, backpack, bottle, grass, loafers, water bottle

ogpotereplicantv3/20_ogpote/46ec8ca21b10d0fa2d79535333a83fe6_out.txt

@@ -0,0 +1 @@
+ogpote, 1girl, long hair, smile, skirt, shirt, black hair, long sleeves, bow, hair between eyes, closed mouth, school uniform, heart, pleated skirt, shoes, socks, bowtie, black skirt, bag, black bow, :3, copyright name, brown footwear, arms behind back, white socks, loafers, red background, school bag