config_train_nd_qft_pixiv_best_2k_sample_v1.yaml

name: test-run

trainer:
  model_path: "../models/fd5me9.ckpt"
  batch_size: 24
  resolution: 1024
  seed: 1138
  wandb_id: "yada-debug"
  use_ema: false
  use_compile: false
  use_xformers: true
  accumulate_grad_batches: 1
  gradient_clip_val: 0.0

  save_format: safetensors
  checkpoint_dir: checkpoint
  checkpoint_freq: 1
  checkpoint_steps: -1
  save_weights_only: true
  max_epochs: -1
  max_steps: -1

  
advanced:
  train_text_encoder_1: false
  train_text_encoder_2: false
  text_encoder_1_lr: 3e-6
  text_encoder_2_lr: 3e-6
  offset_noise: true
  offset_noise_val: 0.12
  min_snr_val: 5
  timestep_start: 0
  timestep_end: 1000
  input_perturbation: false
  input_perturbation_val: 0.0
  v_parameterization: false
  scale_v_pred_loss_like_noise_pred: false
  v_pred_like_loss: 0
  debiased_estimation_loss: false
  zero_terminal_snr: false
  
lightning:
  accelerator: gpu
  devices: -1
  precision: 16-mixed

dataset:
  img_path: "pixiv_filteed_sample_2k.h5"
  tag_processor: data.processors.placebo
  precompure_embeds: false # or .../prompt_cache.h5
  use_central_crop: true
  ucg: 0.1
  max_token_length: 225 # [75, 150, 225]
  # (not recommended) - use scripts/cache_latents.py instead and set img_path to the cached latents
  # cache_latents: true
  # cache_latents_path: /notebooks/BA_latents
  # 
  # repeat_strategy:
  #   - [/rurudo_lion_imgonly/, 2]
  #
  # target_area: 1048576 # 1024 * 1024
  # min_size: 512
  # max_size: 2048
  # divisible: 64

optimizer:
  name: torch.optim.AdamW
  params:
    lr: 3.0e-05
    weight_decay: 0.01

scheduler:
  name: transformers.get_cosine_schedule_with_warmup
  params:
    num_warmup_steps: 27
    num_training_steps: 920
    last_epoch: -1

sampling:
  enabled: true
  use_wandb: true
  every_n_steps: -1
  every_n_epochs: 1
  save_dir: samples
  seed: 1024
  height: 1024
  width: 1024
  steps: 28
  cfg_scale: 8
  negative_prompts:
  - text, error, signature, watermark, username, realistic,3d, lowres, cropped, worth
    quality ,low quality, normal quality, jpeg artifacts, blurry, bad anatomy, bad
    hands, bad arms, bad feet
  - text, error, signature, watermark, username, realistic,3d, lowres, cropped, worth
    quality ,low quality, normal quality, jpeg artifacts, blurry, bad anatomy, bad
    hands, bad arms, bad feet
  - text, error, signature, watermark, username, realistic,3d, lowres, cropped, worth
    quality ,low quality, normal quality, jpeg artifacts, blurry, bad anatomy, bad
    hands, bad arms, bad feet
  - text, error, signature, watermark, username, realistic,3d, lowres, cropped, worth
    quality ,low quality, normal quality, jpeg artifacts, blurry, bad anatomy, bad
    hands, bad arms, bad feet
  - text, error, signature, watermark, username, realistic,3d, lowres, cropped, worth
    quality ,low quality, normal quality, jpeg artifacts, blurry, bad anatomy, bad
    hands, bad arms, bad feet
  - lowres, low quality, text, error, extra digit, cropped
  - text, error, signature, watermark, username, realistic,3d, lowres, cropped, worth
    quality ,low quality, normal quality, jpeg artifacts, blurry, bad anatomy, bad
    hands, bad arms, bad feet
  - lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer
    digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature,
    watermark, username, blurry
  - lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer
    digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature,
    watermark, username, blurry
  - lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer
    digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature,
    watermark, username, blurry
  - lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer
    digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature,
    watermark, username, blurry
  - lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer
    digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature,
    watermark, username, blurry
  - lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer
    digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature,
    watermark, username, blurry
  - lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer
    digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature,
    watermark, username, blurry
  prompts:
  - best quality, a girl with a yellow hat and a yellow shirt, sitting, white legwear,
    uniform, jacket, thighhighs, bare shoulders, high contrast, paint splatter
  - best quality, 1girl, solo, loli, cat girl, silver hair ,blue eyes, flat chest,
    solo, beautiful detailed background, messy hair, long hair
  - masterpiece, best quality, 1girl, a clean painting of a girl with long white hair
    drinking coffee in a coffee bar
  - best quality, 1girl, a clean painting of a girl with long white hair drinking
    coffee in a coffee bar
  - 1girl, a clean painting of a girl with long white hair drinking coffee in a coffee
    bar
  - 1girl,sitting,fantasy,masterpiece,best quality,(long blonde hair),(blue eyes),(floating
    hair),(black ribbed sweater:1.1),(red plaid skirt:1.1),(cat ears)
  - A girl with collar, chain, and leash sits by a window, looking at the viewer.
    She has blue eyes, blonde hair, and small breasts, with cum visible on her body
    and hair. Her facial expression is one of tears and clenched teeth, and she wears
    metal cuffs and a metal collar.
  - A girl with collar, chain, and leash sits by a window, looking at the viewer.
    She has blue eyes, blonde hair, and small breasts, with cum visible on her body
    and hair. Her facial expression is one of tears and clenched teeth, and she wears
    metal cuffs and a metal collar.
  - masterpiece, best quality, 1girl, solo,loli,wedding dress, see-through highleg
    leotard, veil, elbow gloves, white thighhighs, crown, earrings, bow on waist,
    sideboob, lace,
  - 1girl, solo, shirt, thighhighs, skirt, hands on hips, white shirt, crystal, flandre
    scarlet, blonde hair, grey skirt, red bow, red eyes, black thighhighs, wings,
    white background,
  - 1girl, solo, hina_(blue_archive), long_hair, alternate_costume, horns, maid, purple_eyes,
    white_hair, demon_horns, wings
  - 1girl, solo, stomach, halo, breasts, pink_hair, bikini, navel, swimsuit, white_bikini,
    jacket, long_hair
  - 1girl, solo, forehead, long_hair, halo, white_background, red_hair, purple_eyes,
    maid, white_bow, maid_headdress
  - 1girl, breasts, animal_ears, rabbit_ears, cup, solo, fake_animal_ears, looking_at_viewer,
    pantyhose, playboy_bunny, leotard, cleavage, teacup, brown_hair, bare_shoulders