text: _base_ = [
      '../../_base_/models/mocov1/r18.py',
      '../../_base_/datasets/cifar10/mocov1_sz224_bs64.py',
      '../../_base_/default_runtime.py',
  ]
  
  # interval for accumulate gradient
  update_interval = 1  # total: 4 x bs64 x 1 accumulates = bs256
  
  # optimizer
  optimizer = dict(type='SGD', lr=0.03, weight_decay=1e-4, momentum=0.9)
  
  # apex
  use_fp16 = False
  fp16 = dict(type='apex', loss_scale=dict(init_scale=512., mode='dynamic'))
  # optimizer args
  optimizer_config = dict(update_interval=update_interval, use_fp16=use_fp16, grad_clip=None)
  
  # learning policy
  lr_config = dict(policy='step', step=[600, 800])
  
  # runtime settings
  runner = dict(type='EpochBasedRunner', max_epochs=1000)
  