{
  "preprocessing": [
    {
      "type": "image_resize",
      "width": 84,
      "height": 84
    },
    {
      "type": "grayscale"
    },
    {
      "type": "divide",
      "scale": 255
    },
    {
      "type": "sequence",
      "length": 4
    }
  ],
  "exploration": {
    "type": "epsilon_anneal",
    "epsilon": 1.0,
    "epsilon_final": 0.1,
    "epsilon_timesteps": 1e6
  },

  "batch_size": 6,
  "repeat_update": 1,
  "keep_last": true,
  "target_update_frequency": 10000,

  "discount": 0.99,
  "learning_rate": 0.004,
  "optimizer": {
    "type": "rmsprop",
    "decay": 0.99,
    "epsilon": 0.1
  },
  "tf_saver": false,
  "tf_summary": null,
  "log_level": "info",

  "gradient_clipping": 40,
  "update_target_weight": 1.0,
  "double_dqn": false,
  "clip_loss": 1.0,
  "loss_aggregation_type": "sum"
}

{
  "preprocessing": [
    {
      "type": "image_resize",
      "width": 84,
      "height": 84
    },
    {
      "type": "grayscale"
    },
    {
      "type": "divide",
      "scale": 255
    },
    {
      "type": "sequence",
      "length": 4
    }
  ],
  "exploration": {
    "type": "epsilon_anneal",
    "epsilon": 1.0,
    "epsilon_final": 0.1,
    "epsilon_timesteps": 1e6
  },

  "batch_size": 6,
  "repeat_update": 1,
  "keep_last": true,
  "target_update_frequency": 10000,

  "discount": 0.99,
  "learning_rate": 0.004,
  "optimizer": {
    "type": "rmsprop",
    "decay": 0.99,
    "epsilon": 0.1
  },
  "tf_saver": false,
  "tf_summary": null,
  "log_level": "info",

  "gradient_clipping": 40,
  "update_target_weight": 1.0,
  "double_dqn": false,
  "clip_loss": 1.0
}

Remove false parameter from nstep config
Remove false parameter from nstep config
