message: Init test net on all GPUs, allows parallel inference
diff: @@ -51,8 +51,8 @@ void Solver<Dtype>::Init(const SolverParameter& param) {
  }
  // Scaffolding code
  InitTrainNet();
  - if (Caffe::root_solver()) {
  InitTestNets();
  + if (Caffe::root_solver()) {
  LOG(INFO) << "Solver scaffolding done.";
  }
  iter_ = 0;
  @@ -102,7 +102,6 @@ void Solver<Dtype>::InitTrainNet() {
  template <typename Dtype>
  void Solver<Dtype>::InitTestNets() {
  - CHECK(Caffe::root_solver());
  const bool has_net_param = param_.has_net_param();
  const bool has_net_file = param_.has_net();
  const int num_generic_nets = has_net_param + has_net_file;
  