Traceback (most recent call last):


 "train.py", line 13, in <module>

model = create_model(opt)


 "/home/sky/pix2pix/pytorch-CycleGAN-and-pix2pix-master/models/models.py", line 19, in create_model

model.initialize(opt)


 "/home/sky/pix2pix/pytorch-CycleGAN-and-pix2pix-master/models/pix2pix_model.py", line 27, in initialize

opt.which_model_netG, opt.norm, not opt.no_dropout, self.gpu_ids)


 "/home/sky/pix2pix/pytorch-CycleGAN-and-pix2pix-master/models/networks.py", line 51, in define_G

netG.apply(weights_init)


 "/home/sky/anaconda3/lib/python3.6/site-packages/torch/nn/modules/module.py", line 136, in apply

module.apply(fn)


 "/home/sky/anaconda3/lib/python3.6/site-packages/torch/nn/modules/module.py", line 136, in apply

module.apply(fn)


 "/home/sky/anaconda3/lib/python3.6/site-packages/torch/nn/modules/module.py", line 136, in apply

module.apply(fn)

[Previous line repeated 1 more times]


 "/home/sky/anaconda3/lib/python3.6/site-packages/torch/nn/modules/module.py", line 137, in apply

fn(self)


 "/home/sky/pix2pix/pytorch-CycleGAN-and-pix2pix-master/models/networks.py", line 18, in weights_init

m.bias.data.fill_(0)
RuntimeError: cuda runtime error (8) : invalid device function at /pytorch/torch/lib/THC/generic/THCTensorMath.cu:15

Traceback (most recent call last):


 "./tools/train.py", line 178, in <module>

main()


 "./tools/train.py", line 174, in main

meta=meta)


 "/home/usr/repos/mmaction2/mmaction/apis/train.py", line 141, in train_model

runner.run(data_loaders, cfg.workflow, cfg.total_epochs, **runner_kwargs)


 "/home/usr/bin/anaconda3/envs/open-mmlab/lib/python3.7/site-packages/mmcv/runner/epoch_based_runner.py", line 125, in run

epoch_runner(data_loaders[i], **kwargs)


 "/home/usr/bin/anaconda3/envs/open-mmlab/lib/python3.7/site-packages/mmcv/runner/epoch_based_runner.py", line 50, in train

self.run_iter(data_batch, train_mode=True)


 "/home/usr/bin/anaconda3/envs/open-mmlab/lib/python3.7/site-packages/mmcv/runner/epoch_based_runner.py", line 30, in run_iter

**kwargs)


 "/home/usr/bin/anaconda3/envs/open-mmlab/lib/python3.7/site-packages/mmcv/parallel/distributed.py", line 36, in train_step

output = self.module.train_step(*inputs[0], **kwargs[0])


 "/home/usr/repos/mmaction2/mmaction/models/recognizers/base.py", line 207, in train_step

losses = self(imgs, label, return_loss=True, **aux_info)


 "/home/usr/bin/anaconda3/envs/open-mmlab/lib/python3.7/site-packages/torch/nn/modules/module.py", line 744, in _call_impl

result = self.forward(*input, **kwargs)


 "/home/usr/repos/mmaction2/mmaction/models/recognizers/base.py", line 169, in forward

return self.forward_train(imgs, label, **kwargs)


 "/home/usr/repos/mmaction2/mmaction/models/recognizers/recognizer2d.py", line 17, in forward_train

x = self.extract_feat(imgs)


 "/home/usr/bin/anaconda3/envs/open-mmlab/lib/python3.7/site-packages/mmcv/runner/fp16_utils.py", line 84, in new_func

return old_func(*args, **kwargs)


 "/home/usr/repos/mmaction2/mmaction/models/recognizers/base.py", line 72, in extract_feat

x = self.backbone(imgs)


 "/home/usr/bin/anaconda3/envs/open-mmlab/lib/python3.7/site-packages/torch/nn/modules/module.py", line 744, in _call_impl

result = self.forward(*input, **kwargs)


 "/home/usr/repos/mmaction2/mmaction/models/backbones/resnet.py", line 536, in forward

x = self.conv1(x)


 "/home/usr/bin/anaconda3/envs/open-mmlab/lib/python3.7/site-packages/torch/nn/modules/module.py", line 744, in _call_impl

result = self.forward(*input, **kwargs)


 "/home/usr/bin/anaconda3/envs/open-mmlab/lib/python3.7/site-packages/mmcv/cnn/bricks/conv_module.py", line 192, in forward

x = self.conv(x)


 "/home/usr/bin/anaconda3/envs/open-mmlab/lib/python3.7/site-packages/torch/nn/modules/module.py", line 744, in _call_impl

result = self.forward(*input, **kwargs)


 "/home/usr/bin/anaconda3/envs/open-mmlab/lib/python3.7/site-packages/mmcv/cnn/bricks/wrappers.py", line 58, in forward

return super().forward(x)


 "/home/usr/bin/anaconda3/envs/open-mmlab/lib/python3.7/site-packages/torch/nn/modules/conv.py", line 394, in forward

return self._conv_forward(input, self.weight, self.bias)


 "/home/usr/bin/anaconda3/envs/open-mmlab/lib/python3.7/site-packages/torch/nn/modules/conv.py", line 391, in _conv_forward

self.padding, self.dilation, self.groups)
RuntimeError: CUDA error: CUBLAS_STATUS_INVALID_VALUE when calling `cublasSetMathMode(handle, CUBLAS_TF32_TENSOR_OP_MATH)`
