Traceback (most recent call last):


 "customWidget.pyo", line 380, in showMenu
RuntimeError: wrapped C/C++ object of type QToolButton has been deleted

Traceback (most recent call last):


 "./tools/train.py", line 186, in <module>

main()


 "./tools/train.py", line 182, in main

meta=meta)


 "mmdetection/mmdet/apis/train.py", line 170, in train_detector

runner.run(data_loaders, cfg.workflow)


 "/opt/anaconda3/lib/python3.7/site-packages/mmcv/runner/epoch_based_runner.py", line 125, in run

epoch_runner(data_loaders[i], **kwargs)


 "/opt/anaconda3/lib/python3.7/site-packages/mmcv/runner/epoch_based_runner.py", line 50, in train

self.run_iter(data_batch, train_mode=True)


 "/opt/anaconda3/lib/python3.7/site-packages/mmcv/runner/epoch_based_runner.py", line 30, in run_iter

**kwargs)


 "/opt/anaconda3/lib/python3.7/site-packages/mmcv/parallel/distributed.py", line 46, in train_step

output = self.module.train_step(*inputs[0], **kwargs[0])


 "mmdetection/mmdet/models/detectors/base.py", line 247, in train_step

losses = self(**data)


 "/opt/anaconda3/lib/python3.7/site-packages/torch/nn/modules/module.py", line 889, in _call_impl

result = self.forward(*input, **kwargs)


 "/opt/anaconda3/lib/python3.7/site-packages/mmcv/runner/fp16_utils.py", line 84, in new_func

return old_func(*args, **kwargs)


 "mmdetection/mmdet/models/detectors/base.py", line 181, in forward

return self.forward_train(img, img_metas, **kwargs)


 "mmdetection/mmdet/models/detectors/two_stage.py", line 156, in forward_train

proposal_cfg=proposal_cfg)


 "mmdetection/mmdet/models/dense_heads/base_dense_head.py", line 54, in forward_train

losses = self.loss(*loss_inputs, gt_bboxes_ignore=gt_bboxes_ignore)


 "mmdetection/mmdet/models/dense_heads/rpn_head.py", line 78, in loss

gt_bboxes_ignore=gt_bboxes_ignore)


 "/opt/anaconda3/lib/python3.7/site-packages/mmcv/runner/fp16_utils.py", line 164, in new_func

return old_func(*args, **kwargs)


 "mmdetection/mmdet/models/dense_heads/anchor_head.py", line 467, in loss

label_channels=label_channels)


 "mmdetection/mmdet/models/dense_heads/anchor_head.py", line 349, in get_targets

unmap_outputs=unmap_outputs)


 "mmdetection/mmdet/core/utils/misc.py", line 29, in multi_apply

return tuple(map(list, zip(*map_results)))


 "mmdetection/mmdet/models/dense_heads/anchor_head.py", line 226, in _get_targets_single

gt_bboxes)


 "mmdetection/mmdet/core/bbox/samplers/base_sampler.py", line 96, in sample

assign_result, num_expected_neg, bboxes=bboxes, **kwargs)


 "mmdetection/mmdet/core/bbox/samplers/random_sampler.py", line 78, in _sample_neg

return self.random_choice(neg_inds, num_expected)


 "mmdetection/mmdet/core/bbox/samplers/random_sampler.py", line 54, in random_choice

perm = torch.randperm(gallery.numel(), device=gallery.device)[:num]
RuntimeError: radix_sort: failed on 1st step: cudaErrorInvalidDevice: invalid device ordinal
