Traceback (most recent call last):


 "./tools/train.py", line 156, in <module>

main()


 "./tools/train.py", line 98, in main

init_dist(args.launcher, **cfg.dist_params)


 "/home/user/anaconda3/envs/mm/lib/python3.7/site-packages/mmcv/runner/dist_utils.py", line 20, in init_dist

_init_dist_pytorch(backend, **kwargs)


 "/home/user/anaconda3/envs/mm/lib/python3.7/site-packages/mmcv/runner/dist_utils.py", line 34, in _init_dist_pytorch

dist.init_process_group(backend=backend, **kwargs)


 "/home/user/anaconda3/envs/mm/lib/python3.7/site-packages/torch/distributed/distributed_c10d.py", line 423, in init_process_group

store, rank, world_size = next(rendezvous_iterator)


 "/home/user/anaconda3/envs/mm/lib/python3.7/site-packages/torch/distributed/rendezvous.py", line 179, in _env_rendezvous_handler

store = TCPStore(master_addr, master_port, world_size, start_daemon, timeout)
RuntimeError: Address already in use

Traceback (most recent call last):


 "/home/lucifer/LibSrcs/pycharm-community-2018.3.2/helpers/pydev/pydevd.py", line 1741, in <module>

main()


 "/home/lucifer/LibSrcs/pycharm-community-2018.3.2/helpers/pydev/pydevd.py", line 1735, in main

globals = debugger.run(setup['file'], None, None, is_module)


 "/home/lucifer/LibSrcs/pycharm-community-2018.3.2/helpers/pydev/pydevd.py", line 1135, in run

pydev_imports.execfile(file, globals, locals)
# execute the script


 "/home/lucifer/LibSrcs/pycharm-community-2018.3.2/helpers/pydev/_pydev_imps/_pydev_execfile.py", line 18, in execfile

exec(compile(contents+"\n", file, 'exec'), glob, loc)


 "/home/lucifer/Projects/05_maskrcnn-benchmark/maskrcnn-benchmark/my_run/run_local/e2e_faster_rcnn_R_50_C4_1x/train_net_e2e_faster_rcnn_R_50_C4_1x.py", line 201, in <module>

main()


 "/home/lucifer/Projects/05_maskrcnn-benchmark/maskrcnn-benchmark/my_run/run_local/e2e_faster_rcnn_R_50_C4_1x/train_net_e2e_faster_rcnn_R_50_C4_1x.py", line 194, in main

model = train(cfg, args.local_rank, args.distributed)


 "/home/lucifer/Projects/05_maskrcnn-benchmark/maskrcnn-benchmark/my_run/run_local/e2e_faster_rcnn_R_50_C4_1x/train_net_e2e_faster_rcnn_R_50_C4_1x.py", line 94, in train

arguments,


 "/home/lucifer/Projects/05_maskrcnn-benchmark/maskrcnn-benchmark/maskrcnn_benchmark/engine/trainer.py", line 84, in do_train

loss_dict = model(images, targets)


 "/home/lucifer/.virtualenvs/maskrcnn-benchmark/lib/python3.6/site-packages/torch/nn/modules/module.py", line 494, in __call__

result = self.forward(*input, **kwargs)


 "/home/lucifer/.virtualenvs/maskrcnn-benchmark/lib/python3.6/site-packages/apex-0.1-py3.6-linux-x86_64.egg/apex/amp/_initialize.py", line 197, in new_fwd

**applier(kwargs, input_caster))


 "/home/lucifer/Projects/05_maskrcnn-benchmark/maskrcnn-benchmark/maskrcnn_benchmark/modeling/detector/generalized_rcnn.py", line 52, in forward

x, result, detector_losses = self.roi_heads(features, proposals, targets)


 "/home/lucifer/.virtualenvs/maskrcnn-benchmark/lib/python3.6/site-packages/torch/nn/modules/module.py", line 494, in __call__

result = self.forward(*input, **kwargs)


 "/home/lucifer/Projects/05_maskrcnn-benchmark/maskrcnn-benchmark/maskrcnn_benchmark/modeling/roi_heads/roi_heads.py", line 26, in forward

x, detections, loss_box = self.box(features, proposals, targets)


 "/home/lucifer/.virtualenvs/maskrcnn-benchmark/lib/python3.6/site-packages/torch/nn/modules/module.py", line 494, in __call__

result = self.forward(*input, **kwargs)


 "/home/lucifer/Projects/05_maskrcnn-benchmark/maskrcnn-benchmark/maskrcnn_benchmark/modeling/roi_heads/box_head/box_head.py", line 43, in forward

proposals = self.loss_evaluator.subsample(proposals, targets)


 "/home/lucifer/Projects/05_maskrcnn-benchmark/maskrcnn-benchmark/maskrcnn_benchmark/modeling/roi_heads/box_head/loss.py", line 114, in subsample

img_sampled_inds = torch.nonzero(pos_inds_img | neg_inds_img).squeeze(1)
RuntimeError: s__th_or is not implemented for type CUDABoolType
