Traceback (most recent call last):


 "train_res50_fpn.py", line 167, in <module>

main(args)


 "train_res50_fpn.py", line 99, in main

utils.train_one_epoch(model, optimizer, train_data_loader,


 "/research/dept8/qdou/zwang/faster_rcnn/train_utils/train_eval_utils.py", line 34, in train_one_epoch

loss_dict = model(images, targets)


 "/research/dept8/qdou/zwang/anaconda3/lib/python3.8/site-packages/torch/nn/modules/module.py", line 722, in _call_impl

result = self.forward(*input, **kwargs)


 "/research/dept8/qdou/zwang/faster_rcnn/network_files/faster_rcnn_framework.py", line 93, in forward

detections, detector_losses = self.roi_heads(features, proposals, images.image_sizes, targets)


 "/research/dept8/qdou/zwang/anaconda3/lib/python3.8/site-packages/torch/nn/modules/module.py", line 722, in _call_impl

result = self.forward(*input, **kwargs)


 "/research/dept8/qdou/zwang/faster_rcnn/network_files/roi_head.py", line 367, in forward

proposals, matched_idxs, labels, regression_targets = self.select_training_samples(proposals, targets)


 "/research/dept8/qdou/zwang/faster_rcnn/network_files/roi_head.py", line 222, in select_training_samples

matched_idxs, labels = self.assign_targets_to_proposals(proposals, gt_boxes, gt_labels)


 "/research/dept8/qdou/zwang/faster_rcnn/network_files/roi_head.py", line 144, in assign_targets_to_proposals

labels_in_image[bg_inds] = 0
RuntimeError: copy_if failed to synchronize: cudaErrorAssert: device-side assert triggered

Traceback (most recent call last):


 "/tmp/zeppelin_pyspark-7334199258025649501.py", line 355, in <module>

exec(code, _zcUserQueryNameSpace)


 "<stdin>", line 2, in <module>


 "/opt/miniconda3/envs/test/lib/python3.6/site-packages/bokeh/util/api.py", line 190, in wrapper

return obj(*args, **kw)


 "/opt/miniconda3/envs/test/lib/python3.6/site-packages/bokeh/io/output.py", line 114, in output_notebook

run_notebook_hook(notebook_type, 'load', resources, verbose, hide_banner, load_timeout)


 "/opt/miniconda3/envs/test/lib/python3.6/site-packages/bokeh/util/api.py", line 190, in wrapper

return obj(*args, **kw)


 "/opt/miniconda3/envs/test/lib/python3.6/site-packages/bokeh/io/notebook.py", line 286, in run_notebook_hook

raise RuntimeError("no display hook installed for notebook type %r" % notebook_type)
RuntimeError: no display hook installed for notebook type 'zeppelin'
