> Traceback (most recent call last):


 "train_pre_model.py", line 257, in <module>

trainer.train(resume_from_checkpoint=last_checkpoint)


 "/usr/local/lib/python3.6/dist-packages/transformers/trainer.py", line 1120, in train

tr_loss += self.training_step(model, inputs)


 "/usr/local/lib/python3.6/dist-packages/transformers/trainer.py", line 1524, in training_step

loss = self.compute_loss(model, inputs)


 "/usr/local/lib/python3.6/dist-packages/transformers/trainer.py", line 1556, in compute_loss

outputs = model(**inputs)


 "/usr/local/lib/python3.6/dist-packages/torch/nn/modules/module.py", line 727, in _call_impl

result = self.forward(*input, **kwargs)


 "/usr/local/lib/python3.6/dist-packages/torch/nn/parallel/data_parallel.py", line 161, in forward

outputs = self.parallel_apply(replicas, inputs, kwargs)


 "/usr/local/lib/python3.6/dist-packages/torch/nn/parallel/data_parallel.py", line 171, in parallel_apply

return parallel_apply(replicas, inputs, kwargs, self.device_ids[:len(replicas)])


 "/usr/local/lib/python3.6/dist-packages/torch/nn/parallel/parallel_apply.py", line 86, in parallel_apply

output.reraise()


 "/usr/local/lib/python3.6/dist-packages/torch/_utils.py", line 428, in reraise

raise self.exc_type(msg)
RuntimeError: Caught RuntimeError in replica 0 on device 0.

Traceback (most recent call last):


 "/usr/local/lib/python3.7/site-packages/aiohttp/http_websocket.py", line 632, in ping

await self._send_frame(message, WSMsgType.PING)


 "/usr/local/lib/python3.7/site-packages/aiohttp/http_websocket.py", line 614, in _send_frame

self.transport.write(header + message)


 "uvloop/handles/stream.pyx", line 671, in uvloop.loop.UVStream.write


 "uvloop/handles/handle.pyx", line 159, in uvloop.loop.UVHandle._ensure_alive
RuntimeError: unable to perform operation on <TCPTransport closed=True reading=False 0x5616152bbb78>; the handler is closed
