Traceback (most recent call last):


 "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/poll.py", line 111, in wait

listener.cb(fileno)


 "/usr/local/lib/python3.6/dist-packages/eventlet/green/select.py", line 57, in on_write

current.switch(([], [original], []))


 "/usr/local/lib/python3.6/dist-packages/celery/worker/pidbox.py", line 120, in loop

connection.drain_events(timeout=1.0)


 "/usr/local/lib/python3.6/dist-packages/kombu/connection.py", line 315, in drain_events

return self.transport.drain_events(self.connection, **kwargs)


 "/usr/local/lib/python3.6/dist-packages/kombu/transport/virtual/base.py", line 963, in drain_events

get(self._deliver, timeout=timeout)


 "/usr/local/lib/python3.6/dist-packages/kombu/transport/redis.py", line 367, in get

events = self.poller.poll(timeout)


 "/usr/local/lib/python3.6/dist-packages/kombu/utils/eventio.py", line 289, in poll

return self._remove_bad()


 "/usr/local/lib/python3.6/dist-packages/kombu/utils/eventio.py", line 262, in _remove_bad

_selectf([fd], [], [], 0)


 "/usr/local/lib/python3.6/dist-packages/eventlet/green/select.py", line 76, in select

listeners.append(hub.add(hub.READ, k, on_read, current.throw, lambda: None))


 "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/epolls.py", line 22, in add

listener = hub.BaseHub.add(self, evtype, fileno, cb, tb, mac)


 "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 181, in add

evtype, fileno, evtype, cb, bucket[fileno]))
RuntimeError: Second simultaneous read on fileno 8 detected.
Unless you really know what you're doing, make sure that only one greenthread can read any particular socket.
Consider using a pools.Pool. If you do know what you're doing and want to disable this error, call eventlet.debug.hub_prevent_multiple_readers(False) - MY THREAD=<function select.<locals>.on_read at 0x7f50d8df6598>; THAT THREAD=FdListener('read', 8, <function select.<locals>.on_read at 0x7f50cc849f28>, <built-in method throw of greenlet.greenlet object at 0x7f50cdd1a930>)

Traceback (most recent call last):


 "train.py", line 961, in <module>

train_loop(model, data_loaders, optimizer, writer, checkpoint_dir=checkpoint_dir)


 "train.py", line 724, in train_loop

checkpoint_dir, eval_dir, do_eval, ema)


 "train.py", line 639, in __train_step

y_hat = model(x, c=c, g=g, softmax=False)


 "/usr/local/lib/python3.6/dist-packages/torch/nn/modules/module.py", line 325, in __call__

result = self.forward(*input, **kwargs)


 "/content/wavenet_vocoder/wavenet_vocoder/wavenet.py", line 207, in forward

x, h = f(x, c, g_bct)


 "/usr/local/lib/python3.6/dist-packages/torch/nn/modules/module.py", line 325, in __call__

result = self.forward(*input, **kwargs)


 "/content/wavenet_vocoder/wavenet_vocoder/modules.py", line 122, in forward

return self._forward(x, c, g, False)


 "/content/wavenet_vocoder/wavenet_vocoder/modules.py", line 140, in _forward

x = F.dropout(x, p=self.dropout, training=self.training)


 "/usr/local/lib/python3.6/dist-packages/torch/nn/functional.py", line 526, in dropout

return _functions.dropout.Dropout.apply(input, p, training, inplace)


 "/usr/local/lib/python3.6/dist-packages/torch/nn/_functions/dropout.py", line 32, in forward

output = input.clone()
RuntimeError: cuda runtime error (2) : out of memory at /pytorch/torch/lib/THC/generic/THCStorage.cu:58
