Traceback (most recent call last):


 "/usr/local/bin/t2t-trainer", line 83, in <module>

tf.app.run()


 "/usr/local/lib/python2.7/dist-packages/tensorflow/python/platform/app.py", line 48, in run

_sys.exit(main(_sys.argv[:1] + flags_passthrough))


 "/usr/local/bin/t2t-trainer", line 79, in main

schedule=FLAGS.schedule)


 "/usr/local/lib/python2.7/dist-packages/tensor2tensor/utils/trainer_utils.py", line 240, in run

run_locally(exp_fn(output_dir))


 "/usr/local/lib/python2.7/dist-packages/tensor2tensor/utils/trainer_utils.py", line 531, in run_locally

exp.train()


 "/usr/local/lib/python2.7/dist-packages/tensorflow/contrib/learn/python/learn/experiment.py", line 275, in train

hooks=self._train_monitors + extra_hooks)


 "/usr/local/lib/python2.7/dist-packages/tensorflow/contrib/learn/python/learn/experiment.py", line 665, in _call_train

monitors=hooks)


 "/usr/local/lib/python2.7/dist-packages/tensorflow/python/util/deprecation.py", line 289, in new_func

return func(*args, **kwargs)


 "/usr/local/lib/python2.7/dist-packages/tensorflow/contrib/learn/python/learn/estimators/estimator.py", line 455, in fit

loss = self._train_model(input_fn=input_fn, hooks=hooks)


 "/usr/local/lib/python2.7/dist-packages/tensorflow/contrib/learn/python/learn/estimators/estimator.py", line 1007, in _train_model

_, loss = mon_sess.run([model_fn_ops.train_op, model_fn_ops.loss])


 "/usr/local/lib/python2.7/dist-packages/tensorflow/python/training/monitored_session.py", line 505, in run

run_metadata=run_metadata)


 "/usr/local/lib/python2.7/dist-packages/tensorflow/python/training/monitored_session.py", line 842, in run

run_metadata=run_metadata)


 "/usr/local/lib/python2.7/dist-packages/tensorflow/python/training/monitored_session.py", line 798, in run

return self._sess.run(*args, **kwargs)


 "/usr/local/lib/python2.7/dist-packages/tensorflow/python/training/monitored_session.py", line 960, in run

run_metadata=run_metadata))


 "/usr/local/lib/python2.7/dist-packages/tensorflow/python/training/basic_session_run_hooks.py", line 477, in after_run

raise NanLossDuringTrainingError
tensorflow.python.training.basic_session_run_hooks.NanLossDuringTrainingError: NaN loss during training.

Traceback (most recent call last):


 "sm.py", line 39, in <module>

import matplotlib.pyplot as plt
# to plot


 "/usr/lib64/python2.7/site-packages/matplotlib/pyplot.py", line 26, in <module>

from matplotlib.figure import Figure, figaspect


 "/usr/lib64/python2.7/site-packages/matplotlib/figure.py", line 36, in <module>

from matplotlib.axes import Axes, SubplotBase, subplot_class_factory


 "/usr/lib64/python2.7/site-packages/matplotlib/axes/__init__.py", line 4, in <module>

from ._subplots import *


 "/usr/lib64/python2.7/site-packages/matplotlib/axes/_subplots.py", line 10, in <module>

from matplotlib.axes._axes import Axes


 "/usr/lib64/python2.7/site-packages/matplotlib/axes/_axes.py", line 17, in <module>

from matplotlib import _preprocess_data
ImportError: cannot import name _preprocess_data
