Traceback (most recent call last):


 "train.py", line 203, in <module>

sess.run(initializer)


 "/usr/local/lib/python3.6/dist-packages/tensorflow/python/client/session.py", line 950, in run

run_metadata_ptr)


 "/usr/local/lib/python3.6/dist-packages/tensorflow/python/client/session.py", line 1173, in _run

feed_dict_tensor, options, run_metadata)


 "/usr/local/lib/python3.6/dist-packages/tensorflow/python/client/session.py", line 1350, in _do_run

run_metadata)


 "/usr/local/lib/python3.6/dist-packages/tensorflow/python/client/session.py", line 1370, in _do_call

raise type(e)(node_def, op, message)
tensorflow.python.framework.errors_impl.InvalidArgumentError: Cannot assign a device for operation model_1/ones: node model_1/ones (defined at /home/CYM/pixel-cnn/pixel_cnn_pp/model.py:36) was explicitly assigned to /device:GPU:0 but available devices are [ /job:localhost/replica:0/task:0/device:CPU:0, /job:localhost/replica:0/task:0/device:XLA_CPU:0, /job:localhost/replica:0/task:0/device:XLA_GPU:0, /job:localhost/replica:0/task:0/device:XLA_GPU:1, /job:localhost/replica:0/task:0/device:XLA_GPU:2, /job:localhost/replica:0/task:0/device:XLA_GPU:3 ]. Make sure the device specification refers to a valid device.

Traceback (most recent call last):


 "/usr/local/lib/python3.6/site-packages/tensorflowonspark/TFSparkNode.py", line 340, in wrapper_fn_background

wrapper_fn(args, context)


 "/usr/local/lib/python3.6/site-packages/tensorflowonspark/TFSparkNode.py", line 334, in wrapper_fn

fn(args, context)


 "/home/hadoop/TensorFlowOnSpark/examples/mnist/keras/mnist_spark.py", line 66, in main_fun

multi_worker_model.fit(x=ds, epochs=args.epochs, steps_per_epoch=max_steps_per_worker, callbacks=callbacks)


 "/usr/local/lib64/python3.6/site-packages/tensorflow/python/keras/engine/training.py", line 631, in fit

mode=dc.CoordinatorMode.INDEPENDENT_WORKER)


 "/usr/local/lib64/python3.6/site-packages/tensorflow/python/distribute/distribute_coordinator.py", line 853, in run_distribute_coordinator

task_id, session_config, rpc_layer)


 "/usr/local/lib64/python3.6/site-packages/tensorflow/python/distribute/distribute_coordinator.py", line 360, in _run_single_worker

return worker_fn(strategy)


 "/usr/local/lib64/python3.6/site-packages/tensorflow/python/keras/engine/training.py", line 625, in _worker_fn

validation_freq=validation_freq)


 "/usr/local/lib64/python3.6/site-packages/tensorflow/python/keras/engine/training_distributed.py", line 143, in fit_distributed

steps_name='steps_per_epoch')


 "/usr/local/lib64/python3.6/site-packages/tensorflow/python/keras/engine/training_arrays.py", line 274, in model_iteration

batch_outs = f(actual_inputs)


 "/usr/local/lib64/python3.6/site-packages/tensorflow/python/keras/backend.py", line 3292, in __call__

run_metadata=self.run_metadata)


 "/usr/local/lib64/python3.6/site-packages/tensorflow/python/client/session.py", line 1458, in __call__

run_metadata_ptr)
tensorflow.python.framework.errors_impl.InvalidArgumentError: From /job:worker/replica:0/task:0:
