Traceback (most recent call last):


 "preprocess.py", line 164, in <module>

main()


 "preprocess.py", line 90, in main

opt.train_tgt, opt.max_word_seq_len, opt.keep_case)


 "preprocess.py", line 12, in read_instances_from_file

for sent in f:


 "/root/miniconda3/envs/Lin/lib/python3.6/encodings/ascii.py", line 26, in decode

return codecs.ascii_decode(input, self.errors)[0]
UnicodeDecodeError: 'ascii' codec can't decode byte 0xc3 in position 14: ordinal not in range(128)

Traceback (most recent call last):


 "/usr/local/bin/t2t-datagen", line 378, in <module>

tf.app.run()


 "/usr/local/lib/python2.7/dist-packages/tensorflow/python/platform/app.py", line 48, in run

_sys.exit(main(_sys.argv[:1] + flags_passthrough))


 "/usr/local/bin/t2t-datagen", line 361, in main

training_gen(), FLAGS.problem + UNSHUFFLED_SUFFIX + "-train",


 "/usr/local/bin/t2t-datagen", line 151, in <lambda>

lambda: wmt.ende_wordpiece_token_generator(FLAGS.tmp_dir, True, 2**15),


 "build/bdist.linux-x86_64/egg/tensor2tensor/data_generators/wmt.py", line 230, in ende_wordpiece_token_generator


 "build/bdist.linux-x86_64/egg/tensor2tensor/data_generators/generator_utils.py", line 265, in get_or_generate_vocab


 "build/bdist.linux-x86_64/egg/tensor2tensor/data_generators/text_encoder.py", line 343, in build_to_target_size


 "build/bdist.linux-x86_64/egg/tensor2tensor/data_generators/text_encoder.py", line 329, in bisect


 "build/bdist.linux-x86_64/egg/tensor2tensor/data_generators/text_encoder.py", line 417, in build_from_token_counts
UnicodeDecodeError: 'ascii' codec can't decode byte 0x80 in position 0: ordinal not in range(128)
