Traceback (most recent call last):


 "preprocess.py", line 78, in <module>

main()


 "preprocess.py", line 60, in main

train = onmt.IO.ONMTDataset(opt.train_src, opt.train_tgt, fields, opt)


 "/home/moses/pytorchwork/OpenNMT-py/onmt/IO.py", line 132, in __init__

src_data = self._read_corpus_file(src_path, src_truncate)


 "/home/moses/pytorchwork/OpenNMT-py/onmt/IO.py", line 203, in _read_corpus_file

return [extract_features(line) for line in lines]


 "/home/moses/pytorchwork/OpenNMT-py/onmt/IO.py", line 35, in extract_features

token_size = len(split_tokens[0])
IndexError: list index out of range

Traceback (most recent call last):


 "/home/icsl/clusterfuzz/clusterfuzz-master/my-bot/clusterfuzz/src/python/system/process_handler.py", line 193, in run_process

ignore_children=ignore_children)


 "/home/icsl/clusterfuzz/clusterfuzz-master/my-bot/clusterfuzz/src/third_party/mozprocess/processhandler.py", line 760, in __init__

(self.cmd, self.args) = (self.cmd[0], self.cmd[1:])
IndexError: list index out of range
