Traceback (most recent call last):


 "src/preprocess_reader_data.py", line 49, in <module>

main(args)


 "src/preprocess_reader_data.py", line 28, in main

tensorizer, args.num_workers)


 "/mnt/dqa/renruiyang/env/DPR/dpr/data/reader_data.py", line 215, in convert_retriever_results

for file_name in workers.map(_parse_batch, chunks):


 "//mnt/dqa/lihongyu04/python3.7_torch1.1/lib/python3.7/multiprocessing/pool.py", line 268, in map

return self._map_async(func, iterable, mapstar, chunksize).get()


 "//mnt/dqa/lihongyu04/python3.7_torch1.1/lib/python3.7/multiprocessing/pool.py", line 657, in get

raise self._value
TypeError: _tokenize() got an unexpected keyword argument 'truncation'

Traceback (most recent call last):


 "generate.py", line 161, in <module>

main()


 "generate.py", line 41, in main

dataset = data.load_with_check(args.data, [args.gen_subset], args.source_lang, args.target_lang)


 "/home/xushiting/workspace/pytorch/fairseq-py/fairseq/data.py", line 37, in load_with_check

src, dst = find_language_pair(os.listdir(path))
TypeError: 'NoneType' object is not iterable