Traceback (most recent call last):


 "/anaconda3/envs/torch-xla-1.7/lib/python3.6/site-packages/torch_xla/distributed/xla_multiprocessing.py", line 330, in _mp_start_fn

_start_fn(index, pf_cfg, fn, args)


 "/anaconda3/envs/torch-xla-1.7/lib/python3.6/site-packages/torch_xla/distributed/xla_multiprocessing.py", line 324, in _start_fn

fn(gindex, *args)


 "/home/alejandro_vaca/transformers/examples/language-modeling/run_mlm.py", line 405, in _mp_fn

main()


 "/home/alejandro_vaca/transformers/examples/language-modeling/run_mlm.py", line 379, in main

trainer.train(model_path=model_path)


 "/anaconda3/envs/torch-xla-1.7/lib/python3.6/site-packages/transformers/trainer.py", line 777, in train

self._maybe_log_save_evaluate(tr_loss, model, trial, epoch)


 "/anaconda3/envs/torch-xla-1.7/lib/python3.6/site-packages/transformers/trainer.py", line 848, in _maybe_log_save_evaluate

self._save_checkpoint(model, trial, metrics=metrics)


 "/anaconda3/envs/torch-xla-1.7/lib/python3.6/site-packages/transformers/trainer.py", line 869, in _save_checkpoint

self.save_model(output_dir)


 "/anaconda3/envs/torch-xla-1.7/lib/python3.6/site-packages/transformers/trainer.py", line 1135, in save_model

self._save_tpu(output_dir)


 "/anaconda3/envs/torch-xla-1.7/lib/python3.6/site-packages/transformers/trainer.py", line 1157, in _save_tpu

self.tokenizer.save_pretrained(output_dir)


 "/anaconda3/envs/torch-xla-1.7/lib/python3.6/site-packages/transformers/tokenization_utils_base.py", line 1972, in save_pretrained

filename_prefix=filename_prefix,


 "/anaconda3/envs/torch-xla-1.7/lib/python3.6/site-packages/transformers/tokenization_utils_fast.py", line 524, in _save_pretrained

vocab_files = self.save_vocabulary(save_directory, filename_prefix=filename_prefix)


 "/anaconda3/envs/torch-xla-1.7/lib/python3.6/site-packages/transformers/models/albert/tokenization_albert_fast.py", line 252, in save_vocabulary

if os.path.abspath(self.vocab_file) != os.path.abspath(out_vocab_file):


 "/anaconda3/envs/torch-xla-1.7/lib/python3.6/posixpath.py", line 378, in abspath

path = os.fspath(path)
TypeError: expected str, bytes or os.PathLike object, not NoneType

Traceback (most recent call last):


 "/home/nzb0040/.pyenv/versions/3.8.6/lib/python3.8/contextlib.py", line 131, in __exit__

self.gen.throw(type, value, traceback)


 "/home/nzb0040/.pyenv/versions/intersection_train/lib/python3.8/site-packages/pytorch_lightning/profiler/profilers.py", line 71, in profile

yield action_name


 "/home/nzb0040/.pyenv/versions/intersection_train/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 1102, in call_hook

trainer_hook(*args, **kwargs)


 "/home/nzb0040/.pyenv/versions/intersection_train/lib/python3.8/site-packages/pytorch_lightning/trainer/callback_hook.py", line 35, in on_before_accelerator_backend_setup

callback.on_before_accelerator_backend_setup(self, model)


 "/home/nzb0040/.pyenv/versions/intersection_train/lib/python3.8/site-packages/pytorch_lightning/callbacks/swa.py", line 142, in on_before_accelerator_backend_setup

self._average_model = deepcopy(pl_module)


 "/home/nzb0040/.pyenv/versions/3.8.6/lib/python3.8/copy.py", line 172, in deepcopy

y = _reconstruct(x, memo, *rv)


 "/home/nzb0040/.pyenv/versions/3.8.6/lib/python3.8/copy.py", line 270, in _reconstruct

state = deepcopy(state, memo)


 "/home/nzb0040/.pyenv/versions/3.8.6/lib/python3.8/copy.py", line 146, in deepcopy

y = copier(x, memo)


 "/home/nzb0040/.pyenv/versions/3.8.6/lib/python3.8/copy.py", line 230, in _deepcopy_dict

y[deepcopy(key, memo)] = deepcopy(value, memo)


 "/home/nzb0040/.pyenv/versions/3.8.6/lib/python3.8/copy.py", line 172, in deepcopy

y = _reconstruct(x, memo, *rv)


 "/home/nzb0040/.pyenv/versions/3.8.6/lib/python3.8/copy.py", line 270, in _reconstruct

state = deepcopy(state, memo)


 "/home/nzb0040/.pyenv/versions/3.8.6/lib/python3.8/copy.py", line 146, in deepcopy

y = copier(x, memo)


 "/home/nzb0040/.pyenv/versions/3.8.6/lib/python3.8/copy.py", line 230, in _deepcopy_dict

y[deepcopy(key, memo)] = deepcopy(value, memo)


 "/home/nzb0040/.pyenv/versions/3.8.6/lib/python3.8/copy.py", line 172, in deepcopy

y = _reconstruct(x, memo, *rv)


 "/home/nzb0040/.pyenv/versions/3.8.6/lib/python3.8/copy.py", line 270, in _reconstruct

state = deepcopy(state, memo)


 "/home/nzb0040/.pyenv/versions/3.8.6/lib/python3.8/copy.py", line 146, in deepcopy

y = copier(x, memo)


 "/home/nzb0040/.pyenv/versions/3.8.6/lib/python3.8/copy.py", line 230, in _deepcopy_dict

y[deepcopy(key, memo)] = deepcopy(value, memo)


 "/home/nzb0040/.pyenv/versions/3.8.6/lib/python3.8/copy.py", line 146, in deepcopy

y = copier(x, memo)


 "/home/nzb0040/.pyenv/versions/3.8.6/lib/python3.8/copy.py", line 230, in _deepcopy_dict

y[deepcopy(key, memo)] = deepcopy(value, memo)


 "/home/nzb0040/.pyenv/versions/3.8.6/lib/python3.8/copy.py", line 161, in deepcopy

rv = reductor(4)
TypeError: cannot pickle 'Profile' object
