Unverified Commit a9eca743 authored by Patrick von Platen's avatar Patrick von Platen Committed by GitHub
Browse files

Wav2vec2 finetuning shared file system (#17423)



* fix_torch_device_generate_test

* remove @

* [Fix shared file system]
Co-authored-by: default avatarPatrick von Platen <patrick@huggingface.co>
parent 740a1574
...@@ -501,7 +501,12 @@ def main(): ...@@ -501,7 +501,12 @@ def main():
with training_args.main_process_first(): with training_args.main_process_first():
if training_args.overwrite_output_dir and os.path.isfile(vocab_file): if training_args.overwrite_output_dir and os.path.isfile(vocab_file):
os.remove(vocab_file) try:
os.remove(vocab_file)
except OSError:
# in shared file-systems it might be the case that
# two processes try to delete the vocab file at the some time
pass
with training_args.main_process_first(desc="dataset map vocabulary creation"): with training_args.main_process_first(desc="dataset map vocabulary creation"):
if not os.path.isfile(vocab_file): if not os.path.isfile(vocab_file):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment