Unverified Commit cf897246 authored by Sylvain Gugger's avatar Sylvain Gugger Committed by GitHub
Browse files

Fix validation file loading in scripts (#8298)

parent cb966e64
...@@ -190,7 +190,7 @@ def main(): ...@@ -190,7 +190,7 @@ def main():
if data_args.train_file is not None: if data_args.train_file is not None:
data_files["train"] = data_args.train_file data_files["train"] = data_args.train_file
if data_args.validation_file is not None: if data_args.validation_file is not None:
data_files["validation"] = data_args.train_file data_files["validation"] = data_args.validation_file
extension = data_args.train_file.split(".")[-1] extension = data_args.train_file.split(".")[-1]
if extension == "txt": if extension == "txt":
extension = "text" extension = "text"
......
...@@ -201,7 +201,7 @@ def main(): ...@@ -201,7 +201,7 @@ def main():
if data_args.train_file is not None: if data_args.train_file is not None:
data_files["train"] = data_args.train_file data_files["train"] = data_args.train_file
if data_args.validation_file is not None: if data_args.validation_file is not None:
data_files["validation"] = data_args.train_file data_files["validation"] = data_args.validation_file
extension = data_args.train_file.split(".")[-1] extension = data_args.train_file.split(".")[-1]
if extension == "txt": if extension == "txt":
extension = "text" extension = "text"
......
...@@ -204,7 +204,7 @@ def main(): ...@@ -204,7 +204,7 @@ def main():
if data_args.train_file is not None: if data_args.train_file is not None:
data_files["train"] = data_args.train_file data_files["train"] = data_args.train_file
if data_args.validation_file is not None: if data_args.validation_file is not None:
data_files["validation"] = data_args.train_file data_files["validation"] = data_args.validation_file
extension = data_args.train_file.split(".")[-1] extension = data_args.train_file.split(".")[-1]
if extension == "txt": if extension == "txt":
extension = "text" extension = "text"
......
...@@ -198,7 +198,7 @@ def main(): ...@@ -198,7 +198,7 @@ def main():
if data_args.train_file is not None: if data_args.train_file is not None:
data_files["train"] = data_args.train_file data_files["train"] = data_args.train_file
if data_args.validation_file is not None: if data_args.validation_file is not None:
data_files["validation"] = data_args.train_file data_files["validation"] = data_args.validation_file
extension = data_args.train_file.split(".")[-1] extension = data_args.train_file.split(".")[-1]
if extension == "txt": if extension == "txt":
extension = "text" extension = "text"
......
...@@ -205,7 +205,7 @@ def main(): ...@@ -205,7 +205,7 @@ def main():
if data_args.train_file is not None: if data_args.train_file is not None:
data_files["train"] = data_args.train_file data_files["train"] = data_args.train_file
if data_args.validation_file is not None: if data_args.validation_file is not None:
data_files["validation"] = data_args.train_file data_files["validation"] = data_args.validation_file
extension = data_args.train_file.split(".")[-1] extension = data_args.train_file.split(".")[-1]
if extension == "txt": if extension == "txt":
extension = "text" extension = "text"
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment