Commit 45cd4e0b authored by Anmol Gupta's avatar Anmol Gupta
Browse files

removed assert for the case of evaluation only without training

parent 63e59949
...@@ -81,12 +81,13 @@ def build_train_valid_test_datasets(data_prefix, data_impl, ...@@ -81,12 +81,13 @@ def build_train_valid_test_datasets(data_prefix, data_impl,
blending_test_dataset) blending_test_dataset)
else: else:
print_rank_0("Separate data paths provided for train, valid & test. Split string will be ignored.") print_rank_0("Separate data paths provided for train, valid & test. Split string will be ignored.")
assert (train_data_prefix is not None)
train_dataset, valid_dataset, test_dataset = None, None, None train_dataset, valid_dataset, test_dataset = None, None, None
# Single dataset. # Single dataset.
train_dataset = build_dataset("train", train_data_prefix, data_impl, if train_data_prefix is not None:
train_valid_test_num_samples[0], seq_length, seed, train_dataset = build_dataset("train", train_data_prefix, data_impl,
skip_warmup) train_valid_test_num_samples[0], seq_length, seed,
skip_warmup)
if valid_data_prefix is not None: if valid_data_prefix is not None:
valid_dataset = build_dataset("valid", valid_data_prefix, data_impl, valid_dataset = build_dataset("valid", valid_data_prefix, data_impl,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment