Commit 45cd4e0b authored by Anmol Gupta's avatar Anmol Gupta
Browse files

removed assert for the case of evaluation only without training

parent 63e59949
...@@ -81,9 +81,10 @@ def build_train_valid_test_datasets(data_prefix, data_impl, ...@@ -81,9 +81,10 @@ def build_train_valid_test_datasets(data_prefix, data_impl,
blending_test_dataset) blending_test_dataset)
else: else:
print_rank_0("Separate data paths provided for train, valid & test. Split string will be ignored.") print_rank_0("Separate data paths provided for train, valid & test. Split string will be ignored.")
assert (train_data_prefix is not None)
train_dataset, valid_dataset, test_dataset = None, None, None train_dataset, valid_dataset, test_dataset = None, None, None
# Single dataset. # Single dataset.
if train_data_prefix is not None:
train_dataset = build_dataset("train", train_data_prefix, data_impl, train_dataset = build_dataset("train", train_data_prefix, data_impl,
train_valid_test_num_samples[0], seq_length, seed, train_valid_test_num_samples[0], seq_length, seed,
skip_warmup) skip_warmup)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment