Skip to content

GitLab

Commit 002cb170 authored by Neel Kant's avatar Neel Kant
Browse files

Correct arguments

parent 183ad176
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 2 deletions
megatron/arguments.py
View file @ 002cb170
...@@ -322,8 +322,10 @@ def _add_data_args(parser): ...@@ -322,8 +322,10 @@ def _add_data_args(parser):
help='Path to combined dataset to split.') help='Path to combined dataset to split.')
group.add_argument('--titles-data-path', type=str, default=None, group.add_argument('--titles-data-path', type=str, default=None,
help='Path to titles dataset used for ICT') help='Path to titles dataset used for ICT')
group.add_argument('--hash-data-path', type=str, default=None, group.add_argument('--block-data-path', type=str, default=None,
help='Path to pickled HashedIndex data structure') help='Path to pickled BlockData data structure')
group.add_argument('--block-index-path', type=str, default=None,
help='Path to pickled data structure for efficient block indexing')
group.add_argument('--split', type=str, default='969, 30, 1', group.add_argument('--split', type=str, default='969, 30, 1',
help='Comma-separated list of proportions for training,' help='Comma-separated list of proportions for training,'
' validation, and test split. For example the split ' ' validation, and test split. For example the split '
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment