Skip to content

GitLab

Commit f6ddeca0 authored by Mostofa Patwary's avatar Mostofa Patwary
Browse files

Added an example

parent 2f6e46bd
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 2 deletions
tools/openwebtext/find_duplicates.py
View file @ f6ddeca0
...@@ -42,8 +42,9 @@ if __name__ == '__main__': ...@@ -42,8 +42,9 @@ if __name__ == '__main__':
print('parsing the inputs ...') print('parsing the inputs ...')
parser = argparse.ArgumentParser() parser = argparse.ArgumentParser()
parser.add_argument('--inputs', nargs = '*', default=None, help = 'List of ' parser.add_argument('--inputs', nargs = '*', default=None, help = 'Pairwise'
'the input files') ' list of the input files and keys, e.g. --inputs '
' cc.json cc_id news.json news_id')
parser.add_argument('--load-fingerprints', type=str, default=None, parser.add_argument('--load-fingerprints', type=str, default=None,
help='Load the fingerprints from pickle file.') help='Load the fingerprints from pickle file.')
parser.add_argument('--save-fingerprints', type=str, default=None, parser.add_argument('--save-fingerprints', type=str, default=None,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment