Fixed a minor bug

0a158128 · Mostofa Patwary · c1faa9fe · 0a158128
Commit 0a158128 authored Feb 17, 2021 by Mostofa Patwary
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

tools/openwebtext/group_duplicate_url.py tools/openwebtext/group_duplicate_url.py +1 -1

No files found.
--- a/tools/openwebtext/group_duplicate_url.py
+++ b/tools/openwebtext/group_duplicate_url.py
@@ -19,7 +19,7 @@ import sys


 def is_similar(jaccard_similarity):
-    return (js >= 0.9)
+    return (jaccard_similarity >= 0.7)


 if __name__ == '__main__':