Unverified Commit 146c5212 authored by Lysandre Debut's avatar Lysandre Debut Committed by GitHub
Browse files

Merge branch 'master' into add_models_special_tokens_to_specific_configs

parents f5b50c6b b623ddc0
......@@ -14,6 +14,9 @@ import requests
REGEXP_FIND_S3_LINKS = r"""([\"'])(https:\/\/s3)(.*)?\1"""
S3_BUCKET_PREFIX = "https://s3.amazonaws.com/models.huggingface.co/bert"
def list_python_files_in_repository():
""" List all python files in the repository.
......@@ -36,7 +39,7 @@ def find_all_links(file_paths):
for path in file_paths:
links += scan_code_for_links(path)
return links
return [link for link in links if link != S3_BUCKET_PREFIX]
def scan_code_for_links(source):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment