Skip to content

GitLab

Unverified Commit 146c5212 authored by Lysandre Debut's avatar Lysandre Debut Committed by GitHub
Browse files

Merge branch 'master' into add_models_special_tokens_to_specific_configs

parents f5b50c6b b623ddc0
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 1 deletion
utils/link_tester.py
View file @ 146c5212
...@@ -14,6 +14,9 @@ import requests ...@@ -14,6 +14,9 @@ import requests
REGEXP_FIND_S3_LINKS = r"""([\"'])(https:\/\/s3)(.*)?\1""" REGEXP_FIND_S3_LINKS = r"""([\"'])(https:\/\/s3)(.*)?\1"""
S3_BUCKET_PREFIX = "https://s3.amazonaws.com/models.huggingface.co/bert"
def list_python_files_in_repository(): def list_python_files_in_repository():
""" List all python files in the repository. """ List all python files in the repository.
...@@ -36,7 +39,7 @@ def find_all_links(file_paths): ...@@ -36,7 +39,7 @@ def find_all_links(file_paths):
for path in file_paths: for path in file_paths:
links += scan_code_for_links(path) links += scan_code_for_links(path)
return links return [link for link in links if link != S3_BUCKET_PREFIX]
def scan_code_for_links(source): def scan_code_for_links(source):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment