collect_model_urls.py 484 Bytes
Newer Older
1
2
3
4
import pathlib
import re
import sys

5
MODEL_URL_PATTERN = re.compile(r"https://download[.]pytorch[.]org/models/.+?[.]pth")
6
7


8
def main(*roots):
9
    model_urls = set()
10
11
12
13
14
    for root in roots:
        for path in pathlib.Path(root).rglob("*.py"):
            with open(path, "r") as file:
                for line in file:
                    model_urls.update(MODEL_URL_PATTERN.findall(line))
15
16
17
18
19

    print("\n".join(sorted(model_urls)))


if __name__ == "__main__":
20
    main(*sys.argv[1:])