Unverified Commit 8978b696 authored by Sylvain Gugger's avatar Sylvain Gugger Committed by GitHub
Browse files

Update check of core deps (#24277)

parent c4fec38b
...@@ -23,9 +23,21 @@ from .utils.versions import require_version, require_version_core ...@@ -23,9 +23,21 @@ from .utils.versions import require_version, require_version_core
# order specific notes: # order specific notes:
# - tqdm must be checked before tokenizers # - tqdm must be checked before tokenizers
pkgs_to_check_at_runtime = "python tqdm regex requests packaging filelock numpy tokenizers".split() pkgs_to_check_at_runtime = [
if sys.version_info < (3, 7): "python",
pkgs_to_check_at_runtime.append("dataclasses") "tqdm",
"regex",
"requests",
"packaging",
"filelock",
"numpy",
"tokenizers",
"huggingface-hub",
"safetensors",
"accelerate",
"pyyaml",
]
if sys.version_info < (3, 8): if sys.version_info < (3, 8):
pkgs_to_check_at_runtime.append("importlib_metadata") pkgs_to_check_at_runtime.append("importlib_metadata")
...@@ -37,6 +49,14 @@ for pkg in pkgs_to_check_at_runtime: ...@@ -37,6 +49,14 @@ for pkg in pkgs_to_check_at_runtime:
if not is_tokenizers_available(): if not is_tokenizers_available():
continue # not required, check version only if installed continue # not required, check version only if installed
elif pkg == "accelerate":
# must be loaded here, or else tqdm check may fail
from .utils import is_accelerate_available
# Maybe switch to is_torch_available in the future here so that Accelerate is hard dep of
# Transformers with PyTorch
if not is_accelerate_available():
continue # not required, check version only if installed
require_version_core(deps[pkg]) require_version_core(deps[pkg])
else: else:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment