basic_install_test.py

import torch
import warnings
import importlib
import warnings

GREEN = '\033[92m'
RED = '\033[91m'
YELLOW = '\033[93m'
END = '\033[0m'
SUCCESS = f"{GREEN} [SUCCESS] {END}"
WARNING = f"{YELLOW} [WARNING] {END}"
FAIL = f'{RED} [FAIL] {END}'
INFO = ' [INFO]'

try:
    import deepspeed
    print(f"{SUCCESS} deepspeed successfully imported.")
except ImportError as err:
    raise err

print(f"{INFO} torch install path: {torch.__path__}")
print(f"{INFO} torch version: {torch.__version__}, torch.cuda: {torch.version.cuda}")
print(f"{INFO} deepspeed install path: {deepspeed.__path__}")
print(
    f"{INFO} deepspeed info: {deepspeed.__version__}, {deepspeed.__git_hash__}, {deepspeed.__git_branch__}"
)

try:
    apex_C = importlib.import_module('apex_C')
    print(f"{SUCCESS} apex extensions successfully installed")
except Exception as err:
    print(f'{WARNING} apex extensions are not installed')

try:
    from apex.optimizers import FP16_Optimizer
    print(f"{INFO} using old-style apex")
except ImportError:
    print(f"{INFO} using new-style apex")

try:
    importlib.import_module('deepspeed.ops.lamb.fused_lamb_cuda')
    print(f'{SUCCESS} fused lamb successfully installed.')
except Exception as err:
    print(f"{WARNING} fused lamb is NOT installed.")

try:
    importlib.import_module('deepspeed.ops.transformer.transformer_cuda')
    print(f'{SUCCESS} transformer kernels successfully installed.')
except Exception as err:
    print(f'{WARNING} transformer kernels are NOT installed.')

try:
    with warnings.catch_warnings():
        warnings.simplefilter('ignore')
        importlib.import_module('deepspeed.ops.sparse_attention.cpp_utils')
        import triton
    print(f'{SUCCESS} sparse attention successfully installed.')
except ImportError:
    print(f'{WARNING} sparse attention is NOT installed.')

try:
    importlib.import_module('deepspeed.ops.adam.cpu_adam_op')
    print(f'{SUCCESS} cpu-adam (used by ZeRO-offload) successfully installed.')
except ImportError:
    print(f'{WARNING} cpu-adam (used by ZeRO-offload) is NOT installed.')