basic_install_test.py

import torch
import warnings
import importlib

try:
    import deepspeed
    print("deepspeed successfully imported")
except ImportError as err:
    raise err

print(f"torch install path: {torch.__path__}")
print(f"torch version: {torch.__version__}")
print(f"deepspeed install path: {deepspeed.__path__}")
print(
    f"deepspeed info: {deepspeed.__version__}, {deepspeed.__git_hash__}, {deepspeed.__git_branch__}"
)

try:
    apex_C = importlib.import_module('apex_C')
    print("apex successfully installed")
except Exception as err:
    raise err

try:
    from apex.optimizers import FP16_Optimizer
    print("using old-style apex")
except ImportError:
    print("using new-style apex")

try:
    importlib.import_module('deepspeed.ops.lamb.fused_lamb_cuda')
    print('deepspeed lamb successfully installed.')
except Exception as err:
    warnings.warn("deepspeed lamb is NOT installed.")

try:
    importlib.import_module('deepspeed.ops.transformer.transformer_cuda')
    print('deepspeed transformer kernels successfully installed.')
except Exception as err:
    warnings.warn('deepspeed transformer kernels are NOT installed.')

try:
    importlib.import_module('deepspeed.ops.sparse_attention.cpp_utils')
    print('deepspeed sparse attention successfully installed.')
except ImportError:
    warnings.warn('deepspeed sparse attention is NOT installed.')