pytorch_check.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "1588c7b3-e01b-40b7-b26d-c90559ce4355",
   "metadata": {},
   "source": [
    "# DCU镜像检测-pytorch\n",
    "此脚本为pytorch的DCU镜像通用检查脚本，更多项目和issue信息请参考[链接](https://developer.sourcefind.cn/codes/chenpangpang/gpu-base-image-test)。"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "de0f0d91-c642-4a34-bb2a-1c7b482246c9",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "id": "3b01123f-d38f-4078-9e4c-4770ead409b0",
   "metadata": {},
   "source": [
    "## 一、线上版本检测\n",
    "目前线上版本检测分为(1) torch 2.1.0 python 3.8 (2) torch 2.1.0 python 3.10 (3) python 2.3.0 三个版本的检测"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "cb3d1d2b-eba3-4943-bc1c-84a4eeeddacf",
   "metadata": {},
   "source": [
    "## 1.1 torch 2.1.0 python 3.8 检测"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "8c9a395c-eefd-4053-aa38-e6bb69a1e2a8",
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "os.system(\"cat /etc/issue\")\n",
    "import torch\n",
    "print(torch.cuda.is_available())\n",
    "import sys\n",
    "print(sys.path)\n",
    "import torch;print(torch.__version__,'\\n',torch.__dcu_version__)\n",
    "import torchvision;print(torchvision.__version__,'\\n',torchvision.__dcu_version__)\n",
    "import torch;print(torch.__version__,'\\n',torch.__dcu_version__)\n",
    "import torchvision;print(torchvision.__version__,'\\n',torchvision.__dcu_version__)\n",
    "import xformers;print(xformers.__version__,'\\n',xformers.__dcu_version__)\n",
    "import lightop;print(lightop.__version__,'\\n',lightop.__dcu_version__)\n",
    "import fastpt;print(fastpt.__version__,'\\n',fastpt.__dcu_version__)\n",
    "import layer_check_pt;print(layer_check_pt.__version__,'\\n',layer_check_pt.__dcu_version__)\n",
    "import flash_attn;print(flash_attn.__version__,'\\n',flash_attn.__dcu_version__)\n",
    "import vllm;print(vllm.__version__,'\\n',vllm.__dcu_version__)\n",
    "import torch;import lmslim;print(lmslim.__version__,'\\n',lmslim.__dcu_version__)\n",
    "import xformers;print(xformers.__version__,'\\n',xformers.__dcu_version__)\n",
    "import triton;print(triton.__version__,'\\n',triton.__dcu_version__)\n",
    "import bitsandbytes;print(bitsandbytes.__version__,'\\n',bitsandbytes.__version__)\n",
    "import diffusers;print(diffusers.__version__,'\\n',diffusers.__dcu_version__)\n",
    "import lmdeploy;print(lmdeploy.__version__,'\\n',lmdeploy.__dcu_version__)\n",
    "import torchaudio;print(torchaudio.__version__,'\\n',torchaudio.__dcu_version__)\n",
    "import ctranslate2; print(ctranslate2.__version__,'\\n',ctranslate2.__dcu_version__)\n",
    "import tinycudann\n",
    "import fmoe; print(fmoe.__version__,'\\n',fmoe.__dcu_version__)\n",
    "import pytorch3d; print(pytorch3d.__version__,'\\n',pytorch3d.__dcu_version__)\n",
    "import faiss; print(faiss.__version__,'\\n',faiss.__dcu_version__)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a49bb205-254c-433c-8fa8-a9fecfbe1127",
   "metadata": {},
   "source": [
    "## 1.2 torch 2.1.0 python 3.10 检测"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "9d8fac07-cef4-48a8-af30-fff6902bb095",
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "os.system(\"cat /etc/issue\")\n",
    "import torch\n",
    "print(torch.cuda.is_available())\n",
    "import sys\n",
    "print(sys.path)\n",
    "import torch;print(torch.__version__,'\\n',torch.__dcu_version__)\n",
    "import torchvision;print(torchvision.__version__,'\\n',torchvision.__dcu_version__)\n",
    "import torch;print(torch.__version__,'\\n',torch.__dcu_version__)\n",
    "import torchvision;print(torchvision.__version__,'\\n',torchvision.__dcu_version__)\n",
    "import xformers;print(xformers.__version__,'\\n',xformers.__dcu_version__)\n",
    "import lightop;print(lightop.__version__,'\\n',lightop.__dcu_version__)\n",
    "import fastpt;print(fastpt.__version__,'\\n',fastpt.__dcu_version__)\n",
    "import layer_check_pt;print(layer_check_pt.__version__,'\\n',layer_check_pt.__dcu_version__)\n",
    "import flash_attn;print(flash_attn.__version__,'\\n',flash_attn.__dcu_version__)\n",
    "import vllm;print(vllm.__version__,'\\n',vllm.__dcu_version__)\n",
    "import torch;import lmslim;print(lmslim.__version__,'\\n',lmslim.__dcu_version__)\n",
    "import xformers;print(xformers.__version__,'\\n',xformers.__dcu_version__)\n",
    "import triton;print(triton.__version__,'\\n',triton.__dcu_version__)\n",
    "import bitsandbytes;print(bitsandbytes.__version__,'\\n',bitsandbytes.__version__)\n",
    "import diffusers;print(diffusers.__version__,'\\n',diffusers.__dcu_version__)\n",
    "import aitemplate;print(aitemplate.__version__,'\\n',aitemplate.__version__)\n",
    "import lmdeploy;print(lmdeploy.__version__,'\\n',lmdeploy.__dcu_version__)\n",
    "import torchaudio;print(torchaudio.__version__,'\\n',torchaudio.__dcu_version__)\n",
    "import ctranslate2; print(ctranslate2.__version__,'\\n',ctranslate2.__dcu_version__)\n",
    "import tinycudann\n",
    "import fmoe; print(fmoe.__version__,'\\n',fmoe.__dcu_version__)\n",
    "import pytorch3d; print(pytorch3d.__version__,'\\n',pytorch3d.__dcu_version__)\n",
    "import faiss; print(faiss.__version__,'\\n',faiss.__dcu_version__)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "d43438d4-685f-4802-a084-82237a716986",
   "metadata": {},
   "source": [
    "## 1.3 torch 2.3.0 检测"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "e3f1877d-2950-4d71-8999-bc9700c12aa9",
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "os.system(\"cat /etc/issue\")\n",
    "import torch\n",
    "print(torch.cuda.is_available())\n",
    "import sys\n",
    "print(sys.path)\n",
    "import torch;print(torch.__version__,'\\n',torch.__dcu_version__)\n",
    "import torchvision;print(torchvision.__version__,'\\n',torchvision.__dcu_version__)\n",
    "import torch;print(torch.__version__,'\\n',torch.__dcu_version__)\n",
    "import torchvision;print(torchvision.__version__,'\\n',torchvision.__dcu_version__)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "7d6b5669-7323-439a-81a9-fd4d22203374",
   "metadata": {},
   "source": [
    "## 二、脚本检测"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "d9d99812-1f39-4d09-b7c6-e4dad76512eb",
   "metadata": {},
   "source": [
    "### 2.1 检测环境配置"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "f1610376-0737-44c6-844a-2be500aea28f",
   "metadata": {},
   "outputs": [],
   "source": [
    "!pip install diffusers "
   ]
  },
  {
   "cell_type": "markdown",
   "id": "80f1654b-8469-4ada-8a0f-751c1d68a046",
   "metadata": {},
   "source": [
    "### 2.2 文本模型检测"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "9fd76680-aee7-4f91-84cb-d4545797638f",
   "metadata": {},
   "outputs": [],
   "source": [
    "!python ../pytorch/gpt2/infer.py"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "cc670a82-b5ce-497a-a23c-9407cc9cc545",
   "metadata": {},
   "source": [
    "### 2.3 图像模型检测"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "791f559c-22f8-486e-b232-315198bec464",
   "metadata": {},
   "outputs": [],
   "source": [
    "!python ../pytorch/stable-diffusion-v1-4/infer.py"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.15"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}