Skip to content

GitLab

Commit fc1f55ab authored by chenpangpang's avatar chenpangpang
Browse files

feat: 脚本完善

parent 79606193
Hide whitespace changes
Inline Side-by-side
Showing with 168 additions and 185 deletions
dcu/tensorflow_check.ipynb
View file @ fc1f55ab
...@@ -23,7 +23,7 @@ ...@@ -23,7 +23,7 @@
"name": "stdout", "name": "stdout",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"['/opt/conda/lib/python38.zip', '/opt/conda/lib/python3.8', '/opt/conda/lib/python3.8/lib-dynload', '', '/opt/conda/lib/python3.8/site-packages']\n", "['/opt/conda/lib/python311.zip', '/opt/conda/lib/python3.11', '/opt/conda/lib/python3.11/lib-dynload', '', '/opt/conda/lib/python3.11/site-packages']\n",
"1.2.0 \n", "1.2.0 \n",
" 1.2.0+das.dtk24041\n" " 1.2.0+das.dtk24041\n"
] ]
...@@ -32,7 +32,7 @@ ...@@ -32,7 +32,7 @@
"name": "stderr", "name": "stderr",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"2024-10-12 14:21:00.451531: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n", "2024-10-12 16:47:31.410050: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n",
"To enable the following instructions: SSE3 SSE4.1 SSE4.2 AVX AVX2 FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n" "To enable the following instructions: SSE3 SSE4.1 SSE4.2 AVX AVX2 FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n"
] ]
}, },
...@@ -40,7 +40,7 @@ ...@@ -40,7 +40,7 @@
"name": "stdout", "name": "stdout",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"WARNING:tensorflow:From /tmp/ipykernel_5101/616564938.py:6: is_gpu_available (from tensorflow.python.framework.test_util) is deprecated and will be removed in a future version.\n", "WARNING:tensorflow:From /tmp/ipykernel_2551/616564938.py:6: is_gpu_available (from tensorflow.python.framework.test_util) is deprecated and will be removed in a future version.\n",
"Instructions for updating:\n", "Instructions for updating:\n",
"Use `tf.config.list_physical_devices('GPU')` instead.\n", "Use `tf.config.list_physical_devices('GPU')` instead.\n",
"True\n" "True\n"
...@@ -50,7 +50,7 @@ ...@@ -50,7 +50,7 @@
"name": "stderr", "name": "stderr",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"2024-10-12 14:21:02.635306: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1639] Created device /device:GPU:0 with 63225 MB memory: -> device: 0, name: DCU K100_AI, pci bus id: 0000:16:00.0\n" "2024-10-12 16:47:33.709567: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1639] Created device /device:GPU:0 with 63225 MB memory: -> device: 0, name: DCU K100_AI, pci bus id: 0000:1d:00.0\n"
] ]
} }
], ],
...@@ -79,7 +79,7 @@ ...@@ -79,7 +79,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 8, "execution_count": 2,
"id": "642d011c-eb3f-4aea-9fff-cb75b2558913", "id": "642d011c-eb3f-4aea-9fff-cb75b2558913",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
...@@ -89,29 +89,9 @@ ...@@ -89,29 +89,9 @@
"text": [ "text": [
"Ubuntu 22.04.5 LTS \\n \\l\n", "Ubuntu 22.04.5 LTS \\n \\l\n",
"\n", "\n",
"python version: 3.8.20 (default, Oct 3 2024, 15:24:27) \n", "python version: 3.11.9 (main, Apr 19 2024, 16:48:06) [GCC 11.2.0]\n",
"[GCC 11.2.0]\n", "tensorflow version: 2.13.1\n"
"tensorflow version: 2.13.1\n",
"tensorflow cuda available: True\n"
] ]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"2024-10-12 14:46:31.245907: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1639] Created device /device:GPU:0 with 63225 MB memory: -> device: 0, name: DCU K100_AI, pci bus id: 0000:16:00.0\n",
"sh: line 1: nvcc: command not found\n"
]
},
{
"data": {
"text/plain": [
"0"
]
},
"execution_count": 8,
"metadata": {},
"output_type": "execute_result"
} }
], ],
"source": [ "source": [
...@@ -139,12 +119,13 @@ ...@@ -139,12 +119,13 @@
"id": "1d8ba587-f615-45f3-98ce-90879b6183aa", "id": "1d8ba587-f615-45f3-98ce-90879b6183aa",
"metadata": {}, "metadata": {},
"source": [ "source": [
"步骤一 安装相关依赖库" "步骤一 安装相关依赖库<br>\n",
"注意：把`tf-keras`和`tensorflow-text`的版本号改成与tensorflow版本一致的版本号，例如，tensorflow的版本为`2.13.1`，上述两包的版本改为`2.13.*`。另外，如果tensorflow的版本低于`2.14`，则`tf-keras`的版本改为2.14.1，如果没有匹配的版本也可尝试安装相近版本"
] ]
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 5, "execution_count": 4,
"id": "fb44e957-de9b-4b54-a736-d46fe3ce1634", "id": "fb44e957-de9b-4b54-a736-d46fe3ce1634",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
...@@ -153,67 +134,69 @@ ...@@ -153,67 +134,69 @@
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"Looking in indexes: https://pypi.tuna.tsinghua.edu.cn/simple\n", "Looking in indexes: https://pypi.tuna.tsinghua.edu.cn/simple\n",
"Requirement already satisfied: tensorflow-hub in /opt/conda/lib/python3.8/site-packages (0.16.1)\n", "Collecting tf-keras==2.14.1\n",
"Collecting tensorflow-text\n", " Using cached https://pypi.tuna.tsinghua.edu.cn/packages/a0/61/c7a98446afd921b7c4a0688e6eb30bf8f48040d069c349c772e7763636e6/tf_keras-2.14.1-py3-none-any.whl (1.7 MB)\n",
" Downloading https://pypi.tuna.tsinghua.edu.cn/packages/70/f3/a2e79de3c1255313f722c071602bc36b4ac52a1199d3b82dc0d641c2f9b3/tensorflow_text-2.13.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (6.5 MB)\n", "Collecting tensorflow-hub\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m6.5/6.5 MB\u001b[0m \u001b[31m14.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n", " Using cached https://pypi.tuna.tsinghua.edu.cn/packages/e5/50/00dba77925bf2a0a1e45d7bcf8a69a1d2534fb4bb277d9010bd148d2235e/tensorflow_hub-0.16.1-py2.py3-none-any.whl (30 kB)\n",
"\u001b[?25hRequirement already satisfied: numpy>=1.12.0 in /opt/conda/lib/python3.8/site-packages (from tensorflow-hub) (1.24.3)\n", "Collecting tensorflow-text==2.13.0rc0\n",
"Requirement already satisfied: protobuf>=3.19.6 in /opt/conda/lib/python3.8/site-packages (from tensorflow-hub) (4.25.5)\n", " Downloading https://pypi.tuna.tsinghua.edu.cn/packages/09/33/02aa635edc566a5de4eb1a801d7002f24b2a12ea5f33fd5f45e53015c3bf/tensorflow_text-2.13.0rc0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (6.5 MB)\n",
"Requirement already satisfied: tf-keras>=2.14.1 in /opt/conda/lib/python3.8/site-packages (from tensorflow-hub) (2.15.0)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m6.5/6.5 MB\u001b[0m \u001b[31m8.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
"Requirement already satisfied: tensorflow<2.14,>=2.13.0 in /opt/conda/lib/python3.8/site-packages (from tensorflow-text) (2.13.1+das.opt1.dtk24042)\n", "\u001b[?25hRequirement already satisfied: tensorflow<2.14,>=2.13.0rc0 in /opt/conda/lib/python3.11/site-packages (from tensorflow-text==2.13.0rc0) (2.13.1+das.opt1.dtk24042)\n",
"Requirement already satisfied: absl-py>=1.0.0 in /opt/conda/lib/python3.8/site-packages (from tensorflow<2.14,>=2.13.0->tensorflow-text) (2.1.0)\n", "Requirement already satisfied: numpy>=1.12.0 in /opt/conda/lib/python3.11/site-packages (from tensorflow-hub) (1.24.3)\n",
"Requirement already satisfied: astunparse>=1.6.0 in /opt/conda/lib/python3.8/site-packages (from tensorflow<2.14,>=2.13.0->tensorflow-text) (1.6.3)\n", "Requirement already satisfied: protobuf>=3.19.6 in /opt/conda/lib/python3.11/site-packages (from tensorflow-hub) (4.25.5)\n",
"Requirement already satisfied: flatbuffers>=23.1.21 in /opt/conda/lib/python3.8/site-packages (from tensorflow<2.14,>=2.13.0->tensorflow-text) (24.3.25)\n", "Requirement already satisfied: absl-py>=1.0.0 in /opt/conda/lib/python3.11/site-packages (from tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (2.1.0)\n",
"Requirement already satisfied: gast<=0.4.0,>=0.2.1 in /opt/conda/lib/python3.8/site-packages (from tensorflow<2.14,>=2.13.0->tensorflow-text) (0.4.0)\n", "Requirement already satisfied: astunparse>=1.6.0 in /opt/conda/lib/python3.11/site-packages (from tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (1.6.3)\n",
"Requirement already satisfied: google-pasta>=0.1.1 in /opt/conda/lib/python3.8/site-packages (from tensorflow<2.14,>=2.13.0->tensorflow-text) (0.2.0)\n", "Requirement already satisfied: flatbuffers>=23.1.21 in /opt/conda/lib/python3.11/site-packages (from tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (24.3.25)\n",
"Requirement already satisfied: h5py>=2.9.0 in /opt/conda/lib/python3.8/site-packages (from tensorflow<2.14,>=2.13.0->tensorflow-text) (3.11.0)\n", "Requirement already satisfied: gast<=0.4.0,>=0.2.1 in /opt/conda/lib/python3.11/site-packages (from tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (0.4.0)\n",
"Requirement already satisfied: libclang>=13.0.0 in /opt/conda/lib/python3.8/site-packages (from tensorflow<2.14,>=2.13.0->tensorflow-text) (18.1.1)\n", "Requirement already satisfied: google-pasta>=0.1.1 in /opt/conda/lib/python3.11/site-packages (from tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (0.2.0)\n",
"Requirement already satisfied: opt-einsum>=2.3.2 in /opt/conda/lib/python3.8/site-packages (from tensorflow<2.14,>=2.13.0->tensorflow-text) (3.4.0)\n", "Requirement already satisfied: h5py>=2.9.0 in /opt/conda/lib/python3.11/site-packages (from tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (3.12.1)\n",
"Requirement already satisfied: packaging in /opt/conda/lib/python3.8/site-packages (from tensorflow<2.14,>=2.13.0->tensorflow-text) (24.1)\n", "Requirement already satisfied: libclang>=13.0.0 in /opt/conda/lib/python3.11/site-packages (from tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (18.1.1)\n",
"Requirement already satisfied: setuptools in /opt/conda/lib/python3.8/site-packages (from tensorflow<2.14,>=2.13.0->tensorflow-text) (65.5.0)\n", "Requirement already satisfied: opt-einsum>=2.3.2 in /opt/conda/lib/python3.11/site-packages (from tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (3.4.0)\n",
"Requirement already satisfied: six>=1.12.0 in /opt/conda/lib/python3.8/site-packages (from tensorflow<2.14,>=2.13.0->tensorflow-text) (1.16.0)\n", "Requirement already satisfied: packaging in /opt/conda/lib/python3.11/site-packages (from tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (24.1)\n",
"Requirement already satisfied: termcolor>=1.1.0 in /opt/conda/lib/python3.8/site-packages (from tensorflow<2.14,>=2.13.0->tensorflow-text) (2.4.0)\n", "Requirement already satisfied: setuptools in /opt/conda/lib/python3.11/site-packages (from tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (72.1.0)\n",
"Collecting typing-extensions<4.6.0,>=3.6.6 (from tensorflow<2.14,>=2.13.0->tensorflow-text)\n", "Requirement already satisfied: six>=1.12.0 in /opt/conda/lib/python3.11/site-packages (from tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (1.16.0)\n",
"Requirement already satisfied: termcolor>=1.1.0 in /opt/conda/lib/python3.11/site-packages (from tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (2.5.0)\n",
"Collecting typing-extensions<4.6.0,>=3.6.6 (from tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0)\n",
" Downloading https://pypi.tuna.tsinghua.edu.cn/packages/31/25/5abcd82372d3d4a3932e1fa8c3dbf9efac10cc7c0d16e78467460571b404/typing_extensions-4.5.0-py3-none-any.whl (27 kB)\n", " Downloading https://pypi.tuna.tsinghua.edu.cn/packages/31/25/5abcd82372d3d4a3932e1fa8c3dbf9efac10cc7c0d16e78467460571b404/typing_extensions-4.5.0-py3-none-any.whl (27 kB)\n",
"Requirement already satisfied: wrapt>=1.11.0 in /opt/conda/lib/python3.8/site-packages (from tensorflow<2.14,>=2.13.0->tensorflow-text) (1.16.0)\n", "Requirement already satisfied: wrapt>=1.11.0 in /opt/conda/lib/python3.11/site-packages (from tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (1.16.0)\n",
"Requirement already satisfied: grpcio<2.0,>=1.24.3 in /opt/conda/lib/python3.8/site-packages (from tensorflow<2.14,>=2.13.0->tensorflow-text) (1.66.2)\n", "Requirement already satisfied: grpcio<2.0,>=1.24.3 in /opt/conda/lib/python3.11/site-packages (from tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (1.66.2)\n",
"Requirement already satisfied: tensorboard<2.14,>=2.13 in /opt/conda/lib/python3.8/site-packages (from tensorflow<2.14,>=2.13.0->tensorflow-text) (2.13.0)\n", "Requirement already satisfied: tensorboard<2.14,>=2.13 in /opt/conda/lib/python3.11/site-packages (from tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (2.13.0)\n",
"Requirement already satisfied: tensorflow-estimator<2.14,>=2.13.0 in /opt/conda/lib/python3.8/site-packages (from tensorflow<2.14,>=2.13.0->tensorflow-text) (2.13.0)\n", "Requirement already satisfied: tensorflow-estimator<2.14,>=2.13.0 in /opt/conda/lib/python3.11/site-packages (from tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (2.13.0)\n",
"Requirement already satisfied: keras<2.14,>=2.13.1 in /opt/conda/lib/python3.8/site-packages (from tensorflow<2.14,>=2.13.0->tensorflow-text) (2.13.1)\n", "Requirement already satisfied: keras<2.14,>=2.13.1 in /opt/conda/lib/python3.11/site-packages (from tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (2.13.1)\n",
"Requirement already satisfied: tensorflow-io-gcs-filesystem>=0.23.1 in /opt/conda/lib/python3.8/site-packages (from tensorflow<2.14,>=2.13.0->tensorflow-text) (0.34.0)\n", "Requirement already satisfied: tensorflow-io-gcs-filesystem>=0.23.1 in /opt/conda/lib/python3.11/site-packages (from tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (0.37.1)\n",
"Requirement already satisfied: wheel<1.0,>=0.23.0 in /opt/conda/lib/python3.8/site-packages (from astunparse>=1.6.0->tensorflow<2.14,>=2.13.0->tensorflow-text) (0.37.1)\n", "Requirement already satisfied: wheel<1.0,>=0.23.0 in /opt/conda/lib/python3.11/site-packages (from astunparse>=1.6.0->tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (0.43.0)\n",
"Requirement already satisfied: google-auth<3,>=1.6.3 in /opt/conda/lib/python3.8/site-packages (from tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0->tensorflow-text) (2.35.0)\n", "Requirement already satisfied: google-auth<3,>=1.6.3 in /opt/conda/lib/python3.11/site-packages (from tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (2.35.0)\n",
"Requirement already satisfied: google-auth-oauthlib<1.1,>=0.5 in /opt/conda/lib/python3.8/site-packages (from tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0->tensorflow-text) (1.0.0)\n", "Requirement already satisfied: google-auth-oauthlib<1.1,>=0.5 in /opt/conda/lib/python3.11/site-packages (from tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (1.0.0)\n",
"Requirement already satisfied: markdown>=2.6.8 in /opt/conda/lib/python3.8/site-packages (from tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0->tensorflow-text) (3.7)\n", "Requirement already satisfied: markdown>=2.6.8 in /opt/conda/lib/python3.11/site-packages (from tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (3.7)\n",
"Requirement already satisfied: requests<3,>=2.21.0 in /opt/conda/lib/python3.8/site-packages (from tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0->tensorflow-text) (2.32.3)\n", "Requirement already satisfied: requests<3,>=2.21.0 in /opt/conda/lib/python3.11/site-packages (from tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (2.32.3)\n",
"Requirement already satisfied: tensorboard-data-server<0.8.0,>=0.7.0 in /opt/conda/lib/python3.8/site-packages (from tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0->tensorflow-text) (0.7.2)\n", "Requirement already satisfied: tensorboard-data-server<0.8.0,>=0.7.0 in /opt/conda/lib/python3.11/site-packages (from tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (0.7.2)\n",
"Requirement already satisfied: werkzeug>=1.0.1 in /opt/conda/lib/python3.8/site-packages (from tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0->tensorflow-text) (3.0.4)\n", "Requirement already satisfied: werkzeug>=1.0.1 in /opt/conda/lib/python3.11/site-packages (from tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (3.0.4)\n",
"Requirement already satisfied: cachetools<6.0,>=2.0.0 in /opt/conda/lib/python3.8/site-packages (from google-auth<3,>=1.6.3->tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0->tensorflow-text) (5.5.0)\n", "Requirement already satisfied: cachetools<6.0,>=2.0.0 in /opt/conda/lib/python3.11/site-packages (from google-auth<3,>=1.6.3->tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (5.5.0)\n",
"Requirement already satisfied: pyasn1-modules>=0.2.1 in /opt/conda/lib/python3.8/site-packages (from google-auth<3,>=1.6.3->tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0->tensorflow-text) (0.4.1)\n", "Requirement already satisfied: pyasn1-modules>=0.2.1 in /opt/conda/lib/python3.11/site-packages (from google-auth<3,>=1.6.3->tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (0.4.1)\n",
"Requirement already satisfied: rsa<5,>=3.1.4 in /opt/conda/lib/python3.8/site-packages (from google-auth<3,>=1.6.3->tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0->tensorflow-text) (4.9)\n", "Requirement already satisfied: rsa<5,>=3.1.4 in /opt/conda/lib/python3.11/site-packages (from google-auth<3,>=1.6.3->tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (4.9)\n",
"Requirement already satisfied: requests-oauthlib>=0.7.0 in /opt/conda/lib/python3.8/site-packages (from google-auth-oauthlib<1.1,>=0.5->tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0->tensorflow-text) (2.0.0)\n", "Requirement already satisfied: requests-oauthlib>=0.7.0 in /opt/conda/lib/python3.11/site-packages (from google-auth-oauthlib<1.1,>=0.5->tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (2.0.0)\n",
"Requirement already satisfied: importlib-metadata>=4.4 in /opt/conda/lib/python3.8/site-packages (from markdown>=2.6.8->tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0->tensorflow-text) (8.5.0)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /opt/conda/lib/python3.11/site-packages (from requests<3,>=2.21.0->tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (3.3.2)\n",
"Requirement already satisfied: charset-normalizer<4,>=2 in /opt/conda/lib/python3.8/site-packages (from requests<3,>=2.21.0->tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0->tensorflow-text) (3.3.2)\n", "Requirement already satisfied: idna<4,>=2.5 in /opt/conda/lib/python3.11/site-packages (from requests<3,>=2.21.0->tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (3.7)\n",
"Requirement already satisfied: idna<4,>=2.5 in /opt/conda/lib/python3.8/site-packages (from requests<3,>=2.21.0->tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0->tensorflow-text) (3.7)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in /opt/conda/lib/python3.11/site-packages (from requests<3,>=2.21.0->tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (2.2.2)\n",
"Requirement already satisfied: urllib3<3,>=1.21.1 in /opt/conda/lib/python3.8/site-packages (from requests<3,>=2.21.0->tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0->tensorflow-text) (2.2.3)\n", "Requirement already satisfied: certifi>=2017.4.17 in /opt/conda/lib/python3.11/site-packages (from requests<3,>=2.21.0->tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (2024.8.30)\n",
"Requirement already satisfied: certifi>=2017.4.17 in /opt/conda/lib/python3.8/site-packages (from requests<3,>=2.21.0->tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0->tensorflow-text) (2024.8.30)\n", "Requirement already satisfied: MarkupSafe>=2.1.1 in /opt/conda/lib/python3.11/site-packages (from werkzeug>=1.0.1->tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (3.0.1)\n",
"Requirement already satisfied: MarkupSafe>=2.1.1 in /opt/conda/lib/python3.8/site-packages (from werkzeug>=1.0.1->tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0->tensorflow-text) (2.1.5)\n", "Requirement already satisfied: pyasn1<0.7.0,>=0.4.6 in /opt/conda/lib/python3.11/site-packages (from pyasn1-modules>=0.2.1->google-auth<3,>=1.6.3->tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (0.6.1)\n",
"Requirement already satisfied: zipp>=3.20 in /opt/conda/lib/python3.8/site-packages (from importlib-metadata>=4.4->markdown>=2.6.8->tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0->tensorflow-text) (3.20.2)\n", "Requirement already satisfied: oauthlib>=3.0.0 in /opt/conda/lib/python3.11/site-packages (from requests-oauthlib>=0.7.0->google-auth-oauthlib<1.1,>=0.5->tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0rc0->tensorflow-text==2.13.0rc0) (3.2.2)\n",
"Requirement already satisfied: pyasn1<0.7.0,>=0.4.6 in /opt/conda/lib/python3.8/site-packages (from pyasn1-modules>=0.2.1->google-auth<3,>=1.6.3->tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0->tensorflow-text) (0.6.1)\n", "Installing collected packages: typing-extensions, tf-keras, tensorflow-hub, tensorflow-text\n",
"Requirement already satisfied: oauthlib>=3.0.0 in /opt/conda/lib/python3.8/site-packages (from requests-oauthlib>=0.7.0->google-auth-oauthlib<1.1,>=0.5->tensorboard<2.14,>=2.13->tensorflow<2.14,>=2.13.0->tensorflow-text) (3.2.2)\n",
"Installing collected packages: typing-extensions, tensorflow-text\n",
" Attempting uninstall: typing-extensions\n", " Attempting uninstall: typing-extensions\n",
" Found existing installation: typing_extensions 4.6.0\n", " Found existing installation: typing_extensions 4.6.0\n",
" Uninstalling typing_extensions-4.6.0:\n", " Uninstalling typing_extensions-4.6.0:\n",
" Successfully uninstalled typing_extensions-4.6.0\n", " Successfully uninstalled typing_extensions-4.6.0\n",
"Successfully installed tensorflow-text-2.13.0 typing-extensions-4.5.0\n", "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
"ipython 8.28.0 requires typing-extensions>=4.6; python_version < \"3.12\", but you have typing-extensions 4.5.0 which is incompatible.\u001b[0m\u001b[31m\n",
"\u001b[0mSuccessfully installed tensorflow-hub-0.16.1 tensorflow-text-2.13.0rc0 tf-keras-2.14.1 typing-extensions-4.5.0\n",
"\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager, possibly rendering your system unusable.It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv. Use the --root-user-action option if you know what you are doing and want to suppress this warning.\u001b[0m\u001b[33m\n", "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager, possibly rendering your system unusable.It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv. Use the --root-user-action option if you know what you are doing and want to suppress this warning.\u001b[0m\u001b[33m\n",
"\u001b[0m" "\u001b[0m"
] ]
} }
], ],
"source": [ "source": [
"!pip install tensorflow-hub tensorflow-text" "!pip install tf-keras==2.14.1 tensorflow-hub tensorflow-text==2.13.0rc0"
] ]
}, },
{ {
...@@ -226,7 +209,7 @@ ...@@ -226,7 +209,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 6, "execution_count": 5,
"id": "e85a3b8b-7103-4308-91ac-4e9417c58db9", "id": "e85a3b8b-7103-4308-91ac-4e9417c58db9",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
...@@ -234,47 +217,47 @@ ...@@ -234,47 +217,47 @@
"name": "stderr", "name": "stderr",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"2024-10-12 14:24:50.568152: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1639] Created device /job:localhost/replica:0/task:0/device:GPU:0 with 63225 MB memory: -> device: 0, name: DCU K100_AI, pci bus id: 0000:16:00.0\n", "2024-10-12 16:49:07.198017: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1639] Created device /job:localhost/replica:0/task:0/device:GPU:0 with 63225 MB memory: -> device: 0, name: DCU K100_AI, pci bus id: 0000:1d:00.0\n",
"2024-10-12 14:24:51.532740: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:49:08.517005: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:24:53.060138: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:49:08.985190: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:24:53.073139: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:49:08.997133: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:24:53.081631: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:49:09.005750: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:24:53.083330: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:49:09.007545: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:24:53.095114: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:49:09.019735: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:24:53.095851: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:49:09.020486: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:24:53.111755: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:49:09.038621: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:45.792283: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:50:22.641699: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:45.794921: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:50:22.646256: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:45.796453: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:50:22.649280: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:45.797443: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:50:22.651077: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:45.799239: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:50:22.654503: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:45.800131: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:50:22.656108: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:45.801076: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:50:22.658139: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:45.802493: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:50:22.661056: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:45.803379: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:50:22.663042: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:45.804269: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:50:22.664631: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:45.833876: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:50:22.724070: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:45.835112: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:50:22.725760: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:46.879646: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:50:23.439211: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:47.142667: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:50:23.666263: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:47.720696: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:50:24.537952: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:47.721894: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:50:24.541937: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:47.722876: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:50:24.544288: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:47.723797: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:50:24.546220: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:47.743944: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:50:24.581119: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:47.745148: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:50:24.582997: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:48.459410: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:50:25.225045: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:48.461444: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:50:25.227469: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:48.462579: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:50:25.229330: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:48.464765: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:50:25.232137: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:48.468979: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:50:25.237184: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:48.474551: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:50:25.243091: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:48.475852: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:50:25.244469: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:48.479175: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:50:25.248935: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:48.549247: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:50:25.324552: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:49.036286: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:50:25.760463: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:49.151861: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:50:25.870233: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 14:25:49.642933: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n" "2024-10-12 16:50:26.407451: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n"
] ]
}, },
{ {
...@@ -511,45 +494,57 @@ ...@@ -511,45 +494,57 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 1, "execution_count": 6,
"id": "38395dd8-b4b9-4a68-813c-e24344771af9", "id": "38395dd8-b4b9-4a68-813c-e24344771af9",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Downloading data from https://storage.googleapis.com/tensorflow/tf-keras-datasets/mnist.npz\n",
"11490434/11490434 [==============================] - 4s 0us/step\n"
]
},
{ {
"name": "stderr", "name": "stderr",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"2024-10-12 15:25:24.283485: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n", "2024-10-12 16:51:01.631357: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"To enable the following instructions: SSE3 SSE4.1 SSE4.2 AVX AVX2 FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n", "2024-10-12 16:51:01.633336: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:26.781495: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1639] Created device /job:localhost/replica:0/task:0/device:GPU:0 with 63225 MB memory: -> device: 0, name: DCU K100_AI, pci bus id: 0000:16:00.0\n", "2024-10-12 16:51:01.637076: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:27.613083: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:01.639829: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:29.020912: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:01.643307: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:29.022034: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:01.644436: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:29.031351: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:01.645505: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:29.032331: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:01.646638: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:29.037432: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:01.647670: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:29.050056: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:01.650027: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:29.052597: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:01.651436: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:29.053980: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:01.652426: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:29.055220: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:01.664152: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:29.056439: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:01.665135: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:29.057287: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:01.666400: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:29.059033: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:01.667206: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:29.061178: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:01.673225: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:29.061945: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:01.674119: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:29.071138: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:01.870013: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:29.071948: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:01.874102: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:29.073080: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:01.877304: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:29.073806: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:01.892102: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:29.078874: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:01.894635: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:29.079613: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:01.910691: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:29.774022: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:01.913735: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:29.777030: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:01.988693: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:29.818869: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:01.992160: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:29.827270: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:02.004197: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:29.828499: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:02.006240: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:29.835784: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:02.007881: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:29.837421: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n" "2024-10-12 16:51:02.009671: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 16:51:02.011361: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 16:51:02.018687: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 16:51:02.022352: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 16:51:02.023585: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n"
] ]
}, },
{ {
...@@ -563,66 +558,54 @@ ...@@ -563,66 +558,54 @@
"name": "stderr", "name": "stderr",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"2024-10-12 15:25:29.975935: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:02.073658: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:29.978086: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:02.080294: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:29.986188: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:02.084825: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:29.987431: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:03.069725: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:29.988496: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:03.097771: I tensorflow/compiler/xla/service/service.cc:168] XLA service 0x7f1364435530 initialized for platform ROCM (this does not guarantee that XLA will be used). Devices:\n",
"2024-10-12 15:25:29.989635: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:03.097816: I tensorflow/compiler/xla/service/service.cc:176] StreamExecutor device (0): DCU K100_AI, DCU ISA version: gfx928:sramecc+:xnack-\n",
"2024-10-12 15:25:29.990639: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:03.122067: I tensorflow/compiler/mlir/tensorflow/utils/dump_mlir_util.cc:255] disabling MLIR crash reproducer, set env var `MLIR_CRASH_REPRODUCER_DIRECTORY` to enable.\n",
"2024-10-12 15:25:29.991438: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:03.934263: I ./tensorflow/compiler/jit/device_compiler.h:186] Compiled cluster using XLA! This line is logged at most once for the lifetime of the process.\n"
"2024-10-12 15:25:30.004742: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:30.006526: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:30.007302: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:30.047402: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:30.054007: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:30.058284: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:30.405201: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:38.306620: I tensorflow/compiler/xla/service/service.cc:168] XLA service 0x7eebf3408580 initialized for platform ROCM (this does not guarantee that XLA will be used). Devices:\n",
"2024-10-12 15:25:38.306664: I tensorflow/compiler/xla/service/service.cc:176] StreamExecutor device (0): DCU K100_AI, DCU ISA version: gfx928:sramecc+:xnack-\n",
"2024-10-12 15:25:38.313714: I tensorflow/compiler/mlir/tensorflow/utils/dump_mlir_util.cc:255] disabling MLIR crash reproducer, set env var `MLIR_CRASH_REPRODUCER_DIRECTORY` to enable.\n",
"2024-10-12 15:25:39.208733: I ./tensorflow/compiler/jit/device_compiler.h:186] Compiled cluster using XLA! This line is logged at most once for the lifetime of the process.\n"
] ]
}, },
{ {
"name": "stdout", "name": "stdout",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"1875/1875 [==============================] - 14s 2ms/step - loss: 0.2920 - accuracy: 0.9159\n", "1875/1875 [==============================] - 10s 3ms/step - loss: 0.2963 - accuracy: 0.9132\n",
"Epoch 2/5\n", "Epoch 2/5\n",
" 77/1875 [>.............................] - ETA: 3s - loss: 0.1604 - accuracy: 0.9541" " 50/1875 [..............................] - ETA: 5s - loss: 0.1775 - accuracy: 0.9438"
] ]
}, },
{ {
"name": "stderr", "name": "stderr",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"2024-10-12 15:25:44.507681: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:11.740855: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:44.510552: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:11.743407: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n",
"2024-10-12 15:25:44.511623: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n", "2024-10-12 16:51:11.748674: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n"
"2024-10-12 15:25:44.515506: I tensorflow/core/common_runtime/gpu_fusion_pass.cc:508] ROCm Fusion is enabled.\n"
] ]
}, },
{ {
"name": "stdout", "name": "stdout",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"1875/1875 [==============================] - 4s 2ms/step - loss: 0.1407 - accuracy: 0.9585\n", "1875/1875 [==============================] - 6s 3ms/step - loss: 0.1442 - accuracy: 0.9575\n",
"Epoch 3/5\n", "Epoch 3/5\n",
"1875/1875 [==============================] - 4s 2ms/step - loss: 0.1064 - accuracy: 0.9678\n", "1875/1875 [==============================] - 6s 3ms/step - loss: 0.1073 - accuracy: 0.9673\n",
"Epoch 4/5\n", "Epoch 4/5\n",
"1875/1875 [==============================] - 4s 2ms/step - loss: 0.0857 - accuracy: 0.9742\n", "1875/1875 [==============================] - 6s 3ms/step - loss: 0.0886 - accuracy: 0.9722\n",
"Epoch 5/5\n", "Epoch 5/5\n",
"1875/1875 [==============================] - 4s 2ms/step - loss: 0.0734 - accuracy: 0.9771\n" "1875/1875 [==============================] - 6s 3ms/step - loss: 0.0753 - accuracy: 0.9763\n"
] ]
}, },
{ {
"data": { "data": {
"text/plain": [ "text/plain": [
"<keras.src.callbacks.History at 0x7f0c246fd100>" "<keras.src.callbacks.History at 0x7f1d940da390>"
] ]
}, },
"execution_count": 1, "execution_count": 6,
"metadata": {}, "metadata": {},
"output_type": "execute_result" "output_type": "execute_result"
} }
...@@ -673,7 +656,7 @@ ...@@ -673,7 +656,7 @@
"name": "python", "name": "python",
"nbconvert_exporter": "python", "nbconvert_exporter": "python",
"pygments_lexer": "ipython3", "pygments_lexer": "ipython3",
"version": "3.8.20" "version": "3.11.9"
} }
}, },
"nbformat": 4, "nbformat": 4,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment