{ "cells": [ { "cell_type": "markdown", "metadata": { "id": "view-in-github", "colab_type": "text" }, "source": [ "\"Open" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": true, "colab": { "base_uri": "https://localhost:8080/" }, "id": "xiaRzuzPOP4H", "outputId": "a2612ab8-f4fa-4fb2-d024-0dea9d693d94" }, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "Collecting git+https://github.com/declare-lab/TangoFlux.git\r\n", " Cloning https://github.com/declare-lab/TangoFlux.git to /tmp/pip-req-build-f50nqkcy\r\n", " Running command git clone --filter=blob:none --quiet https://github.com/declare-lab/TangoFlux.git /tmp/pip-req-build-f50nqkcy\n", " Resolved https://github.com/declare-lab/TangoFlux.git to commit 5120a1c82bda0319105ca907ecbed216e04e3abf\n", " Preparing metadata (setup.py) ... \u001b[?25l-\b \b\\\b \bdone\n", "\u001b[?25hCollecting torch==2.4.0 (from tangoflux==0.1.0)\n", " Using cached torch-2.4.0-cp312-cp312-manylinux1_x86_64.whl.metadata (26 kB)\n", "Requirement already satisfied: torchaudio==2.4.0 in ./miniconda3/lib/python3.12/site-packages (from tangoflux==0.1.0) (2.4.0)\n", "Requirement already satisfied: torchlibrosa==0.1.0 in ./miniconda3/lib/python3.12/site-packages (from tangoflux==0.1.0) (0.1.0)\n", "Requirement already satisfied: torchvision==0.19.0 in ./miniconda3/lib/python3.12/site-packages (from tangoflux==0.1.0) (0.19.0)\n", "Requirement already satisfied: transformers==4.44.0 in ./miniconda3/lib/python3.12/site-packages (from tangoflux==0.1.0) (4.44.0)\n", "Requirement already satisfied: diffusers==0.30.0 in ./miniconda3/lib/python3.12/site-packages (from tangoflux==0.1.0) (0.30.0)\n", "Requirement already satisfied: accelerate==0.34.2 in ./miniconda3/lib/python3.12/site-packages (from tangoflux==0.1.0) (0.34.2)\n", "Requirement already satisfied: datasets==2.21.0 in ./miniconda3/lib/python3.12/site-packages (from tangoflux==0.1.0) (2.21.0)\n", "Requirement already satisfied: librosa in ./miniconda3/lib/python3.12/site-packages (from tangoflux==0.1.0) (0.10.2.post1)\n", "Requirement already satisfied: tqdm in ./miniconda3/lib/python3.12/site-packages (from tangoflux==0.1.0) (4.66.5)\n", "Requirement already satisfied: wandb in ./miniconda3/lib/python3.12/site-packages (from tangoflux==0.1.0) (0.19.1)\n", "Requirement already satisfied: click in ./miniconda3/lib/python3.12/site-packages (from tangoflux==0.1.0) (8.1.7)\n", "Requirement already satisfied: gradio in ./miniconda3/lib/python3.12/site-packages (from tangoflux==0.1.0) (5.9.1)\n", "Requirement already satisfied: numpy<3.0.0,>=1.17 in ./miniconda3/lib/python3.12/site-packages (from accelerate==0.34.2->tangoflux==0.1.0) (1.26.4)\n", "Requirement already satisfied: packaging>=20.0 in ./miniconda3/lib/python3.12/site-packages (from accelerate==0.34.2->tangoflux==0.1.0) (24.1)\n", "Requirement already satisfied: psutil in ./miniconda3/lib/python3.12/site-packages (from accelerate==0.34.2->tangoflux==0.1.0) (6.1.0)\n", "Requirement already satisfied: pyyaml in ./miniconda3/lib/python3.12/site-packages (from accelerate==0.34.2->tangoflux==0.1.0) (6.0.2)\n", "Requirement already satisfied: huggingface-hub>=0.21.0 in ./miniconda3/lib/python3.12/site-packages (from accelerate==0.34.2->tangoflux==0.1.0) (0.25.2)\n", "Requirement already satisfied: safetensors>=0.4.3 in ./miniconda3/lib/python3.12/site-packages (from accelerate==0.34.2->tangoflux==0.1.0) (0.4.5)\n", "Requirement already satisfied: filelock in ./miniconda3/lib/python3.12/site-packages (from datasets==2.21.0->tangoflux==0.1.0) (3.16.1)\n", "Requirement already satisfied: pyarrow>=15.0.0 in ./miniconda3/lib/python3.12/site-packages (from datasets==2.21.0->tangoflux==0.1.0) (18.1.0)\n", "Requirement already satisfied: dill<0.3.9,>=0.3.0 in ./miniconda3/lib/python3.12/site-packages (from datasets==2.21.0->tangoflux==0.1.0) (0.3.8)\n", "Requirement already satisfied: pandas in ./miniconda3/lib/python3.12/site-packages (from datasets==2.21.0->tangoflux==0.1.0) (2.2.3)\n", "Requirement already satisfied: requests>=2.32.2 in ./miniconda3/lib/python3.12/site-packages (from datasets==2.21.0->tangoflux==0.1.0) (2.32.3)\n", "Requirement already satisfied: xxhash in ./miniconda3/lib/python3.12/site-packages (from datasets==2.21.0->tangoflux==0.1.0) (3.5.0)\n", "Requirement already satisfied: multiprocess in ./miniconda3/lib/python3.12/site-packages (from datasets==2.21.0->tangoflux==0.1.0) (0.70.16)\n", "Requirement already satisfied: fsspec<=2024.6.1,>=2023.1.0 in ./miniconda3/lib/python3.12/site-packages (from fsspec[http]<=2024.6.1,>=2023.1.0->datasets==2.21.0->tangoflux==0.1.0) (2024.6.1)\n", "Requirement already satisfied: aiohttp in ./miniconda3/lib/python3.12/site-packages (from datasets==2.21.0->tangoflux==0.1.0) (3.11.11)\n", "Requirement already satisfied: importlib-metadata in ./miniconda3/lib/python3.12/site-packages (from diffusers==0.30.0->tangoflux==0.1.0) (8.5.0)\n", "Requirement already satisfied: regex!=2019.12.17 in ./miniconda3/lib/python3.12/site-packages (from diffusers==0.30.0->tangoflux==0.1.0) (2024.11.6)\n", "Requirement already satisfied: Pillow in ./miniconda3/lib/python3.12/site-packages (from diffusers==0.30.0->tangoflux==0.1.0) (10.4.0)\n", "Requirement already satisfied: typing-extensions>=4.8.0 in ./miniconda3/lib/python3.12/site-packages (from torch==2.4.0->tangoflux==0.1.0) (4.12.2)\n", "Requirement already satisfied: sympy in ./miniconda3/lib/python3.12/site-packages (from torch==2.4.0->tangoflux==0.1.0) (1.13.1)\n", "Requirement already satisfied: networkx in ./miniconda3/lib/python3.12/site-packages (from torch==2.4.0->tangoflux==0.1.0) (3.4.2)\n", "Requirement already satisfied: jinja2 in ./miniconda3/lib/python3.12/site-packages (from torch==2.4.0->tangoflux==0.1.0) (3.1.5)\n", "Requirement already satisfied: setuptools in ./miniconda3/lib/python3.12/site-packages (from torch==2.4.0->tangoflux==0.1.0) (75.6.0)\n", "Collecting nvidia-cuda-nvrtc-cu12==12.1.105 (from torch==2.4.0->tangoflux==0.1.0)\n", " Using cached nvidia_cuda_nvrtc_cu12-12.1.105-py3-none-manylinux1_x86_64.whl.metadata (1.5 kB)\n", "Collecting nvidia-cuda-runtime-cu12==12.1.105 (from torch==2.4.0->tangoflux==0.1.0)\n", " Using cached nvidia_cuda_runtime_cu12-12.1.105-py3-none-manylinux1_x86_64.whl.metadata (1.5 kB)\n", "Collecting nvidia-cuda-cupti-cu12==12.1.105 (from torch==2.4.0->tangoflux==0.1.0)\n", " Using cached nvidia_cuda_cupti_cu12-12.1.105-py3-none-manylinux1_x86_64.whl.metadata (1.6 kB)\n", "Requirement already satisfied: nvidia-cudnn-cu12==9.1.0.70 in ./miniconda3/lib/python3.12/site-packages (from torch==2.4.0->tangoflux==0.1.0) (9.1.0.70)\n", "Collecting nvidia-cublas-cu12==12.1.3.1 (from torch==2.4.0->tangoflux==0.1.0)\n", " Using cached nvidia_cublas_cu12-12.1.3.1-py3-none-manylinux1_x86_64.whl.metadata (1.5 kB)\n", "Collecting nvidia-cufft-cu12==11.0.2.54 (from torch==2.4.0->tangoflux==0.1.0)\n", " Using cached nvidia_cufft_cu12-11.0.2.54-py3-none-manylinux1_x86_64.whl.metadata (1.5 kB)\n", "Collecting nvidia-curand-cu12==10.3.2.106 (from torch==2.4.0->tangoflux==0.1.0)\n", " Using cached nvidia_curand_cu12-10.3.2.106-py3-none-manylinux1_x86_64.whl.metadata (1.5 kB)\n", "Collecting nvidia-cusolver-cu12==11.4.5.107 (from torch==2.4.0->tangoflux==0.1.0)\n", " Using cached nvidia_cusolver_cu12-11.4.5.107-py3-none-manylinux1_x86_64.whl.metadata (1.6 kB)\n", "Collecting nvidia-cusparse-cu12==12.1.0.106 (from torch==2.4.0->tangoflux==0.1.0)\n", " Using cached nvidia_cusparse_cu12-12.1.0.106-py3-none-manylinux1_x86_64.whl.metadata (1.6 kB)\n", "Collecting nvidia-nccl-cu12==2.20.5 (from torch==2.4.0->tangoflux==0.1.0)\n", " Using cached nvidia_nccl_cu12-2.20.5-py3-none-manylinux2014_x86_64.whl.metadata (1.8 kB)\n", "Collecting nvidia-nvtx-cu12==12.1.105 (from torch==2.4.0->tangoflux==0.1.0)\n", " Using cached nvidia_nvtx_cu12-12.1.105-py3-none-manylinux1_x86_64.whl.metadata (1.7 kB)\n", "Collecting triton==3.0.0 (from torch==2.4.0->tangoflux==0.1.0)\n", " Using cached triton-3.0.0-1-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.whl.metadata (1.3 kB)\n", "Requirement already satisfied: tokenizers<0.20,>=0.19 in ./miniconda3/lib/python3.12/site-packages (from transformers==4.44.0->tangoflux==0.1.0) (0.19.1)\n", "Requirement already satisfied: nvidia-nvjitlink-cu12 in ./miniconda3/lib/python3.12/site-packages (from nvidia-cusolver-cu12==11.4.5.107->torch==2.4.0->tangoflux==0.1.0) (12.4.127)\n", "Requirement already satisfied: audioread>=2.1.9 in ./miniconda3/lib/python3.12/site-packages (from librosa->tangoflux==0.1.0) (3.0.1)\n", "Requirement already satisfied: scipy>=1.2.0 in ./miniconda3/lib/python3.12/site-packages (from librosa->tangoflux==0.1.0) (1.14.1)\n", "Requirement already satisfied: scikit-learn>=0.20.0 in ./miniconda3/lib/python3.12/site-packages (from librosa->tangoflux==0.1.0) (1.5.2)\n", "Requirement already satisfied: joblib>=0.14 in ./miniconda3/lib/python3.12/site-packages (from librosa->tangoflux==0.1.0) (1.4.2)\n", "Requirement already satisfied: decorator>=4.3.0 in ./miniconda3/lib/python3.12/site-packages (from librosa->tangoflux==0.1.0) (5.1.1)\n", "Requirement already satisfied: numba>=0.51.0 in ./miniconda3/lib/python3.12/site-packages (from librosa->tangoflux==0.1.0) (0.60.0)\n", "Requirement already satisfied: soundfile>=0.12.1 in ./miniconda3/lib/python3.12/site-packages (from librosa->tangoflux==0.1.0) (0.13.0)\n", "Requirement already satisfied: pooch>=1.1 in ./miniconda3/lib/python3.12/site-packages (from librosa->tangoflux==0.1.0) (1.8.2)\n", "Requirement already satisfied: soxr>=0.3.2 in ./miniconda3/lib/python3.12/site-packages (from librosa->tangoflux==0.1.0) (0.5.0.post1)\n", "Requirement already satisfied: lazy-loader>=0.1 in ./miniconda3/lib/python3.12/site-packages (from librosa->tangoflux==0.1.0) (0.4)\n", "Requirement already satisfied: msgpack>=1.0 in ./miniconda3/lib/python3.12/site-packages (from librosa->tangoflux==0.1.0) (1.1.0)\n", "Requirement already satisfied: aiofiles<24.0,>=22.0 in ./miniconda3/lib/python3.12/site-packages (from gradio->tangoflux==0.1.0) (23.2.1)\n", "Requirement already satisfied: anyio<5.0,>=3.0 in ./miniconda3/lib/python3.12/site-packages (from gradio->tangoflux==0.1.0) (4.7.0)\n", "Requirement already satisfied: fastapi<1.0,>=0.115.2 in ./miniconda3/lib/python3.12/site-packages (from gradio->tangoflux==0.1.0) (0.115.6)\n", "Requirement already satisfied: ffmpy in ./miniconda3/lib/python3.12/site-packages (from gradio->tangoflux==0.1.0) (0.4.0)\n", "Requirement already satisfied: gradio-client==1.5.2 in ./miniconda3/lib/python3.12/site-packages (from gradio->tangoflux==0.1.0) (1.5.2)\n", "Requirement already satisfied: httpx>=0.24.1 in ./miniconda3/lib/python3.12/site-packages (from gradio->tangoflux==0.1.0) (0.28.0)\n", "Requirement already satisfied: markupsafe~=2.0 in ./miniconda3/lib/python3.12/site-packages (from gradio->tangoflux==0.1.0) (2.1.5)\n", "Requirement already satisfied: orjson~=3.0 in ./miniconda3/lib/python3.12/site-packages (from gradio->tangoflux==0.1.0) (3.10.12)\n", "Requirement already satisfied: pydantic>=2.0 in ./miniconda3/lib/python3.12/site-packages (from gradio->tangoflux==0.1.0) (2.10.4)\n", "Requirement already satisfied: pydub in ./miniconda3/lib/python3.12/site-packages (from gradio->tangoflux==0.1.0) (0.25.1)\n", "Requirement already satisfied: python-multipart>=0.0.18 in ./miniconda3/lib/python3.12/site-packages (from gradio->tangoflux==0.1.0) (0.0.19)\n", "Requirement already satisfied: ruff>=0.2.2 in ./miniconda3/lib/python3.12/site-packages (from gradio->tangoflux==0.1.0) (0.8.2)\n", "Requirement already satisfied: safehttpx<0.2.0,>=0.1.6 in ./miniconda3/lib/python3.12/site-packages (from gradio->tangoflux==0.1.0) (0.1.6)\n", "Requirement already satisfied: semantic-version~=2.0 in ./miniconda3/lib/python3.12/site-packages (from gradio->tangoflux==0.1.0) (2.10.0)\n", "Requirement already satisfied: starlette<1.0,>=0.40.0 in ./miniconda3/lib/python3.12/site-packages (from gradio->tangoflux==0.1.0) (0.41.3)\n", "Requirement already satisfied: tomlkit<0.14.0,>=0.12.0 in ./miniconda3/lib/python3.12/site-packages (from gradio->tangoflux==0.1.0) (0.13.2)\n", "Requirement already satisfied: typer<1.0,>=0.12 in ./miniconda3/lib/python3.12/site-packages (from gradio->tangoflux==0.1.0) (0.15.1)\n", "Requirement already satisfied: uvicorn>=0.14.0 in ./miniconda3/lib/python3.12/site-packages (from gradio->tangoflux==0.1.0) (0.32.1)\n", "Requirement already satisfied: websockets<15.0,>=10.0 in ./miniconda3/lib/python3.12/site-packages (from gradio-client==1.5.2->gradio->tangoflux==0.1.0) (14.1)\n", "Requirement already satisfied: docker-pycreds>=0.4.0 in ./miniconda3/lib/python3.12/site-packages (from wandb->tangoflux==0.1.0) (0.4.0)\n", "Requirement already satisfied: gitpython!=3.1.29,>=1.0.0 in ./miniconda3/lib/python3.12/site-packages (from wandb->tangoflux==0.1.0) (3.1.43)\n", "Requirement already satisfied: platformdirs in ./miniconda3/lib/python3.12/site-packages (from wandb->tangoflux==0.1.0) (3.10.0)\n", "Requirement already satisfied: protobuf!=4.21.0,!=5.28.0,<6,>=3.19.0 in ./miniconda3/lib/python3.12/site-packages (from wandb->tangoflux==0.1.0) (5.29.1)\n", "Requirement already satisfied: sentry-sdk>=2.0.0 in ./miniconda3/lib/python3.12/site-packages (from wandb->tangoflux==0.1.0) (2.19.2)\n", "Requirement already satisfied: setproctitle in ./miniconda3/lib/python3.12/site-packages (from wandb->tangoflux==0.1.0) (1.3.4)\n", "Requirement already satisfied: idna>=2.8 in ./miniconda3/lib/python3.12/site-packages (from anyio<5.0,>=3.0->gradio->tangoflux==0.1.0) (3.7)\n", "Requirement already satisfied: sniffio>=1.1 in ./miniconda3/lib/python3.12/site-packages (from anyio<5.0,>=3.0->gradio->tangoflux==0.1.0) (1.3.1)\n", "Requirement already satisfied: six>=1.4.0 in ./miniconda3/lib/python3.12/site-packages (from docker-pycreds>=0.4.0->wandb->tangoflux==0.1.0) (1.16.0)\n", "Requirement already satisfied: aiohappyeyeballs>=2.3.0 in ./miniconda3/lib/python3.12/site-packages (from aiohttp->datasets==2.21.0->tangoflux==0.1.0) (2.4.4)\n", "Requirement already satisfied: aiosignal>=1.1.2 in ./miniconda3/lib/python3.12/site-packages (from aiohttp->datasets==2.21.0->tangoflux==0.1.0) (1.3.2)\n", "Requirement already satisfied: attrs>=17.3.0 in ./miniconda3/lib/python3.12/site-packages (from aiohttp->datasets==2.21.0->tangoflux==0.1.0) (24.2.0)\n", "Requirement already satisfied: frozenlist>=1.1.1 in ./miniconda3/lib/python3.12/site-packages (from aiohttp->datasets==2.21.0->tangoflux==0.1.0) (1.5.0)\n", "Requirement already satisfied: multidict<7.0,>=4.5 in ./miniconda3/lib/python3.12/site-packages (from aiohttp->datasets==2.21.0->tangoflux==0.1.0) (6.1.0)\n", "Requirement already satisfied: propcache>=0.2.0 in ./miniconda3/lib/python3.12/site-packages (from aiohttp->datasets==2.21.0->tangoflux==0.1.0) (0.2.1)\n", "Requirement already satisfied: yarl<2.0,>=1.17.0 in ./miniconda3/lib/python3.12/site-packages (from aiohttp->datasets==2.21.0->tangoflux==0.1.0) (1.18.3)\n", "Requirement already satisfied: gitdb<5,>=4.0.1 in ./miniconda3/lib/python3.12/site-packages (from gitpython!=3.1.29,>=1.0.0->wandb->tangoflux==0.1.0) (4.0.11)\n", "Requirement already satisfied: certifi in ./miniconda3/lib/python3.12/site-packages (from httpx>=0.24.1->gradio->tangoflux==0.1.0) (2024.8.30)\n", "Requirement already satisfied: httpcore==1.* in ./miniconda3/lib/python3.12/site-packages (from httpx>=0.24.1->gradio->tangoflux==0.1.0) (1.0.7)\n", "Requirement already satisfied: h11<0.15,>=0.13 in ./miniconda3/lib/python3.12/site-packages (from httpcore==1.*->httpx>=0.24.1->gradio->tangoflux==0.1.0) (0.14.0)\n", "Requirement already satisfied: llvmlite<0.44,>=0.43.0dev0 in ./miniconda3/lib/python3.12/site-packages (from numba>=0.51.0->librosa->tangoflux==0.1.0) (0.43.0)\n", "Requirement already satisfied: python-dateutil>=2.8.2 in ./miniconda3/lib/python3.12/site-packages (from pandas->datasets==2.21.0->tangoflux==0.1.0) (2.9.0.post0)\n", "Requirement already satisfied: pytz>=2020.1 in ./miniconda3/lib/python3.12/site-packages (from pandas->datasets==2.21.0->tangoflux==0.1.0) (2024.2)\n", "Requirement already satisfied: tzdata>=2022.7 in ./miniconda3/lib/python3.12/site-packages (from pandas->datasets==2.21.0->tangoflux==0.1.0) (2024.2)\n", "Requirement already satisfied: annotated-types>=0.6.0 in ./miniconda3/lib/python3.12/site-packages (from pydantic>=2.0->gradio->tangoflux==0.1.0) (0.7.0)\n", "Requirement already satisfied: pydantic-core==2.27.2 in ./miniconda3/lib/python3.12/site-packages (from pydantic>=2.0->gradio->tangoflux==0.1.0) (2.27.2)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in ./miniconda3/lib/python3.12/site-packages (from requests>=2.32.2->datasets==2.21.0->tangoflux==0.1.0) (3.3.2)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in ./miniconda3/lib/python3.12/site-packages (from requests>=2.32.2->datasets==2.21.0->tangoflux==0.1.0) (2.2.3)\n", "Requirement already satisfied: threadpoolctl>=3.1.0 in ./miniconda3/lib/python3.12/site-packages (from scikit-learn>=0.20.0->librosa->tangoflux==0.1.0) (3.5.0)\n", "Requirement already satisfied: cffi>=1.0 in ./miniconda3/lib/python3.12/site-packages (from soundfile>=0.12.1->librosa->tangoflux==0.1.0) (1.17.1)\n", "Requirement already satisfied: shellingham>=1.3.0 in ./miniconda3/lib/python3.12/site-packages (from typer<1.0,>=0.12->gradio->tangoflux==0.1.0) (1.5.4)\n", "Requirement already satisfied: rich>=10.11.0 in ./miniconda3/lib/python3.12/site-packages (from typer<1.0,>=0.12->gradio->tangoflux==0.1.0) (13.9.4)\n", "Requirement already satisfied: zipp>=3.20 in ./miniconda3/lib/python3.12/site-packages (from importlib-metadata->diffusers==0.30.0->tangoflux==0.1.0) (3.21.0)\n", "Requirement already satisfied: mpmath<1.4,>=1.1.0 in ./miniconda3/lib/python3.12/site-packages (from sympy->torch==2.4.0->tangoflux==0.1.0) (1.3.0)\n", "Requirement already satisfied: pycparser in ./miniconda3/lib/python3.12/site-packages (from cffi>=1.0->soundfile>=0.12.1->librosa->tangoflux==0.1.0) (2.21)\n", "Requirement already satisfied: smmap<6,>=3.0.1 in ./miniconda3/lib/python3.12/site-packages (from gitdb<5,>=4.0.1->gitpython!=3.1.29,>=1.0.0->wandb->tangoflux==0.1.0) (5.0.1)\n", "Requirement already satisfied: markdown-it-py>=2.2.0 in ./miniconda3/lib/python3.12/site-packages (from rich>=10.11.0->typer<1.0,>=0.12->gradio->tangoflux==0.1.0) (3.0.0)\n", "Requirement already satisfied: pygments<3.0.0,>=2.13.0 in ./miniconda3/lib/python3.12/site-packages (from rich>=10.11.0->typer<1.0,>=0.12->gradio->tangoflux==0.1.0) (2.18.0)\n", "Requirement already satisfied: mdurl~=0.1 in ./miniconda3/lib/python3.12/site-packages (from markdown-it-py>=2.2.0->rich>=10.11.0->typer<1.0,>=0.12->gradio->tangoflux==0.1.0) (0.1.2)\n", "Using cached torch-2.4.0-cp312-cp312-manylinux1_x86_64.whl (797.2 MB)\n", "Using cached nvidia_cublas_cu12-12.1.3.1-py3-none-manylinux1_x86_64.whl (410.6 MB)\n", "Using cached nvidia_cuda_cupti_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (14.1 MB)\n", "Using cached nvidia_cuda_nvrtc_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (23.7 MB)\n", "Using cached nvidia_cuda_runtime_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (823 kB)\n", "Using cached nvidia_cufft_cu12-11.0.2.54-py3-none-manylinux1_x86_64.whl (121.6 MB)\n", "Using cached nvidia_curand_cu12-10.3.2.106-py3-none-manylinux1_x86_64.whl (56.5 MB)\n", "Using cached nvidia_cusolver_cu12-11.4.5.107-py3-none-manylinux1_x86_64.whl (124.2 MB)\n", "Using cached nvidia_cusparse_cu12-12.1.0.106-py3-none-manylinux1_x86_64.whl (196.0 MB)\n", "Using cached nvidia_nccl_cu12-2.20.5-py3-none-manylinux2014_x86_64.whl (176.2 MB)\n", "Using cached nvidia_nvtx_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (99 kB)\n", "Using cached triton-3.0.0-1-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.whl (209.5 MB)\n", "Installing collected packages: triton, nvidia-nvtx-cu12, nvidia-nccl-cu12, nvidia-cusparse-cu12, nvidia-curand-cu12, nvidia-cufft-cu12, nvidia-cuda-runtime-cu12, nvidia-cuda-nvrtc-cu12, nvidia-cuda-cupti-cu12, nvidia-cublas-cu12, nvidia-cusolver-cu12, torch\n", " Attempting uninstall: triton\n", " Found existing installation: triton 3.1.0\n", " Uninstalling triton-3.1.0:\n", " Successfully uninstalled triton-3.1.0\n", " Attempting uninstall: nvidia-nvtx-cu12\n", " Found existing installation: nvidia-nvtx-cu12 12.4.127\n", " Uninstalling nvidia-nvtx-cu12-12.4.127:\n", " Successfully uninstalled nvidia-nvtx-cu12-12.4.127\n", " Attempting uninstall: nvidia-nccl-cu12\n", " Found existing installation: nvidia-nccl-cu12 2.21.5\n", " Uninstalling nvidia-nccl-cu12-2.21.5:\n", " Successfully uninstalled nvidia-nccl-cu12-2.21.5\n", " Attempting uninstall: nvidia-cusparse-cu12\n", " Found existing installation: nvidia-cusparse-cu12 12.3.1.170\n", " Uninstalling nvidia-cusparse-cu12-12.3.1.170:\n", " Successfully uninstalled nvidia-cusparse-cu12-12.3.1.170\n", " Attempting uninstall: nvidia-curand-cu12\n", " Found existing installation: nvidia-curand-cu12 10.3.5.147\n", " Uninstalling nvidia-curand-cu12-10.3.5.147:\n", " Successfully uninstalled nvidia-curand-cu12-10.3.5.147\n", " Attempting uninstall: nvidia-cufft-cu12\n", " Found existing installation: nvidia-cufft-cu12 11.2.1.3\n", " Uninstalling nvidia-cufft-cu12-11.2.1.3:\n", " Successfully uninstalled nvidia-cufft-cu12-11.2.1.3\n", " Attempting uninstall: nvidia-cuda-runtime-cu12\n", " Found existing installation: nvidia-cuda-runtime-cu12 12.4.127\n", " Uninstalling nvidia-cuda-runtime-cu12-12.4.127:\n", " Successfully uninstalled nvidia-cuda-runtime-cu12-12.4.127\n", " Attempting uninstall: nvidia-cuda-nvrtc-cu12\n", " Found existing installation: nvidia-cuda-nvrtc-cu12 12.4.127\n", " Uninstalling nvidia-cuda-nvrtc-cu12-12.4.127:\n", " Successfully uninstalled nvidia-cuda-nvrtc-cu12-12.4.127\n", " Attempting uninstall: nvidia-cuda-cupti-cu12\n", " Found existing installation: nvidia-cuda-cupti-cu12 12.4.127\n", " Uninstalling nvidia-cuda-cupti-cu12-12.4.127:\n", " Successfully uninstalled nvidia-cuda-cupti-cu12-12.4.127\n", " Attempting uninstall: nvidia-cublas-cu12\n", " Found existing installation: nvidia-cublas-cu12 12.4.5.8\n", " Uninstalling nvidia-cublas-cu12-12.4.5.8:\n", " Successfully uninstalled nvidia-cublas-cu12-12.4.5.8\n", " Attempting uninstall: nvidia-cusolver-cu12\n", " Found existing installation: nvidia-cusolver-cu12 11.6.1.9\n", " Uninstalling nvidia-cusolver-cu12-11.6.1.9:\n", " Successfully uninstalled nvidia-cusolver-cu12-11.6.1.9\n", " Attempting uninstall: torch\n", " Found existing installation: torch 2.5.1\n", " Uninstalling torch-2.5.1:\n", " Successfully uninstalled torch-2.5.1\n", "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n", "ltx-video 0.1.2 requires transformers>=4.44.2, but you have transformers 4.44.0 which is incompatible.\n", "vllm 0.6.6.post1 requires torch==2.5.1, but you have torch 2.4.0 which is incompatible.\n", "vllm 0.6.6.post1 requires torchvision==0.20.1, but you have torchvision 0.19.0 which is incompatible.\n", "vllm 0.6.6.post1 requires transformers>=4.45.2, but you have transformers 4.44.0 which is incompatible.\n", "vllm 0.6.6.post1 requires xformers==0.0.28.post3; platform_system == \"Linux\" and platform_machine == \"x86_64\", but you have xformers 0.0.30.dev967 which is incompatible.\n", "xformers 0.0.30.dev967 requires torch==2.5.1, but you have torch 2.4.0 which is incompatible.\u001b[0m\u001b[31m\n", "\u001b[0mSuccessfully installed nvidia-cublas-cu12-12.1.3.1 nvidia-cuda-cupti-cu12-12.1.105 nvidia-cuda-nvrtc-cu12-12.1.105 nvidia-cuda-runtime-cu12-12.1.105 nvidia-cufft-cu12-11.0.2.54 nvidia-curand-cu12-10.3.2.106 nvidia-cusolver-cu12-11.4.5.107 nvidia-cusparse-cu12-12.1.0.106 nvidia-nccl-cu12-2.20.5 nvidia-nvtx-cu12-12.1.105 torch-2.4.0 triton-3.0.0\n" ] } ], "source": [ "!pip install git+https://github.com/declare-lab/TangoFlux.git" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": true, "id": "Hfu3zXTDOP4J" }, "outputs": [], "source": [ "import IPython\n", "import torchaudio\n", "from tangoflux import TangoFluxInference\n", "from IPython.display import Audio\n", "\n", "model = TangoFluxInference(name='declare-lab/TangoFlux')" ] }, { "cell_type": "code", "execution_count": 4, "metadata": { "id": "oFiak5QIOP4K", "colab": { "base_uri": "https://localhost:8080/", "height": 95 }, "outputId": "b1476557-a8bf-4c78-ee47-829e10c160dc" }, "outputs": [ { "output_type": "stream", "name": "stderr", "text": [ " 0%| | 0/50 [00:05" ], "text/html": [ "\n", " \n", " " ] }, "metadata": {}, "execution_count": 4 } ], "source": [ "# @title Generate Audio\n", "\n", "prompt = 'a futuristic space craft with unique engine sound' # @param {type:\"string\"}\n", "duration = 10 # @param {type:\"number\"}\n", "steps = 50 # @param {type:\"number\"}\n", "\n", "audio = model.generate(prompt, steps=steps, duration=duration)\n", "\n", "Audio(data=audio, rate=44100)" ] }, { "cell_type": "code", "source": [ "import IPython\n", "import torchaudio\n", "from tangoflux import TangoFluxInference\n", "from IPython.display import Audio\n", "\n", "model = TangoFluxInference(name='declare-lab/TangoFlux')\n", "\n", "# @title Generate Audio\n", "prompt = 'Melodic human whistling harmonizing with natural birdsong' # @param {type:\"string\"}\n", "duration = 10 # @param {type:\"number\"}\n", "steps = 50 # @param {type:\"number\"}\n", "\n", "# Generate the audio\n", "audio = model.generate(prompt, steps=steps, duration=duration)\n", "\n", "# Ensure audio is in the correct format (2D Tensor: [channels, samples])\n", "if len(audio.shape) == 1: # If mono audio (1D tensor)\n", " audio_tensor = audio.unsqueeze(0) # Add channel dimension to make it [1, samples]\n", "elif len(audio.shape) == 2: # Stereo audio (2D tensor)\n", " audio_tensor = audio # Already in correct format\n", "else:\n", " raise ValueError(f\"Unexpected audio tensor shape: {audio.shape}\")\n", "\n", "# Save the audio as a .wav file\n", "torchaudio.save('generated_audio.wav', audio_tensor, sample_rate=44100)\n", "\n", "# Optionally play the audio in the notebook\n", "Audio(data=audio.numpy(), rate=44100)\n" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 95, "referenced_widgets": [ "9043c66013d9407fa7e804b0253264e0", "7687f19a8db748dc8037c72fc3474406", "e85ec1cdf72a43b3b295c0caef7c90e5", "60e6fff33b3141efbc2541e25bd7e6f4", "88fb46f6c69e4f9fa293486a522db56b", "3785dbc08a5d4eb4a9d5505040d8f985", "9e7d9e1ab6e2468a9850e56c9d1d4faf", "683e7a69d2bb411090886b745d25c20c", "fbcd3397ec03469c95a4a5268acdea89", "d5ac81cb58a04f6e8ae3cee958945d91", "c9463addb40f43f8bf1baf112f419cc9" ] }, "id": "_Z8elHyOHOQ1", "outputId": "02346fa4-06eb-480d-ec5f-26e23c3eed08" }, "execution_count": 3, "outputs": [ { "output_type": "display_data", "data": { "text/plain": [ "Fetching 11 files: 0%| | 0/11 [00:00" ], "text/html": [ "\n", " \n", " " ] }, "metadata": {}, "execution_count": 3 } ] } ], "metadata": { "language_info": { "name": "python" }, "colab": { "provenance": [], "machine_shape": "hm", "include_colab_link": true }, "kernelspec": { "name": "python3", "display_name": "Python 3" }, "widgets": { "application/vnd.jupyter.widget-state+json": { "9043c66013d9407fa7e804b0253264e0": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "2.0.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_7687f19a8db748dc8037c72fc3474406", "IPY_MODEL_e85ec1cdf72a43b3b295c0caef7c90e5", "IPY_MODEL_60e6fff33b3141efbc2541e25bd7e6f4" ], "layout": "IPY_MODEL_88fb46f6c69e4f9fa293486a522db56b", "tabbable": null, "tooltip": null } }, "7687f19a8db748dc8037c72fc3474406": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "2.0.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_3785dbc08a5d4eb4a9d5505040d8f985", "placeholder": "​", "style": "IPY_MODEL_9e7d9e1ab6e2468a9850e56c9d1d4faf", "tabbable": null, "tooltip": null, "value": "Fetching 11 files: 100%" } }, "e85ec1cdf72a43b3b295c0caef7c90e5": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "2.0.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_683e7a69d2bb411090886b745d25c20c", "max": 11, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_fbcd3397ec03469c95a4a5268acdea89", "tabbable": null, "tooltip": null, "value": 11 } }, "60e6fff33b3141efbc2541e25bd7e6f4": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "2.0.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_d5ac81cb58a04f6e8ae3cee958945d91", "placeholder": "​", "style": "IPY_MODEL_c9463addb40f43f8bf1baf112f419cc9", "tabbable": null, "tooltip": null, "value": " 11/11 [00:00<00:00, 911.64it/s]" } }, "88fb46f6c69e4f9fa293486a522db56b": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "2.0.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "3785dbc08a5d4eb4a9d5505040d8f985": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "2.0.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "9e7d9e1ab6e2468a9850e56c9d1d4faf": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLStyleModel", "model_module_version": "2.0.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null } }, "683e7a69d2bb411090886b745d25c20c": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "2.0.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "fbcd3397ec03469c95a4a5268acdea89": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "2.0.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "d5ac81cb58a04f6e8ae3cee958945d91": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "2.0.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "c9463addb40f43f8bf1baf112f419cc9": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLStyleModel", "model_module_version": "2.0.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null } } } } }, "nbformat": 4, "nbformat_minor": 0 }