Add files via upload

quick-start.ipynb

+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "4ac805ba-ce88-423f-bf3a-d8b2e0ef3a71",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Quick Start Guide for Dynamo in Jupyter Notebook\n",
+    "\n",
+    "# ## Installation\n",
+    "\n",
+    "# The following steps will install necessary system packages, \n",
+    "# set up a virtual environment using `uv`, and install the `abc` package.\n",
+    "\n",
+    "import os\n",
+    "\n",
+    "# Install system-level dependencies\n",
+    "print(\"Updating package lists and installing required system packages...\")\n",
+    "os.system(\"apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -yq python3-dev curl libucx0\")\n",
+    "\n",
+    "# Install uv package manager\n",
+    "print(\"Installing uv package manager...\")\n",
+    "os.system(\"curl -LsSf https://astral.sh/uv/install.sh | sh\")\n",
+    "os.system(\"source $HOME/.local/bin/env\")\n",
+    "\n",
+    "# Create and activate a virtual environment for ABC\n",
+    "print(\"Setting up virtual environment...\")\n",
+    "os.system(\"uv venv dynamo-venv\")\n",
+    "os.system(\"source dynamo-venv/bin/activate\")\n",
+    "\n",
+    "# Install the Dynamo package with all dependencies\n",
+    "print(\"Installing Dynamo package...\")\n",
+    "os.system(\"uv pip install ai-dynamo[all]\")\n",
+    "\n",
+    "# ## Running and Interacting with an LLM Locally\n",
+    "\n",
+    "# To run a model and interact with it locally, we use `dynamo run` with a Hugging Face model.\n",
+    "# Dynamo supports several backends, including: mistralrs, sglang, vllm, and tensorrtllm.\n",
+    "\n",
+    "# Example command to run a model\n",
+    "model_name = \"deepseek-ai/DeepSeek-R1-Distill-Llama-8B\"\n",
+    "backend = \"vllm\"\n",
+    "command = f\"dynamo run out={backend} {model_name}\"\n",
+    "\n",
+    "print(f\"Running the model with: {command}\")\n",
+    "os.system(command)\n",
+    "\n",
+    "# Once launched, you'll be able to chat directly with the model from the command line.\n",
+    "\n",
+    "\n"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3 (ipykernel)",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.10.12"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}