post-create.sh 4.84 KB
Newer Older
1
2
3
#!/bin/bash
# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0
4
5
6

set -eu

7
8
9
# Set DYNAMO_HOME if not already set
export DYNAMO_HOME=${DYNAMO_HOME:-/home/ubuntu/dynamo}

10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
# Ensure we're not running as root
if [ "$(id -u)" -eq 0 ]; then
    echo "❌ ERROR: This script should not be run as root!"
    echo "The script should run as the 'ubuntu' user, not root."
    echo "Current user: $(whoami) (UID: $(id -u))"
    exit 1
fi

# Verify we're running as the expected user
if [ "$(whoami)" != "ubuntu" ]; then
    echo "⚠️  WARNING: Expected to run as 'ubuntu' user, but running as '$(whoami)'"
    echo "This might cause permission issues."
fi

echo "Running post-create script as user: $(whoami) (UID: $(id -u))"
25

26
trap 'echo "❌ ERROR: Command failed at line $LINENO: $BASH_COMMAND"; echo "⚠️ This was unexpected and setup was not completed. Can try to resolve yourself and then manually run the rest of the commands in this file or file a bug."' ERR
27

28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
retry() {
    # retries for connectivity issues in installs
    local retries=3
    local count=0
    until "$@"; do
        exit_code=$?
        wait_time=$((2 ** count))
        echo "Command failed with exit code $exit_code. Retrying in $wait_time seconds..."
        sleep $wait_time
        count=$((count + 1))
        if [ $count -ge $retries ]; then
            echo "Command failed after $retries attempts."
            return $exit_code
        fi
    done
    return 0
}
45

46
47
48
49
50
51
52
show_and_run() {
    # Run commands with debug output shown
    set -x
    "$@"
    { set +x; } 2>/dev/null
}

53
set -x
54

55
# Pre-commit hooks
56
cd $DYNAMO_HOME && pre-commit install && retry pre-commit install-hooks
57
pre-commit run --all-files || true # don't fail the build if pre-commit hooks fail
58

59
# Set build directory
60
export CARGO_TARGET_DIR=${CARGO_TARGET_DIR:-$DYNAMO_HOME/.build/target}
61
mkdir -p $CARGO_TARGET_DIR
62

63
64
65
uv pip uninstall --yes ai-dynamo ai-dynamo-runtime 2>/dev/null || true

# Build project, with `dev` profile it will be saved at $CARGO_TARGET_DIR/debug
66
cargo build --locked --profile dev --features dynamo-llm/block-manager
67

68
# install the python bindings
69
70
71
72
73
74
75
76
77
78
79

# Install maturin if not already installed.
# TODO: Uncomment for SGLANG. Right now, the CI team is making a refactor
#       to the Dockerfile, so this is a temporary fix.
# if ! command -v maturin &> /dev/null; then
#     echo "Installing maturin..."
#     retry uv pip install maturin[patchelf]
# else
#     echo "maturin is already installed"
# fi

80
# install ai-dynamo-runtime
81
(cd $DYNAMO_HOME/lib/bindings/python && retry maturin develop)
82

83
# install ai-dynamo
84
85
cd $DYNAMO_HOME && retry env DYNAMO_BIN_PATH=$CARGO_TARGET_DIR/debug uv pip install -e .

86
87
{ set +x; } 2>/dev/null

88
89
90
91
echo -e "\n" >> ~/.bashrc
echo "# === This section is generated by the post-create.sh script ===" >> ~/.bashrc

# Check if PYTHONPATH is already set in environment
92
if [ -n "${PYTHONPATH:-}" ]; then
93
94
95
    # PYTHONPATH exists, replace /workspace with $DYNAMO_HOME
    export PYTHONPATH=$(echo "$PYTHONPATH" | sed "s|/workspace|$DYNAMO_HOME|g")
    # Also add to .bashrc for persistence
96
    if ! grep -q "export PYTHONPATH=" ~/.bashrc; then
97
98
        echo "# PYTHONPATH modified from /workspace to use DYNAMO_HOME" >> ~/.bashrc
        show_and_run echo "export PYTHONPATH=\"$PYTHONPATH\"" >> ~/.bashrc
99
    fi
100
101
102
fi

if ! grep -q "export GPG_TTY=" ~/.bashrc; then
103
    show_and_run echo 'export GPG_TTY=$(tty)' >> ~/.bashrc
104
fi
105
106
107
108

# Unset empty tokens/variables to avoid issues with authentication and SSH
if ! grep -q "# Unset empty tokens" ~/.bashrc; then
    echo -e "\n# Unset empty tokens and environment variables" >> ~/.bashrc
109
110
111
    echo '[ -z "${HF_TOKEN:-}" ] && unset HF_TOKEN' >> ~/.bashrc
    echo '[ -z "${GITHUB_TOKEN:-}" ] && unset GITHUB_TOKEN' >> ~/.bashrc
    echo '[ -z "${SSH_AUTH_SOCK:-}" ] && unset SSH_AUTH_SOCK' >> ~/.bashrc
112
113
114
fi

# Check SSH agent forwarding status
115
if [ -n "${SSH_AUTH_SOCK:-}" ]; then
116
    if ssh-add -l > /dev/null 2>&1; then
117
118
        echo "SSH agent forwarding is working - found $(ssh-add -l | wc -l) key(s):"
        ssh-add -l
119
    else
120
        echo "⚠️ SSH_AUTH_SOCK is set but ssh-add failed - agent may not be accessible"
121
122
123
124
125
    fi
else
    echo "⚠️ SSH agent forwarding not configured - SSH_AUTH_SOCK is not set"
fi

126
127
show_and_run $DYNAMO_HOME/deploy/dynamo_check.py

128
129
130
131
132
133
134
135
136
137
138
cat <<EOF

✅ SUCCESS: Built cargo project, installed Python bindings, configured pre-commit hooks

Example commands:
  cargo build --locked --profile dev              # Build Rust project in $CARGO_TARGET_DIR
  cd lib/bindings/python && maturin develop --uv  # Update Python bindings (if you changed them)
  cargo fmt && cargo clippy                       # Format and lint code before committing
  cargo doc --no-deps                             # Generate documentation
  uv pip install -e .                             # Install various Python packages Dynamo depends on
EOF