Skip to content

GitLab

Unverified Commit 73ea484a authored by ishandhanani's avatar ishandhanani Committed by GitHub
Browse files

docker: add manifest to versioned docker releases (#11268)

parent 4aeb193f
Hide whitespace changes
Inline Side-by-side
Showing with 53 additions and 35 deletions
.github/workflows/release-docker.yml
View file @ 73ea484a
...@@ -47,32 +47,17 @@ jobs: ...@@ -47,32 +47,17 @@ jobs:
- name: Build and Push AMD64 - name: Build and Push AMD64
run: | run: |
version=$(cat python/sglang/version.py | cut -d'"' -f2) version=$(cat python/sglang/version.py | cut -d'"' -f2)
tag=v${version}-cu129-amd64
if [ "${{ matrix.variant.cuda_version }}" = "12.6.1" ]; then
cuda_tag="cu126" docker buildx build \
elif [ "${{ matrix.variant.cuda_version }}" = "12.8.1" ]; then --platform linux/amd64 \
cuda_tag="cu128" --push \
elif [ "${{ matrix.variant.cuda_version }}" = "12.9.1" ]; then -f docker/Dockerfile \
cuda_tag="cu129" --build-arg CUDA_VERSION=${{ matrix.variant.cuda_version }} \
else --build-arg BUILD_TYPE=${{ matrix.variant.build_type }} \
echo "Unsupported CUDA version" -t lmsysorg/sglang:${tag} \
exit 1 --no-cache \
fi .
tag=v${version}-${cuda_tag}
if [ "${{ matrix.variant.build_type }}" = "all" ]; then
tag_suffix=""
else
echo "Unsupported build type"
exit 1
fi
if [ "${{ matrix.variant.cuda_version }}" = "12.9.1" ]; then
docker buildx build --platform linux/amd64 --push -f docker/Dockerfile --build-arg CUDA_VERSION=${{ matrix.variant.cuda_version }} --build-arg BUILD_TYPE=${{ matrix.variant.build_type }} -t lmsysorg/sglang:${tag}${tag_suffix} -t lmsysorg/sglang:latest --no-cache .
else
docker buildx build --platform linux/amd64 --push -f docker/Dockerfile --build-arg CUDA_VERSION=${{ matrix.variant.cuda_version }} --build-arg BUILD_TYPE=${{ matrix.variant.build_type }} -t lmsysorg/sglang:${tag}${tag_suffix} --no-cache .
fi
publish-arm64: publish-arm64:
if: github.repository == 'sgl-project/sglang' if: github.repository == 'sgl-project/sglang'
...@@ -102,15 +87,48 @@ jobs: ...@@ -102,15 +87,48 @@ jobs:
- name: Build and Push ARM64 - name: Build and Push ARM64
run: | run: |
version=$(cat python/sglang/version.py | cut -d'"' -f2) version=$(cat python/sglang/version.py | cut -d'"' -f2)
tag=v${version}-cu129-arm64
docker buildx build \
--platform linux/arm64 \
--push \
-f docker/Dockerfile \
--build-arg CUDA_VERSION=${{ matrix.variant.cuda_version }} \
--build-arg BUILD_TYPE=${{ matrix.variant.build_type }} \
-t lmsysorg/sglang:${tag} \
--no-cache \
.
create-manifests:
runs-on: ubuntu-22.04
needs: [publish-x86, publish-arm64]
if: github.repository == 'sgl-project/sglang'
environment: "prod"
steps:
- name: Checkout repository
uses: actions/checkout@v4
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3
if [ "${{ matrix.variant.cuda_version }}" = "12.9.1" ]; then - name: Login to Docker Hub
cuda_tag="cu129" uses: docker/login-action@v2
else with:
echo "Unsupported CUDA version" username: ${{ secrets.DOCKERHUB_USERNAME }}
exit 1 password: ${{ secrets.DOCKERHUB_TOKEN }}
fi
tag=v${version}-${cuda_tag} - name: Create multi-arch manifests
tag_suffix="-gb200" run: |
version=$(cat python/sglang/version.py | cut -d'"' -f2)
docker buildx build --platform linux/arm64 --push -f docker/Dockerfile --build-arg CUDA_VERSION=${{ matrix.variant.cuda_version }} --build-arg BUILD_TYPE=${{ matrix.variant.build_type }} -t lmsysorg/sglang:${tag}${tag_suffix} --no-cache . # Create versioned manifest
docker buildx imagetools create \
-t lmsysorg/sglang:v${version} \
lmsysorg/sglang:v${version}-cu129-amd64 \
lmsysorg/sglang:v${version}-cu129-arm64
# Create latest manifest
docker buildx imagetools create \
-t lmsysorg/sglang:latest \
lmsysorg/sglang:v${version}-cu129-amd64 \
lmsysorg/sglang:v${version}-cu129-arm64
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment