[ci] skip self-hosted Linux CI jobs (#6919)

* [ci] skip self-hosted Linux CI jobs * comment out Linux_latest too

[ci] skip self-hosted Linux CI jobs (#6919)
* [ci] skip self-hosted Linux CI jobs * comment out Linux_latest too
6d7c7534 · James Lamb · GitHub · f91dcfee · 6d7c7534
Unverified Commit 6d7c7534 authored May 20, 2025 by James Lamb Committed by GitHub May 21, 2025
Show whitespace changes
Inline Side-by-side

Showing with 178 additions and 176 deletions

.vsts-ci.yml .vsts-ci.yml +178 -176

No files found.
--- a/.vsts-ci.yml
+++ b/.vsts-ci.yml
@@ -49,180 +49,181 @@ resources:
        tools: true
        tasks: true
 jobs:
-  ###############
+  # TODO: add these jobs back when issues from https://github.com/microsoft/LightGBM/issues/6918 are resolved
-  # Maintenance #
+  # ###############
-  ###############
+  # # Maintenance #
-  - job: Maintenance
+  # ###############
-    pool: mariner-20240410-0
+  # - job: Maintenance
-    container: ubuntu-latest
+  #   pool: mariner-20240410-0
-    # routine maintenance (like periodically deleting old files),
+  #   container: ubuntu-latest
-    # to be run on 1 random CI runner in the self-hosted pool each runner
+  #   # routine maintenance (like periodically deleting old files),
-    steps:
+  #   # to be run on 1 random CI runner in the self-hosted pool each runner
-      - script: |
+  #   steps:
-          print-diagnostics(){
+  #     - script: |
-            echo "---- df -h -m ----"
+  #         print-diagnostics(){
-            df -h -m
+  #           echo "---- df -h -m ----"
-            echo "---- docker system df ----"
+  #           df -h -m
-            /tmp/docker system df
+  #           echo "---- docker system df ----"
-            echo "---- docker images ----"
+  #           /tmp/docker system df
-            /tmp/docker images
+  #           echo "---- docker images ----"
-          }
+  #           /tmp/docker images
-          # check disk usage
+  #         }
-          print-diagnostics
+  #         # check disk usage
-          # remove old containers, container images, volumes
+  #         print-diagnostics
-          # ref: https://stackoverflow.com/a/32723127/3986677
+  #         # remove old containers, container images, volumes
-          # ref: https://depot.dev/blog/docker-clear-cache#removing-everything-with-docker-system-prune
+  #         # ref: https://stackoverflow.com/a/32723127/3986677
-          echo "---- running 'docker system prune' ----"
+  #         # ref: https://depot.dev/blog/docker-clear-cache#removing-everything-with-docker-system-prune
-          /tmp/docker system prune \
+  #         echo "---- running 'docker system prune' ----"
-            --all \
+  #         /tmp/docker system prune \
-            --force \
+  #           --all \
-            --volumes \
+  #           --force \
-            --filter until=720h
+  #           --volumes \
-          # check disk usage again
+  #           --filter until=720h
-          print-diagnostics
+  #         # check disk usage again
-        displayName: Clean
+  #         print-diagnostics
-  #########
+  #       displayName: Clean
-  # Linux #
+  # #########
-  #########
+  # # Linux #
-  - job: Linux
+  # #########
-    variables:
+  # - job: Linux
-      COMPILER: gcc
+  #   variables:
-      SETUP_CONDA: 'false'
+  #     COMPILER: gcc
-      OS_NAME: 'linux'
+  #     SETUP_CONDA: 'false'
-      PRODUCES_ARTIFACTS: 'true'
+  #     OS_NAME: 'linux'
-    pool: mariner-20240410-0
+  #     PRODUCES_ARTIFACTS: 'true'
-    container: linux-artifact-builder
+  #   pool: mariner-20240410-0
-    strategy:
+  #   container: linux-artifact-builder
-      matrix:
+  #   strategy:
-        regular:
+  #     matrix:
-          TASK: regular
+  #       regular:
-          PYTHON_VERSION: '3.11'
+  #         TASK: regular
-        sdist:
+  #         PYTHON_VERSION: '3.11'
-          TASK: sdist
+  #       sdist:
-          PYTHON_VERSION: '3.9'
+  #         TASK: sdist
-        bdist:
+  #         PYTHON_VERSION: '3.9'
-          TASK: bdist
+  #       bdist:
-          PYTHON_VERSION: '3.10'
+  #         TASK: bdist
-        inference:
+  #         PYTHON_VERSION: '3.10'
-          TASK: if-else
+  #       inference:
-        mpi_source:
+  #         TASK: if-else
-          TASK: mpi
+  #       mpi_source:
-          METHOD: source
+  #         TASK: mpi
-          PYTHON_VERSION: '3.10'
+  #         METHOD: source
-        gpu_source:
+  #         PYTHON_VERSION: '3.10'
-          TASK: gpu
+  #       gpu_source:
-          METHOD: source
+  #         TASK: gpu
-        swig:
+  #         METHOD: source
-          TASK: swig
+  #       swig:
-    steps:
+  #         TASK: swig
-      - script: |
+  #   steps:
-          echo "##vso[task.setvariable variable=BUILD_DIRECTORY]$BUILD_SOURCESDIRECTORY"
+  #     - script: |
-          echo "##vso[task.prependpath]/usr/lib64/openmpi/bin"
+  #         echo "##vso[task.setvariable variable=BUILD_DIRECTORY]$BUILD_SOURCESDIRECTORY"
-          echo "##vso[task.prependpath]$CONDA/bin"
+  #         echo "##vso[task.prependpath]/usr/lib64/openmpi/bin"
-        displayName: 'Set variables'
+  #         echo "##vso[task.prependpath]$CONDA/bin"
-      - script: |
+  #       displayName: 'Set variables'
-          git clean -d -f -x
+  #     - script: |
-        displayName: 'Clean source directory'
+  #         git clean -d -f -x
-      - script: |
+  #       displayName: 'Clean source directory'
-          echo '$(Build.SourceVersion)' > '$(Build.ArtifactStagingDirectory)/commit.txt'
+  #     - script: |
-        displayName: 'Add commit hash to artifacts archive'
+  #         echo '$(Build.SourceVersion)' > '$(Build.ArtifactStagingDirectory)/commit.txt'
-      - task: Bash@3
+  #       displayName: 'Add commit hash to artifacts archive'
-        displayName: Setup
+  #     - task: Bash@3
-        inputs:
+  #       displayName: Setup
-          filePath: $(Build.SourcesDirectory)/.ci/setup.sh
+  #       inputs:
-          targetType: filePath
+  #         filePath: $(Build.SourcesDirectory)/.ci/setup.sh
-      - task: Bash@3
+  #         targetType: filePath
-        displayName: Test
+  #     - task: Bash@3
-        inputs:
+  #       displayName: Test
-          filePath: $(Build.SourcesDirectory)/.ci/test.sh
+  #       inputs:
-          targetType: filePath
+  #         filePath: $(Build.SourcesDirectory)/.ci/test.sh
-      - task: PublishBuildArtifacts@1
+  #         targetType: filePath
-        condition: >
+  #     - task: PublishBuildArtifacts@1
-          and(
+  #       condition: >
-          succeeded(),
+  #         and(
-          in(variables['TASK'], 'regular', 'sdist', 'bdist', 'swig'),
+  #         succeeded(),
-          not(startsWith(variables['Build.SourceBranch'], 'refs/pull/'))
+  #         in(variables['TASK'], 'regular', 'sdist', 'bdist', 'swig'),
-          )
+  #         not(startsWith(variables['Build.SourceBranch'], 'refs/pull/'))
-        inputs:
+  #         )
-          pathtoPublish: '$(Build.ArtifactStagingDirectory)'
+  #       inputs:
-          artifactName: PackageAssets
+  #         pathtoPublish: '$(Build.ArtifactStagingDirectory)'
-          artifactType: container
+  #         artifactName: PackageAssets
-  ################
+  #         artifactType: container
-  # Linux_latest #
+  # ################
-  ################
+  # # Linux_latest #
-  - job: Linux_latest
+  # ################
-    variables:
+  # - job: Linux_latest
-      COMPILER: clang-17
+  #   variables:
-      DEBIAN_FRONTEND: 'noninteractive'
+  #     COMPILER: clang-17
-      IN_UBUNTU_BASE_CONTAINER: 'true'
+  #     DEBIAN_FRONTEND: 'noninteractive'
-      OS_NAME: 'linux'
+  #     IN_UBUNTU_BASE_CONTAINER: 'true'
-      SETUP_CONDA: 'true'
+  #     OS_NAME: 'linux'
-    pool: mariner-20240410-0
+  #     SETUP_CONDA: 'true'
-    container: ubuntu-latest
+  #   pool: mariner-20240410-0
-    strategy:
+  #   container: ubuntu-latest
-      matrix:
+  #   strategy:
-        regular:
+  #     matrix:
-          TASK: regular
+  #       regular:
-        sdist:
+  #         TASK: regular
-          TASK: sdist
+  #       sdist:
-        bdist:
+  #         TASK: sdist
-          TASK: bdist
+  #       bdist:
-          PYTHON_VERSION: '3.11'
+  #         TASK: bdist
-        inference:
+  #         PYTHON_VERSION: '3.11'
-          TASK: if-else
+  #       inference:
-        mpi_source:
+  #         TASK: if-else
-          TASK: mpi
+  #       mpi_source:
-          METHOD: source
+  #         TASK: mpi
-        mpi_pip:
+  #         METHOD: source
-          TASK: mpi
+  #       mpi_pip:
-          METHOD: pip
+  #         TASK: mpi
-          PYTHON_VERSION: '3.12'
+  #         METHOD: pip
-        mpi_wheel:
+  #         PYTHON_VERSION: '3.12'
-          TASK: mpi
+  #       mpi_wheel:
-          METHOD: wheel
+  #         TASK: mpi
-          PYTHON_VERSION: '3.10'
+  #         METHOD: wheel
-        gpu_source:
+  #         PYTHON_VERSION: '3.10'
-          TASK: gpu
+  #       gpu_source:
-          METHOD: source
+  #         TASK: gpu
-          PYTHON_VERSION: '3.12'
+  #         METHOD: source
-        gpu_pip:
+  #         PYTHON_VERSION: '3.12'
-          TASK: gpu
+  #       gpu_pip:
-          METHOD: pip
+  #         TASK: gpu
-          PYTHON_VERSION: '3.11'
+  #         METHOD: pip
-        gpu_wheel:
+  #         PYTHON_VERSION: '3.11'
-          TASK: gpu
+  #       gpu_wheel:
-          METHOD: wheel
+  #         TASK: gpu
-          PYTHON_VERSION: '3.10'
+  #         METHOD: wheel
-        cpp_tests:
+  #         PYTHON_VERSION: '3.10'
-          TASK: cpp-tests
+  #       cpp_tests:
-          METHOD: with-sanitizers
+  #         TASK: cpp-tests
-    steps:
+  #         METHOD: with-sanitizers
-      - script: |
+  #   steps:
-          echo "##vso[task.setvariable variable=BUILD_DIRECTORY]$BUILD_SOURCESDIRECTORY"
+  #     - script: |
-          CONDA=$HOME/miniforge
+  #         echo "##vso[task.setvariable variable=BUILD_DIRECTORY]$BUILD_SOURCESDIRECTORY"
-          echo "##vso[task.setvariable variable=CONDA]$CONDA"
+  #         CONDA=$HOME/miniforge
-          echo "##vso[task.prependpath]$CONDA/bin"
+  #         echo "##vso[task.setvariable variable=CONDA]$CONDA"
-        displayName: 'Set variables'
+  #         echo "##vso[task.prependpath]$CONDA/bin"
-      # https://github.com/microsoft/azure-pipelines-agent/issues/2043#issuecomment-687983301
+  #       displayName: 'Set variables'
-      - script: |
+  #     # https://github.com/microsoft/azure-pipelines-agent/issues/2043#issuecomment-687983301
-          /tmp/docker exec -t -u 0 ci-container \
+  #     - script: |
-          sh -c "apt-get update && apt-get -o Dpkg::Options::="--force-confold" -y install sudo"
+  #         /tmp/docker exec -t -u 0 ci-container \
-        displayName: 'Install sudo'
+  #         sh -c "apt-get update && apt-get -o Dpkg::Options::="--force-confold" -y install sudo"
-      - script: |
+  #       displayName: 'Install sudo'
-          sudo apt-get update
+  #     - script: |
-          sudo apt-get install -y --no-install-recommends git
+  #         sudo apt-get update
-          git clean -d -f -x
+  #         sudo apt-get install -y --no-install-recommends git
-        displayName: 'Clean source directory'
+  #         git clean -d -f -x
-      - task: Bash@3
+  #       displayName: 'Clean source directory'
-        displayName: Setup
+  #     - task: Bash@3
-        inputs:
+  #       displayName: Setup
-          filePath: $(Build.SourcesDirectory)/.ci/setup.sh
+  #       inputs:
-          targetType: 'filePath'
+  #         filePath: $(Build.SourcesDirectory)/.ci/setup.sh
-      - task: Bash@3
+  #         targetType: 'filePath'
-        displayName: Test
+  #     - task: Bash@3
-        inputs:
+  #       displayName: Test
-          filePath: $(Build.SourcesDirectory)/.ci/test.sh
+  #       inputs:
-          targetType: 'filePath'
+  #         filePath: $(Build.SourcesDirectory)/.ci/test.sh
+  #         targetType: 'filePath'
  #########
  # macOS #
  #########
@@ -364,8 +365,9 @@ jobs:
  ###########
  - job: Package
    dependsOn:
-      - Linux
+      # TODO: add jobs back when https://github.com/microsoft/LightGBM/issues/6918 is resolved
-      - Linux_latest
+      # - Linux
+      # - Linux_latest
      - macOS
      - Windows
      - R_artifact