name: MoE Test

on:
  push:
    branches: [ main ]
    paths:
      - "python/sglang/**"
      - "test/**"
      - ".github/workflows/moe-test.yml"
  pull_request:
    branches: [ main ]
    paths:
      - "python/sglang/**"
      - "test/**"
      - ".github/workflows/moe-test.yml"
  workflow_dispatch:

concurrency:
  group: moe-test-${{ github.ref }}
  cancel-in-progress: true

jobs:
    moe-test:
        if: github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request'
        runs-on: accuracy
    
        steps:
            - name: Checkout code
              uses: actions/checkout@v3
        
            - name: Install dependencies
              run: |
                source $HOME/venv/bin/activate
                echo "$HOME/venv/bin" >> $GITHUB_PATH
        
                pip install --upgrade pip
                pip install -e "python[all]"
                pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.4/ --force-reinstall

            - name: Benchmark MOE Serving Throughput
              uses: nick-fields/retry@v3
              with:
                timeout_minutes: 15
                max_attempts: 2
                retry_on: error
                command: |
                  cd test/srt
                  python3 -m unittest test_moe_serving_throughput.TestServingThroughput.test_default
                  python3 -m unittest test_moe_serving_throughput.TestServingThroughput.test_default_without_radix_cache
