[ CI ] Re-enable Large Model LM Eval (#6031)

d76084c1 · Robert Shaw · GitHub · 80ca1e6a · d76084c1
Unverified Commit d76084c1 authored Jul 01, 2024 by Robert Shaw Committed by GitHub Jul 01, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 9 additions and 0 deletions

.buildkite/test-pipeline.yaml .buildkite/test-pipeline.yaml +9 -0

No files found.
--- a/.buildkite/test-pipeline.yaml
+++ b/.buildkite/test-pipeline.yaml
@@ -198,6 +198,15 @@ steps:
  - export VLLM_WORKER_MULTIPROC_METHOD=spawn
  - bash ./run-tests.sh -c configs/models-small.txt -t 1

+- label: LM Eval Large Models
+  gpu: a100
+  num_gpus: 4
+  working_dir: "/vllm-workspace/.buildkite/lm-eval-harness"
+  commands:
+  - pip install lm-eval
+  - export VLLM_WORKER_MULTIPROC_METHOD=spawn
+  - bash ./run-tests.sh -c configs/models-large.txt -t 4
+
 - label: Documentation Build
  working_dir: "/vllm-workspace/test_docs/docs"
  no_gpu: True