model_executor.yaml 541 Bytes
Newer Older
1
2
3
4
5
6
7
8
9
10
11
group: Model Executor
depends_on: 
  - image-build
steps:
- label: Model Executor
  timeout_in_minutes: 35
  source_file_dependencies:
  - vllm/engine/arg_utils.py
  - vllm/config/model.py
  - vllm/model_executor
  - tests/model_executor
12
  - tests/entrypoints/openai/completion/test_tensorizer_entrypoint.py
13
14
15
16
  commands:
    - apt-get update && apt-get install -y curl libsodium23
    - export VLLM_WORKER_MULTIPROC_METHOD=spawn
    - pytest -v -s model_executor
17
    - pytest -v -s entrypoints/openai/completion/test_tensorizer_entrypoint.py