constants.py 1.12 KB
Newer Older
Alec's avatar
Alec committed
1
2
3
4
5
6
7
8
9
10
# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0

"""Shared test constants.

Centralize model identifiers and other shared constants for tests to
avoid importing from conftest and to keep values consistent.
"""

import os
11
from enum import IntEnum
Alec's avatar
Alec committed
12
13
14

QWEN = "Qwen/Qwen3-0.6B"
LLAMA = "deepseek-ai/DeepSeek-R1-Distill-Llama-8B"  # on an l4 gpu, must limit --max-seq-len, otherwise it will not fit
15
GPT_OSS = "openai/gpt-oss-20b"
16
QWEN_EMBEDDING = "Qwen/Qwen3-Embedding-4B"
Alec's avatar
Alec committed
17
18
19
20

TEST_MODELS = [
    QWEN,
    LLAMA,
21
    GPT_OSS,
22
    QWEN_EMBEDDING,
Alec's avatar
Alec committed
23
24
]

25
26
27
28
29
30
31
32
33
34

# Default ports used by test payloads/scripts when not overridden.
# Tests that need xdist-safety should allocate real ports via fixtures and map
# these defaults to per-test ports at runtime.
class DefaultPort(IntEnum):
    FRONTEND = 8000
    SYSTEM1 = 8081
    SYSTEM2 = 8082


Alec's avatar
Alec committed
35
36
37
38
# Env-driven defaults for specific test groups
# Allows overriding via environment variables
ROUTER_MODEL_NAME = os.environ.get("ROUTER_MODEL_NAME", QWEN)
FAULT_TOLERANCE_MODEL_NAME = os.environ.get("FAULT_TOLERANCE_MODEL_NAME", QWEN)