Unverified Commit bcd0fc06 authored by Tushar Sharma's avatar Tushar Sharma Committed by GitHub
Browse files

test: skip persistent nightly CI failures and provide associated tickets (#8006)


Co-authored-by: default avatarClaude Opus 4.6 (1M context) <noreply@anthropic.com>
parent 1bf3dd5d
...@@ -166,6 +166,7 @@ def send_completion_request( ...@@ -166,6 +166,7 @@ def send_completion_request(
raise raise
@pytest.mark.skip(reason="Nightly CI failure: https://linear.app/nvidia/issue/DYN-2607")
@pytest.mark.trtllm @pytest.mark.trtllm
@pytest.mark.e2e @pytest.mark.e2e
@pytest.mark.slow @pytest.mark.slow
......
...@@ -296,6 +296,7 @@ def test_request_cancellation_vllm_aggregated( ...@@ -296,6 +296,7 @@ def test_request_cancellation_vllm_aggregated(
) )
@pytest.mark.skip(reason="Nightly CI failure: https://linear.app/nvidia/issue/DYN-2606")
@pytest.mark.timeout(150) # 3x average @pytest.mark.timeout(150) # 3x average
@pytest.mark.nightly @pytest.mark.nightly
@pytest.mark.gpu_2 @pytest.mark.gpu_2
......
...@@ -261,6 +261,7 @@ def test_external_weight_mgr_vllm( ...@@ -261,6 +261,7 @@ def test_external_weight_mgr_vllm(
) )
@pytest.mark.skip(reason="Nightly CI failure: https://linear.app/nvidia/issue/DYN-2567")
@pytest.mark.sglang @pytest.mark.sglang
@pytest.mark.e2e @pytest.mark.e2e
@pytest.mark.gpu_1 @pytest.mark.gpu_1
......
...@@ -465,6 +465,7 @@ def test_gms_shadow_engine_failover_vllm( ...@@ -465,6 +465,7 @@ def test_gms_shadow_engine_failover_vllm(
) )
@pytest.mark.skip(reason="Nightly CI failure: https://linear.app/nvidia/issue/DYN-2567")
@pytest.mark.sglang @pytest.mark.sglang
@pytest.mark.e2e @pytest.mark.e2e
@pytest.mark.gpu_1 @pytest.mark.gpu_1
......
...@@ -208,6 +208,7 @@ def test_gms_basic_sleep_wake_vllm( ...@@ -208,6 +208,7 @@ def test_gms_basic_sleep_wake_vllm(
) )
@pytest.mark.skip(reason="Nightly CI failure: https://linear.app/nvidia/issue/DYN-2567")
@pytest.mark.sglang @pytest.mark.sglang
@pytest.mark.e2e @pytest.mark.e2e
@pytest.mark.gpu_1 @pytest.mark.gpu_1
......
...@@ -318,6 +318,7 @@ def test_router_decisions_sglang_dp( ...@@ -318,6 +318,7 @@ def test_router_decisions_sglang_dp(
) )
@pytest.mark.skip(reason="Nightly CI failure: https://linear.app/nvidia/issue/DYN-2603")
@pytest.mark.gpu_2 @pytest.mark.gpu_2
@pytest.mark.nightly @pytest.mark.nightly
@pytest.mark.parametrize("request_plane", ["nats"], indirect=True) @pytest.mark.parametrize("request_plane", ["nats"], indirect=True)
......
...@@ -302,6 +302,7 @@ def test_router_decisions_trtllm_multiple_workers( ...@@ -302,6 +302,7 @@ def test_router_decisions_trtllm_multiple_workers(
) )
@pytest.mark.skip(reason="Nightly CI failure: https://linear.app/nvidia/issue/DYN-2609")
@pytest.mark.gpu_2 @pytest.mark.gpu_2
@pytest.mark.nightly @pytest.mark.nightly
@pytest.mark.parametrize("request_plane", ["nats"], indirect=True) @pytest.mark.parametrize("request_plane", ["nats"], indirect=True)
......
...@@ -84,7 +84,12 @@ VLLM_MULTIMODAL_PROFILES: list[MultimodalModelProfile] = [ ...@@ -84,7 +84,12 @@ VLLM_MULTIMODAL_PROFILES: list[MultimodalModelProfile] = [
short_name="qwen2-audio-7b", short_name="qwen2-audio-7b",
topologies={ topologies={
"agg": TopologyConfig( "agg": TopologyConfig(
marks=[pytest.mark.post_merge], marks=[
pytest.mark.skip(
reason="Nightly CI failure: https://linear.app/nvidia/issue/DYN-2604"
),
pytest.mark.post_merge,
],
timeout_s=600, timeout_s=600,
env={"DYN_CHAT_PROCESSOR": "vllm"}, env={"DYN_CHAT_PROCESSOR": "vllm"},
), ),
......
...@@ -271,6 +271,9 @@ sglang_configs = { ...@@ -271,6 +271,9 @@ sglang_configs = {
directory=sglang_dir, directory=sglang_dir,
script_name="agg.sh", script_name="agg.sh",
marks=[ marks=[
pytest.mark.skip(
reason="Nightly CI failure: https://linear.app/nvidia/issue/DYN-2602"
),
pytest.mark.gpu_1, pytest.mark.gpu_1,
pytest.mark.profiled_vram_gib( pytest.mark.profiled_vram_gib(
19.1 19.1
......
...@@ -239,6 +239,9 @@ trtllm_configs = { ...@@ -239,6 +239,9 @@ trtllm_configs = {
directory=trtllm_dir, directory=trtllm_dir,
script_name="agg_multimodal_router.sh", script_name="agg_multimodal_router.sh",
marks=[ marks=[
pytest.mark.skip(
reason="Nightly CI failure: https://linear.app/nvidia/issue/DYN-2608"
),
pytest.mark.gpu_1, pytest.mark.gpu_1,
pytest.mark.trtllm, pytest.mark.trtllm,
pytest.mark.multimodal, pytest.mark.multimodal,
......
...@@ -423,6 +423,9 @@ vllm_configs = { ...@@ -423,6 +423,9 @@ vllm_configs = {
directory=vllm_dir, directory=vllm_dir,
script_name="agg_multimodal.sh", script_name="agg_multimodal.sh",
marks=[ marks=[
pytest.mark.skip(
reason="Nightly CI failure: https://linear.app/nvidia/issue/DYN-2604"
),
pytest.mark.gpu_1, # agg_multimodal.sh uses single GPU pytest.mark.gpu_1, # agg_multimodal.sh uses single GPU
pytest.mark.multimodal, pytest.mark.multimodal,
pytest.mark.nightly, pytest.mark.nightly,
...@@ -626,6 +629,7 @@ def test_serve_deployment( ...@@ -626,6 +629,7 @@ def test_serve_deployment(
run_serve_deployment(config, request, ports=dynamo_dynamic_ports) run_serve_deployment(config, request, ports=dynamo_dynamic_ports)
@pytest.mark.skip(reason="Nightly CI failure: https://linear.app/nvidia/issue/DYN-2605")
@pytest.mark.vllm @pytest.mark.vllm
@pytest.mark.e2e @pytest.mark.e2e
@pytest.mark.gpu_2 @pytest.mark.gpu_2
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment