Skip to content

GitLab

Switch branch/tag
Find file Normal viewHistoryPermalink
test_gc_utils.py 2.27 KB
Newer Older
Jialin Ouyang's avatar
[Core] GC Debug callback (#24829)  
Jialin Ouyang committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69 
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
from dataclasses import dataclass
from typing import Any

from vllm.utils.gc_utils import (GCDebugConfig, _compute_detailed_type,
                                 _compute_top_gc_collected_objects)


@dataclass
class Normal:
    v: int


@dataclass
class ListWrapper:
    vs: list[int]

    def __len__(self) -> int:
        return len(self.vs)


def test_compute_detailed_type():
    assert _compute_detailed_type(
        Normal(v=8)) == "<class 'tests.utils_.test_gc_utils.Normal'>"

    assert _compute_detailed_type([1, 2, 3]) == "<class 'list'>(size:3)"
    assert _compute_detailed_type({4, 5}) == "<class 'set'>(size:2)"
    assert _compute_detailed_type({6: 7}) == "<class 'dict'>(size:1)"
    assert _compute_detailed_type(ListWrapper(
        vs=[])) == "<class 'tests.utils_.test_gc_utils.ListWrapper'>(size:0)"


def test_compute_top_gc_collected_objects():
    objects: list[Any] = [[1, 2, 3], [4, 5, 6], [7, 8, 9], [10, 11, 12],
                          {13, 14}, {
                              15: 16,
                              17: 18
                          },
                          Normal(v=19),
                          Normal(v=20),
                          Normal(v=21)]
    assert _compute_top_gc_collected_objects(objects, top=-1) == ""
    assert _compute_top_gc_collected_objects(objects, top=0) == ""
    assert _compute_top_gc_collected_objects(
        objects, top=1) == "    4:<class 'list'>(size:3)"
    assert _compute_top_gc_collected_objects(objects, top=2) == "\n".join([
        "    4:<class 'list'>(size:3)",
        "    3:<class 'tests.utils_.test_gc_utils.Normal'>"
    ])
    assert _compute_top_gc_collected_objects(objects, top=3) == "\n".join([
        "    4:<class 'list'>(size:3)",
        "    3:<class 'tests.utils_.test_gc_utils.Normal'>",
        "    1:<class 'set'>(size:2)"
    ])


def test_gc_debug_config():
    assert not GCDebugConfig(None).enabled
    assert not GCDebugConfig("").enabled
    assert not GCDebugConfig("0").enabled

    config = GCDebugConfig("1")
    assert config.enabled
    assert config.top_objects == -1

    config = GCDebugConfig("{\"top_objects\":5}")
    assert config.enabled
    assert config.top_objects == 5