Skip to content

GitLab

"deploy/vscode:/vscode.git/clone" did not exist on "6e0d62d74f5b58f1bd0bbb078134f79ad9350366"
Switch branch/tag
Find file Normal viewHistoryPermalink
data_template.json 2.46 KB
Newer Older
Hongkuan Zhou's avatar
feat: add webUI to profiler (#4544)  
Hongkuan Zhou committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98 
{
    "settings": {
        "allow_confirm_datapoint": true,
        "hide_show_config": true
    },
    "prefill": {
        "chart": {
            "labels": [],
            "datasets": [
                {
                    "label": "Prefill Performance",
                    "data": [],
                    "backgroundColor": "#1f77b4",
                    "borderColor": "#1f77b4"
                }
            ],
            "target_line": {
                "value": 0.0,
                "label": "Target TTFT: ? ms"
            },
            "axes": {
                "x": {
                    "title": "Time to First Token (ms)",
                    "min": 0
                },
                "y": {
                    "title": "Prefill Throughput per GPU (tokens/s/GPU)",
                    "min": 0
                }
            }
        },
        "table": {
            "columns": [
                "GPUs",
                "TTFT (ms)",
                "Throughput (tokens/s/GPU)",
                "Action"
            ],
            "data": []
        }
    },
    "decode": {
        "chart": {
            "datasets": [],
            "target_line": {
                "value": 0.0,
                "label": "Target ITL: ? ms"
            },
            "axes": {
                "x": {
                    "title": "Inter Token Latency (ms)",
                    "min": 0
                },
                "y": {
                    "title": "Decode Throughput per GPU (tokens/s/GPU)",
                    "min": 0
                }
            }
        },
        "table": {
            "columns": [
                "GPUs",
                "ITL (ms)",
                "Throughput (tokens/s/GPU)",
                "Action"
            ],
            "data": []
        }
    },
    "cost": {
        "chart": {
            "datasets": [],
            "axes": {
                "x": {
                    "title": "Tokens per User",
                    "min": 0
                },
                "y": {
                    "title": "Cost ($)",
                    "min": 0
                }
            },
            "title": "Cost Per 1000 ? requests"
        },
        "table": {
            "columns": [
                "TTFT (ms)",
                "Prefill Thpt (tokens/s/GPU)",
                "ITL (ms)",
                "Decode Thpt (tokens/s/GPU)",
                "Tokens/User",
                "Cost ($)",
                "Action"
            ],
            "data": []
        }
    }
}