utils.py 254 Bytes
Newer Older
lizhigong's avatar
lizhigong committed
1
2
3
4
5


import os

zero_overhead = os.environ.get('VLLM_ZERO_OVERHEAD') == '1'
6
zero_no_thread = os.environ.get('VLLM_ZERO_NO_THREAD') == '1'
lizhigong's avatar
lizhigong committed
7
8

def is_zero_overhead():
9
10
11
12
    return zero_overhead

def is_zero_no_thread():
    return zero_no_thread and zero_overhead