utils.py 254 Bytes
Newer Older
lizhigong's avatar
lizhigong committed
1
2
3
4
5
6
7
8
9
10
11
12


import os

zero_overhead = os.environ.get('VLLM_ZERO_OVERHEAD') == '1'
zero_no_thread = os.environ.get('VLLM_ZERO_NO_THREAD') == '1'

def is_zero_overhead():
    return zero_overhead

def is_zero_no_thread():
    return zero_no_thread and zero_overhead