GitLab

add VLLM_USE_FUSED_CACHE_QUANT_BMM_MLA to use fused rmsnorm + contiguous + rope(for dpsk-v3) + concat_and_cache_mla + q quant, control bmm(todo) + cat +mla (fp8)

update VLLM_USE_LIGHTOP_RMS_ROPE_CONCAT impl

set VLLM_USE_LIGHTOP_RMS_ROPE_CONCAT=1

set VLLM_REJECT_SAMPLE_OPT=1 for dpsk-v3

[FIX] 修复mtp和VLLM_USE_TRITON_CAT不能一起开的bug

update the default values of VLLM_USE_TRITON_CAT and VLLM_USE_LIGHT_OP to True