Commit 6b16ea2e authored by zhuwenwen's avatar zhuwenwen
Browse files

change self.get_tokenizer_for_seq to get_tokenizer_for_seq

parent 39ae4102
...@@ -150,7 +150,7 @@ set(VLLM_EXT_SRC ...@@ -150,7 +150,7 @@ set(VLLM_EXT_SRC
"csrc/layernorm_kernels.cu" "csrc/layernorm_kernels.cu"
"csrc/transpose_kernels.cu" "csrc/transpose_kernels.cu"
"csrc/quantization/squeezellm/quant_cuda_kernel.cu" "csrc/quantization/squeezellm/quant_cuda_kernel.cu"
"csrc/quantization/gptq/q_gemm.cu" # "csrc/quantization/gptq/q_gemm.cu"
"csrc/quantization/compressed_tensors/int8_quant_kernels.cu" "csrc/quantization/compressed_tensors/int8_quant_kernels.cu"
# "csrc/quantization/fp8/common.cu" # "csrc/quantization/fp8/common.cu"
"csrc/cuda_utils_kernels.cu" "csrc/cuda_utils_kernels.cu"
......
...@@ -354,10 +354,10 @@ class LLMEngine: ...@@ -354,10 +354,10 @@ class LLMEngine:
self.detokenizer, self.detokenizer,
self.scheduler, self.scheduler,
self.seq_counter, self.seq_counter,
self.get_tokenizer_for_seq, get_tokenizer_for_seq,
stop_checker=StopChecker( stop_checker=StopChecker(
self.scheduler_config.max_model_len, self.scheduler_config.max_model_len,
self.get_tokenizer_for_seq, get_tokenizer_for_seq,
), ),
)) ))
init_success = True init_success = True
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment