[code clean] remove duplicate check (#32376)

Signed-off-by: Andy Xie <andy.xning@gmail.com>

vllm/multimodal/registry.py

@@ -254,7 +254,7 @@ class MultiModalRegistry:
         observability_config: "ObservabilityConfig | None" = None,
         tokenizer: TokenizerLike | None = None,
     ) -> InputProcessingContext:
-        if tokenizer is None and not model_config.skip_tokenizer_init:
+        if tokenizer is None:
             tokenizer = cached_tokenizer_from_config(model_config)
 
         return InputProcessingContext(

vllm/v1/engine/async_llm.py

@@ -106,9 +106,6 @@ class AsyncLLM(EngineClient):
                 "enabling logging without default stat loggers."
             )
 
-        if self.model_config.skip_tokenizer_init:
-            tokenizer = None
-        else:
         tokenizer = cached_tokenizer_from_config(self.model_config)
 
         self.input_processor = InputProcessor(self.vllm_config, tokenizer)

vllm/v1/engine/llm_engine.py

@@ -84,9 +84,6 @@ class LLMEngine:
             self.dp_group = None
         self.should_execute_dummy_batch = False
 
-        if self.model_config.skip_tokenizer_init:
-            tokenizer = None
-        else:
         tokenizer = cached_tokenizer_from_config(self.model_config)
 
         self.input_processor = InputProcessor(self.vllm_config, tokenizer)