"vscode:/vscode.git/clone" did not exist on "ba2bade0d51405dd4abe4edd4d1dfca08099b303"
Commit 489796c7 authored by Ying Sheng's avatar Ying Sheng
Browse files

minor performance fix

parent fa7a696d
......@@ -50,8 +50,7 @@ def init_global_processor(server_args: ServerArgs):
)
def get_pixel_values(image_data, model_cfg, processor=None):
image_aspect_ratio = getattr(model_cfg, "image_aspect_ratio", None)
def get_pixel_values(image_data, image_aspect_ratio=None, image_grid_pinpoints=None, processor=None):
try:
processor = processor or global_processor
image = load_image(image_data)
......@@ -63,7 +62,7 @@ def get_pixel_values(image_data, model_cfg, processor=None):
pixel_values = processor.image_processor(image)["pixel_values"][0]
elif image_aspect_ratio == "anyres":
pixel_values = process_anyres_image(
image, processor.image_processor, model_cfg.image_grid_pinpoints
image, processor.image_processor, image_grid_pinpoints
)
else:
pixel_values = processor.image_processor(image)["pixel_values"][0]
......@@ -117,13 +116,15 @@ class TokenizerManager:
self.rid_to_state = {} # Dict[str -> ReqState]
async def get_pixel_values(self, image_data):
aspect_ratio = getattr(self.hf_config, "image_aspect_ratio", None)
grid_pinpoints = self.hf_config.image_grid_pinpoints if aspect_ratio == "anyres" else None
if self.executor is not None:
loop = asyncio.get_event_loop()
return await loop.run_in_executor(
self.executor, get_pixel_values, image_data, self.hf_config
self.executor, get_pixel_values, image_data, aspect_ratio, grid_pinpoints
)
else:
return get_pixel_values(image_data, self.hf_config, self.processor)
return get_pixel_values(image_data, aspect_ratio, grid_pinpoints, self.processor)
async def generate_request(self, obj: GenerateReqInput):
if self.to_create_loop:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment