Commit 4feb8b89 authored by luopl's avatar luopl
Browse files

Update runner.py

parent e01355c1
......@@ -79,7 +79,6 @@ class OvisRunner:
def run(self, inputs: List[Union[Image.Image, str]]):
prompt, input_ids, attention_mask, pixel_values = self.preprocess(inputs)
start_time = time.time()
output_ids = self.model.generate(
input_ids,
pixel_values=pixel_values,
......@@ -87,8 +86,6 @@ class OvisRunner:
**self.gen_kwargs
)
output = self.text_tokenizer.decode(output_ids[0], skip_special_tokens=True)
end_time = time.time()
print(f"times****:{end_time-start_time}")
input_token_len = input_ids.shape[1]
output_token_len = output_ids.shape[1]
response = dict(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment