Commit 1eff9d04 authored by zhuwenwen's avatar zhuwenwen
Browse files

update free_encoder_mm_hashes

parent f4776ec3
......@@ -1023,7 +1023,7 @@ class Scheduler(SchedulerInterface):
# It contains the request IDs that are finished in between
# the previous and the current steps.
finished_req_ids=self.finished_req_ids,
free_encoder_input_ids=self.encoder_cache_manager.
free_encoder_mm_hashes=self.encoder_cache_manager.
get_freed_mm_hashes(),
structured_output_request_ids=structured_output_request_ids,
grammar_bitmask=grammar_bitmask,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment