Unverified Commit de75b0bb authored by Andrey Khalyavin's avatar Andrey Khalyavin Committed by GitHub
Browse files

[BugFix] Fix initialization of draft model. (#29319)


Signed-off-by: default avatarAndrey Khalyavin <halyavin@yandex-team.ru>
Signed-off-by: default avatarTyler Michael Smith <tlrmchlsmth@gmail.com>
Co-authored-by: default avatarTyler Michael Smith <tlrmchlsmth@gmail.com>
parent 7df02897
...@@ -3460,6 +3460,10 @@ class GPUModelRunner( ...@@ -3460,6 +3460,10 @@ class GPUModelRunner(
scope="local", scope="local",
) )
prepare_communication_buffer_for_model(self.model) prepare_communication_buffer_for_model(self.model)
if (drafter := getattr(self, "drafter", None)) and (
drafter_model := getattr(drafter, "model", None)
):
prepare_communication_buffer_for_model(drafter_model)
mm_config = self.model_config.multimodal_config mm_config = self.model_config.multimodal_config
self.is_multimodal_pruning_enabled = ( self.is_multimodal_pruning_enabled = (
supports_multimodal_pruning(self.get_model()) supports_multimodal_pruning(self.get_model())
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment