Skip to content

GitLab

"llama/vscode:/vscode.git/clone" did not exist on "4879a234c4bd3f2bbc99d9b09c44bd99fc337679"
Commit 99158e75 authored by gushiqiao's avatar gushiqiao Committed by GitHub
Browse files

[Fix] Fix adapter weights distribute load bug (#320)

parent 0fc763de
Show whitespace changes
Inline Side-by-side
Showing with 4 additions and 3 deletions
lightx2v/models/networks/wan/audio_model.py
View file @ 99158e75
...@@ -40,7 +40,8 @@ class WanAudioModel(WanModel): ...@@ -40,7 +40,8 @@ class WanAudioModel(WanModel):
adapter_offload = self.config.get("cpu_offload", False) adapter_offload = self.config.get("cpu_offload", False)
load_from_rank0 = self.config.get("load_from_rank0", False) load_from_rank0 = self.config.get("load_from_rank0", False)
self.adapter_weights_dict = load_weights(self.config.adapter_model_path, cpu_offload=adapter_offload, remove_key="audio", load_from_rank0=load_from_rank0) self.adapter_weights_dict = load_weights(self.config.adapter_model_path, cpu_offload=adapter_offload, remove_key="audio", load_from_rank0=load_from_rank0)
if not dist.is_initialized() and not adapter_offload: if not adapter_offload:
if not dist.is_initialized() or not load_from_rank0:
for key in self.adapter_weights_dict: for key in self.adapter_weights_dict:
self.adapter_weights_dict[key] = self.adapter_weights_dict[key].cuda() self.adapter_weights_dict[key] = self.adapter_weights_dict[key].cuda()
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment