"examples/pytorch/graphsage/dist/train_dist_unsupervised.py" did not exist on "ee30b2aadd49af86696c4bab8b7b15153a55c9c7"
Commit 92f067f1 authored by gushiqiao's avatar gushiqiao
Browse files

Fix audio model compile and offload bugs

parent 00962c67
...@@ -155,7 +155,6 @@ class WanTransformerInfer(BaseTransformerInfer): ...@@ -155,7 +155,6 @@ class WanTransformerInfer(BaseTransformerInfer):
self.weights_stream_mgr._async_prefetch_block(weights.blocks) self.weights_stream_mgr._async_prefetch_block(weights.blocks)
if self.clean_cuda_cache: if self.clean_cuda_cache:
del grid_sizes, embed, embed0, seq_lens, freqs, context del grid_sizes, embed, embed0, seq_lens, freqs, context
torch.cuda.empty_cache() torch.cuda.empty_cache()
...@@ -295,9 +294,7 @@ class WanTransformerInfer(BaseTransformerInfer): ...@@ -295,9 +294,7 @@ class WanTransformerInfer(BaseTransformerInfer):
for ipa_out in audio_dit_blocks: for ipa_out in audio_dit_blocks:
if block_idx in ipa_out: if block_idx in ipa_out:
cur_modify = ipa_out[block_idx] cur_modify = ipa_out[block_idx]
x = cur_modify["modify_func"](x, x = cur_modify["modify_func"](x, grid_sizes, **cur_modify["kwargs"])
grid_sizes,
**cur_modify["kwargs"])
return x return x
def _infer_without_offload(self, weights, grid_sizes, embed, x, embed0, seq_lens, freqs, context, audio_dit_blocks=None): def _infer_without_offload(self, weights, grid_sizes, embed, x, embed0, seq_lens, freqs, context, audio_dit_blocks=None):
......
...@@ -3,7 +3,7 @@ import os ...@@ -3,7 +3,7 @@ import os
import subprocess import subprocess
from contextlib import contextmanager from contextlib import contextmanager
from dataclasses import dataclass from dataclasses import dataclass
from typing import Any, Dict, List, Optional, Tuple from typing import Dict, List, Optional, Tuple
import numpy as np import numpy as np
import torch import torch
...@@ -738,7 +738,7 @@ class WanAudioRunner(WanRunner): # type:ignore ...@@ -738,7 +738,7 @@ class WanAudioRunner(WanRunner): # type:ignore
prev_video=prev_video, prev_video=prev_video,
prev_frame_length=5, prev_frame_length=5,
segment_idx=0, segment_idx=0,
total_steps=1 total_steps=1,
) )
# Final cleanup # Final cleanup
self.end_run() self.end_run()
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment