"git@developer.sourcefind.cn:renzhc/diffusers_dcu.git" did not exist on "44968e42047140e6a8192b5e65a9b03e5053ddc3"
Unverified Commit 8fe5a14d authored by Aryan's avatar Aryan Committed by GitHub
Browse files

Raise warning instead of error for block offloading with streams (#11425)

raise warning instead of error
parent 58431f10
...@@ -499,7 +499,10 @@ def _apply_group_offloading_block_level( ...@@ -499,7 +499,10 @@ def _apply_group_offloading_block_level(
the CPU memory is a bottleneck but may counteract the benefits of using streams. the CPU memory is a bottleneck but may counteract the benefits of using streams.
""" """
if stream is not None and num_blocks_per_group != 1: if stream is not None and num_blocks_per_group != 1:
raise ValueError(f"Using streams is only supported for num_blocks_per_group=1. Got {num_blocks_per_group=}.") logger.warning(
f"Using streams is only supported for num_blocks_per_group=1. Got {num_blocks_per_group=}. Setting it to 1."
)
num_blocks_per_group = 1
# Create module groups for ModuleList and Sequential blocks # Create module groups for ModuleList and Sequential blocks
modules_with_group_offloading = set() modules_with_group_offloading = set()
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment