fix broken change for vq pipeline (#3563)

fix vq_model
Co-authored-by: yiyixuxu <yixu310@gmail,com>

src/diffusers/models/unet_2d_blocks.py

@@ -2211,7 +2211,7 @@ class AttnUpDecoderBlock2D(nn.Module):
                     dim_head=attn_num_head_channels if attn_num_head_channels is not None else out_channels,
                     rescale_output_factor=output_scale_factor,
                     eps=resnet_eps,
-                    norm_num_groups=resnet_groups if resnet_time_scale_shift == "default" else None,
+                    norm_num_groups=resnet_groups if resnet_time_scale_shift != "spatial" else None,
                     spatial_norm_dim=temb_channels if resnet_time_scale_shift == "spatial" else None,
                     residual_connection=True,
                     bias=True,