fixed vae scaling (#5213)

src/diffusers/pipelines/latent_diffusion_uncond/pipeline_latent_diffusion_uncond.py

@@ -114,6 +114,8 @@ class LDMPipeline(DiffusionPipeline):
             # compute the previous noisy sample x_t -> x_t-1
             latents = self.scheduler.step(noise_prediction, t, latents, **extra_kwargs).prev_sample
 
+        # adjust latents with inverse of vae scale
+        latents = latents / self.vqvae.config.scaling_factor
         # decode the image latents with the VAE
         image = self.vqvae.decode(latents).sample