Unverified Commit 4abbbff6 authored by ginjia's avatar ginjia Committed by GitHub
Browse files

fix an issue that ipex occupy too much memory, it will not impact per… (#5625)



* fix an issue that ipex occupy too much memory, it will not impact performance

* make style

---------
Co-authored-by: default avatarroot <jun.chen@intel.com>
Co-authored-by: default avatarMeng Guoqing <guoqing.meng@intel.com>
parent fda29770
...@@ -252,9 +252,7 @@ class StableDiffusionIPEXPipeline(DiffusionPipeline, TextualInversionLoaderMixin ...@@ -252,9 +252,7 @@ class StableDiffusionIPEXPipeline(DiffusionPipeline, TextualInversionLoaderMixin
# optimize with ipex # optimize with ipex
if dtype == torch.bfloat16: if dtype == torch.bfloat16:
self.unet = ipex.optimize( self.unet = ipex.optimize(self.unet.eval(), dtype=torch.bfloat16, inplace=True)
self.unet.eval(), dtype=torch.bfloat16, inplace=True, sample_input=unet_input_example
)
self.vae.decoder = ipex.optimize(self.vae.decoder.eval(), dtype=torch.bfloat16, inplace=True) self.vae.decoder = ipex.optimize(self.vae.decoder.eval(), dtype=torch.bfloat16, inplace=True)
self.text_encoder = ipex.optimize(self.text_encoder.eval(), dtype=torch.bfloat16, inplace=True) self.text_encoder = ipex.optimize(self.text_encoder.eval(), dtype=torch.bfloat16, inplace=True)
if self.safety_checker is not None: if self.safety_checker is not None:
...@@ -264,8 +262,6 @@ class StableDiffusionIPEXPipeline(DiffusionPipeline, TextualInversionLoaderMixin ...@@ -264,8 +262,6 @@ class StableDiffusionIPEXPipeline(DiffusionPipeline, TextualInversionLoaderMixin
self.unet.eval(), self.unet.eval(),
dtype=torch.float32, dtype=torch.float32,
inplace=True, inplace=True,
sample_input=unet_input_example,
level="O1",
weights_prepack=True, weights_prepack=True,
auto_kernel_selection=False, auto_kernel_selection=False,
) )
...@@ -273,7 +269,6 @@ class StableDiffusionIPEXPipeline(DiffusionPipeline, TextualInversionLoaderMixin ...@@ -273,7 +269,6 @@ class StableDiffusionIPEXPipeline(DiffusionPipeline, TextualInversionLoaderMixin
self.vae.decoder.eval(), self.vae.decoder.eval(),
dtype=torch.float32, dtype=torch.float32,
inplace=True, inplace=True,
level="O1",
weights_prepack=True, weights_prepack=True,
auto_kernel_selection=False, auto_kernel_selection=False,
) )
...@@ -281,7 +276,6 @@ class StableDiffusionIPEXPipeline(DiffusionPipeline, TextualInversionLoaderMixin ...@@ -281,7 +276,6 @@ class StableDiffusionIPEXPipeline(DiffusionPipeline, TextualInversionLoaderMixin
self.text_encoder.eval(), self.text_encoder.eval(),
dtype=torch.float32, dtype=torch.float32,
inplace=True, inplace=True,
level="O1",
weights_prepack=True, weights_prepack=True,
auto_kernel_selection=False, auto_kernel_selection=False,
) )
...@@ -290,7 +284,6 @@ class StableDiffusionIPEXPipeline(DiffusionPipeline, TextualInversionLoaderMixin ...@@ -290,7 +284,6 @@ class StableDiffusionIPEXPipeline(DiffusionPipeline, TextualInversionLoaderMixin
self.safety_checker.eval(), self.safety_checker.eval(),
dtype=torch.float32, dtype=torch.float32,
inplace=True, inplace=True,
level="O1",
weights_prepack=True, weights_prepack=True,
auto_kernel_selection=False, auto_kernel_selection=False,
) )
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment