"vscode:/vscode.git/clone" did not exist on "04ddad484e26ed9689eef5aeee674895d007485a"
Unverified Commit 4abbbff6 authored by ginjia's avatar ginjia Committed by GitHub
Browse files

fix an issue that ipex occupy too much memory, it will not impact per… (#5625)



* fix an issue that ipex occupy too much memory, it will not impact performance

* make style

---------
Co-authored-by: default avatarroot <jun.chen@intel.com>
Co-authored-by: default avatarMeng Guoqing <guoqing.meng@intel.com>
parent fda29770
...@@ -252,9 +252,7 @@ class StableDiffusionIPEXPipeline(DiffusionPipeline, TextualInversionLoaderMixin ...@@ -252,9 +252,7 @@ class StableDiffusionIPEXPipeline(DiffusionPipeline, TextualInversionLoaderMixin
# optimize with ipex # optimize with ipex
if dtype == torch.bfloat16: if dtype == torch.bfloat16:
self.unet = ipex.optimize( self.unet = ipex.optimize(self.unet.eval(), dtype=torch.bfloat16, inplace=True)
self.unet.eval(), dtype=torch.bfloat16, inplace=True, sample_input=unet_input_example
)
self.vae.decoder = ipex.optimize(self.vae.decoder.eval(), dtype=torch.bfloat16, inplace=True) self.vae.decoder = ipex.optimize(self.vae.decoder.eval(), dtype=torch.bfloat16, inplace=True)
self.text_encoder = ipex.optimize(self.text_encoder.eval(), dtype=torch.bfloat16, inplace=True) self.text_encoder = ipex.optimize(self.text_encoder.eval(), dtype=torch.bfloat16, inplace=True)
if self.safety_checker is not None: if self.safety_checker is not None:
...@@ -264,8 +262,6 @@ class StableDiffusionIPEXPipeline(DiffusionPipeline, TextualInversionLoaderMixin ...@@ -264,8 +262,6 @@ class StableDiffusionIPEXPipeline(DiffusionPipeline, TextualInversionLoaderMixin
self.unet.eval(), self.unet.eval(),
dtype=torch.float32, dtype=torch.float32,
inplace=True, inplace=True,
sample_input=unet_input_example,
level="O1",
weights_prepack=True, weights_prepack=True,
auto_kernel_selection=False, auto_kernel_selection=False,
) )
...@@ -273,7 +269,6 @@ class StableDiffusionIPEXPipeline(DiffusionPipeline, TextualInversionLoaderMixin ...@@ -273,7 +269,6 @@ class StableDiffusionIPEXPipeline(DiffusionPipeline, TextualInversionLoaderMixin
self.vae.decoder.eval(), self.vae.decoder.eval(),
dtype=torch.float32, dtype=torch.float32,
inplace=True, inplace=True,
level="O1",
weights_prepack=True, weights_prepack=True,
auto_kernel_selection=False, auto_kernel_selection=False,
) )
...@@ -281,7 +276,6 @@ class StableDiffusionIPEXPipeline(DiffusionPipeline, TextualInversionLoaderMixin ...@@ -281,7 +276,6 @@ class StableDiffusionIPEXPipeline(DiffusionPipeline, TextualInversionLoaderMixin
self.text_encoder.eval(), self.text_encoder.eval(),
dtype=torch.float32, dtype=torch.float32,
inplace=True, inplace=True,
level="O1",
weights_prepack=True, weights_prepack=True,
auto_kernel_selection=False, auto_kernel_selection=False,
) )
...@@ -290,7 +284,6 @@ class StableDiffusionIPEXPipeline(DiffusionPipeline, TextualInversionLoaderMixin ...@@ -290,7 +284,6 @@ class StableDiffusionIPEXPipeline(DiffusionPipeline, TextualInversionLoaderMixin
self.safety_checker.eval(), self.safety_checker.eval(),
dtype=torch.float32, dtype=torch.float32,
inplace=True, inplace=True,
level="O1",
weights_prepack=True, weights_prepack=True,
auto_kernel_selection=False, auto_kernel_selection=False,
) )
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment