fix an issue that ipex occupy too much memory, it will not impact per… (#5625)

* fix an issue that ipex occupy too much memory, it will not impact performance

* make style

---------

Co-authored-by: root <[email protected]>
Co-authored-by: Meng Guoqing <[email protected]>

Author: 3 people

examples/community/stable_diffusion_ipex.py

@@ -252,9 +252,7 @@ def prepare_for_ipex(self, promt, dtype=torch.float32, height=None, width=None,
 
         # optimize with ipex
         if dtype == torch.bfloat16:
-            self.unet = ipex.optimize(
-                self.unet.eval(), dtype=torch.bfloat16, inplace=True, sample_input=unet_input_example
-            )
+            self.unet = ipex.optimize(self.unet.eval(), dtype=torch.bfloat16, inplace=True)
             self.vae.decoder = ipex.optimize(self.vae.decoder.eval(), dtype=torch.bfloat16, inplace=True)
             self.text_encoder = ipex.optimize(self.text_encoder.eval(), dtype=torch.bfloat16, inplace=True)
             if self.safety_checker is not None:
@@ -264,24 +262,20 @@ def prepare_for_ipex(self, promt, dtype=torch.float32, height=None, width=None,
                 self.unet.eval(),
                 dtype=torch.float32,
                 inplace=True,
-                sample_input=unet_input_example,
-                level="O1",
                 weights_prepack=True,
                 auto_kernel_selection=False,
             )
             self.vae.decoder = ipex.optimize(
                 self.vae.decoder.eval(),
                 dtype=torch.float32,
                 inplace=True,
-                level="O1",
                 weights_prepack=True,
                 auto_kernel_selection=False,
             )
             self.text_encoder = ipex.optimize(
                 self.text_encoder.eval(),
                 dtype=torch.float32,
                 inplace=True,
-                level="O1",
                 weights_prepack=True,
                 auto_kernel_selection=False,
             )
@@ -290,7 +284,6 @@ def prepare_for_ipex(self, promt, dtype=torch.float32, height=None, width=None,
                     self.safety_checker.eval(),
                     dtype=torch.float32,
                     inplace=True,
-                    level="O1",
                     weights_prepack=True,
                     auto_kernel_selection=False,
                 )