[Tests] xfail incompatible SD configs. (#10127)

* xfail incompatible SD configs.

* fix

tests/single_file/test_stable_diffusion_upscale_single_file.py

 import gc
 import unittest
 
+import pytest
 import torch
 
 from diffusers import (
@@ -68,3 +69,19 @@ class StableDiffusionUpscalePipelineSingleFileSlowTests(unittest.TestCase, SDSin
         assert (
             numpy_cosine_similarity_distance(image_from_pretrained.flatten(), image_from_single_file.flatten()) < 1e-3
         )
+
+    @pytest.mark.xfail(
+        condition=True,
+        reason="Test fails because of mismatches in the configs but it is very hard to properly fix this considering downstream usecase.",
+        strict=True,
+    )
+    def test_single_file_components_with_original_config(self):
+        super().test_single_file_components_with_original_config()
+
+    @pytest.mark.xfail(
+        condition=True,
+        reason="Test fails because of mismatches in the configs but it is very hard to properly fix this considering downstream usecase.",
+        strict=True,
+    )
+    def test_single_file_components_with_original_config_local_files_only(self):
+        super().test_single_file_components_with_original_config_local_files_only()