Fix `RealmModelIntegrationTest.test_inference_open_qa` (#21136)

fix
Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>

tests/models/realm/test_modeling_realm.py

@@ -480,15 +480,12 @@ class RealmModelIntegrationTest(unittest.TestCase):
     def test_inference_open_qa(self):
         from transformers.models.realm.retrieval_realm import RealmRetriever
 
-        config = RealmConfig()
-
         tokenizer = RealmTokenizer.from_pretrained("google/realm-orqa-nq-openqa")
         retriever = RealmRetriever.from_pretrained("google/realm-orqa-nq-openqa")
 
         model = RealmForOpenQA.from_pretrained(
             "google/realm-orqa-nq-openqa",
             retriever=retriever,
-            config=config,
         )
 
         question = "Who is the pioneer in modern computer science?"