Add ViTDet (#25524)

* First draft

* Fix READMEs

* Update return_dict

* Add more tests

* Fix docstrings

* Address comments

* Address more comments

* Address more comments

* Address more comments, fix test

* Fix test

tests/test_backbone_common.py

@@ -31,7 +31,8 @@ class BackboneTesterMixin:
         # test default config
         config = config_class()
         self.assertIsNotNone(config)
-        expected_stage_names = ["stem"] + [f"stage{idx}" for idx in range(1, len(config.depths) + 1)]
+        num_stages = len(config.depths) if hasattr(config, "depths") else config.num_hidden_layers
+        expected_stage_names = ["stem"] + [f"stage{idx}" for idx in range(1, num_stages + 1)]
         self.assertEqual(config.stage_names, expected_stage_names)
         self.assertTrue(set(config.out_features).issubset(set(config.stage_names)))
 

utils/check_repo.py

@@ -965,6 +965,7 @@ SHOULD_HAVE_THEIR_OWN_PAGE = [
     "SwinBackbone",
     "TimmBackbone",
     "TimmBackboneConfig",
+    "VitDetBackbone",
 ]