Adding RTDETRv2

docs/source/en/_toctree.yml

@@ -683,6 +683,8 @@
         title: ResNet
       - local: model_doc/rt_detr
         title: RT-DETR
+      - local: model_doc/rt_detr_v2
+        title: RTDetrv2
       - local: model_doc/segformer
         title: SegFormer
       - local: model_doc/seggpt

docs/source/en/model_doc/rt_detr_v2.md

@@ -0,0 +1,57 @@
+<!--Copyright 2024 The HuggingFace Team. All rights reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with
+the License. You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on
+an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the
+specific language governing permissions and limitations under the License.
+
+⚠️ Note that this file is in Markdown but contain specific syntax for our doc-builder (similar to MDX) that may not be
+rendered properly in your Markdown viewer.
+
+-->
+
+# RTDetrv2
+
+## Overview
+
+The RTDetrv2 model was proposed in [<INSERT PAPER NAME HERE>](<INSERT PAPER LINK HERE>) by <INSERT AUTHORS HERE>.
+<INSERT SHORT SUMMARY HERE>
+
+The abstract from the paper is the following:
+
+*<INSERT PAPER ABSTRACT HERE>*
+
+Tips:
+
+<INSERT TIPS ABOUT MODEL HERE>
+
+This model was contributed by [INSERT YOUR HF USERNAME HERE](https://huggingface.co/<INSERT YOUR HF USERNAME HERE>).
+The original code can be found [here](<INSERT LINK TO GITHUB REPO HERE>).
+
+
+## RTDetrv2Config
+
+[[autodoc]] RTDetrv2Config
+
+## RTDetrv2ResNetConfig
+
+[[autodoc]] RTDetrv2ResNetConfig
+
+## RTDetrv2Model
+
+[[autodoc]] RTDetrv2Model
+    - forward
+
+## RTDetrv2ForObjectDetection
+
+[[autodoc]] RTDetrv2ForObjectDetection
+    - forward
+
+## RTDetrv2ResNetBackbone
+
+[[autodoc]] RTDetrv2ResNetBackbone
+    - forward

src/transformers/__init__.py

@@ -713,6 +713,7 @@
         "RoFormerTokenizer",
     ],
     "models.rt_detr": ["RTDetrConfig", "RTDetrResNetConfig"],
+    "models.rtdetrv2": ["RTDetrv2Config", "RTDetrv2ResNetConfig"],
     "models.rwkv": ["RwkvConfig"],
     "models.sam": [
         "SamConfig",
@@ -3269,6 +3270,15 @@
             "RTDetrResNetPreTrainedModel",
         ]
     )
+    _import_structure["models.rtdetrv2"].extend(
+        [
+            "RTDetrv2ForObjectDetection",
+            "RTDetrv2Model",
+            "RTDetrv2PreTrainedModel",
+            "RTDetrv2ResNetBackbone",
+            "RTDetrv2ResNetPreTrainedModel",
+        ]
+    )
     _import_structure["models.rwkv"].extend(
         [
             "RwkvForCausalLM",
@@ -5616,6 +5626,10 @@
         RTDetrConfig,
         RTDetrResNetConfig,
     )
+    from .models.rtdetrv2 import (
+        RTDetrv2Config,
+        RTDetrv2ResNetConfig,
+    )
     from .models.rwkv import RwkvConfig
     from .models.sam import (
         SamConfig,
@@ -7798,6 +7812,13 @@
             RTDetrResNetBackbone,
             RTDetrResNetPreTrainedModel,
         )
+        from .models.rtdetrv2 import (
+            RTDetrv2ForObjectDetection,
+            RTDetrv2Model,
+            RTDetrv2PreTrainedModel,
+            RTDetrv2ResNetBackbone,
+            RTDetrv2ResNetPreTrainedModel,
+        )
         from .models.rwkv import (
             RwkvForCausalLM,
             RwkvModel,

src/transformers/models/__init__.py

@@ -218,6 +218,7 @@
     roc_bert,
     roformer,
     rt_detr,
+    rtdetrv2,
     rwkv,
     sam,
     seamless_m4t,

src/transformers/models/auto/configuration_auto.py

@@ -240,6 +240,7 @@
         ("roc_bert", "RoCBertConfig"),
         ("roformer", "RoFormerConfig"),
         ("rt_detr", "RTDetrConfig"),
+        ("rt_detr_v2", "RTDetrv2Config"),
         ("rt_detr_resnet", "RTDetrResNetConfig"),
         ("rwkv", "RwkvConfig"),
         ("sam", "SamConfig"),
@@ -556,6 +557,7 @@
         ("roc_bert", "RoCBert"),
         ("roformer", "RoFormer"),
         ("rt_detr", "RT-DETR"),
+        ("rt_detr_v2", "RTDetrv2v2"),
         ("rt_detr_resnet", "RT-DETR-ResNet"),
         ("rwkv", "RWKV"),
         ("sam", "SAM"),

src/transformers/models/auto/modeling_auto.py

@@ -223,6 +223,7 @@
         ("roc_bert", "RoCBertModel"),
         ("roformer", "RoFormerModel"),
         ("rt_detr", "RTDetrModel"),
+        ("rt_detr_v2", "RTDetrv2Model"),
         ("rwkv", "RwkvModel"),
         ("sam", "SamModel"),
         ("seamless_m4t", "SeamlessM4TModel"),
@@ -846,6 +847,7 @@
         ("deta", "DetaForObjectDetection"),
         ("detr", "DetrForObjectDetection"),
         ("rt_detr", "RTDetrForObjectDetection"),
+        ("rt_detr_v2", "RTDetrv2ForObjectDetection"),
         ("table-transformer", "TableTransformerForObjectDetection"),
         ("yolos", "YolosForObjectDetection"),
     ]