feat(transformers/models): add models of Superglue and Superpoint

mindone/transformers/__init__.py

@@ -1273,6 +1273,8 @@
     Starcoder2Model,
     Starcoder2PreTrainedModel,
 )
+from .models.superglue import SuperGlueForKeypointMatching, SuperGluePreTrainedModel
+from .models.superpoint import SuperPointForKeypointDetection, SuperPointPreTrainedModel
 from .models.swiftformer import SwiftFormerForImageClassification, SwiftFormerModel, SwiftFormerPreTrainedModel
 from .models.swin import (
     SwinBackbone,

mindone/transformers/models/auto/configuration_auto.py

@@ -173,6 +173,8 @@
         ("mra", "MraConfig"),
         ("nystromformer", "NystromformerConfig"),
         ("starcoder2", "Starcoder2Config"),
+        ("superglue", "SuperGlueConfig"),
+        ("superpoint", "SuperPointConfig"),
         ("mt5", "MT5Config"),
         ("table-transformer", "TableTransformerConfig"),
         ("musicgen_melody", "MusicgenMelodyConfig"),
@@ -528,6 +530,8 @@
         ("stablelm", "StableLm"),
         ("starcoder2", "Starcoder2"),
         ("squeezebert", "SqueezeBERT"),
+        ("superglue", "SuperGlue"),
+        ("superpoint", "SuperPoint"),
         ("swin2sr", "Swin2SR"),
         ("t5", "T5"),
         ("t5v1.1", "T5v1.1"),

mindone/transformers/models/auto/modeling_auto.py

@@ -59,6 +59,7 @@
         ("camembert", "CamembertModel"),
         ("bros", "BrosModel"),
         ("starcoder2", "Starcoder2Model"),
+        ("superglue", "SuperGlueForKeypointMatching"),
         ("canine", "CanineModel"),
         ("chameleon", "ChameleonModel"),
         ("chinese_clip", "ChineseCLIPModel"),
@@ -1259,7 +1260,11 @@
 )
 
 
-MODEL_FOR_KEYPOINT_DETECTION_MAPPING_NAMES = OrderedDict()
+MODEL_FOR_KEYPOINT_DETECTION_MAPPING_NAMES = OrderedDict(
+    [
+        ("superpoint", "SuperPointForKeypointDetection"),
+    ]
+)
 
 
 MODEL_FOR_TEXT_ENCODING_MAPPING_NAMES = OrderedDict(

mindone/transformers/models/superglue/__init__.py

@@ -0,0 +1,17 @@
+# Copyright 2024 The HuggingFace Team. All rights reserved.
+#
+# This code is adapted from https://github.com/huggingface/transformers
+# with modifications to run transformers on mindspore.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+from .modeling_superglue import SuperGlueForKeypointMatching, SuperGluePreTrainedModel

mindone/transformers/models/superpoint/__init__.py

@@ -0,0 +1,17 @@
+# Copyright 2024 The HuggingFace Team. All rights reserved.
+#
+# This code is adapted from https://github.com/huggingface/transformers
+# with modifications to run transformers on mindspore.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+from .modeling_superpoint import SuperPointForKeypointDetection, SuperPointPreTrainedModel