【开源实习】SigLIP模型迁移

mindnlp/transformers/models/__init__.py

@@ -449,6 +449,7 @@
 from .seggpt import *
 from .sew import *
 from .sew_d import *
+from .siglip import *
 from .speech_encoder_decoder import *
 from .speech_to_text import *
 from .speech_to_text_2 import *
@@ -694,6 +695,7 @@
 __all__.extend(seggpt.__all__)
 __all__.extend(sew.__all__)
 __all__.extend(sew_d.__all__)
+__all__.extend(siglip.__all__)
 __all__.extend(speech_encoder_decoder.__all__)
 __all__.extend(speech_to_text.__all__)
 __all__.extend(speech_to_text_2.__all__)

mindnlp/transformers/models/auto/tokenization_auto.py

@@ -287,7 +287,7 @@
             ("mega", ("RobertaTokenizer", "RobertaTokenizerFast" if is_tokenizers_available() else None)),
             ("megatron-bert", ("BertTokenizer", "BertTokenizerFast" if is_tokenizers_available() else None)),
             ("mgp-str", ("MgpstrTokenizer", None)),
-            ("minicpm3", ("MiniCPMTokenizer", None)),
+            ("minicpm3", ("MiniCPM3Tokenizer", None)),
             (
                 "mistral",
                 (

mindnlp/transformers/models/mpnet/__init__.py

@@ -15,12 +15,14 @@
 """
 MPNet Model.
 """
-from . import configuration_mpnet, modeling_mpnet, tokenization_mpnet
+from . import configuration_mpnet, modeling_mpnet, tokenization_mpnet, tokenization_mpnet_fast
 from .configuration_mpnet import *
 from .modeling_mpnet import *
 from .tokenization_mpnet import *
+from .tokenization_mpnet_fast import *
 
 __all__ = []
 __all__.extend(configuration_mpnet.__all__)
 __all__.extend(modeling_mpnet.__all__)
 __all__.extend(tokenization_mpnet.__all__)
+__all__.extend(tokenization_mpnet_fast.__all__)

mindnlp/transformers/models/mt5/__init__.py

@@ -15,10 +15,12 @@
 """
 T5 Model init
 """
-from . import configuration_mt5, modeling_mt5
+from . import configuration_mt5, modeling_mt5, tokenization_mt5
 from .configuration_mt5 import *
 from .modeling_mt5 import *
+from .tokenization_mt5 import *
 
 __all__ = []
 __all__.extend(modeling_mt5.__all__)
 __all__.extend(configuration_mt5.__all__)
+__all__.extend(tokenization_mt5.__all__)

mindnlp/transformers/models/siglip/__init__.py

@@ -0,0 +1,31 @@
+# Copyright 2024 The HuggingFace Team. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""
+SigLip Model.
+"""
+
+from . import configuration_siglip, image_processing_siglip, modeling_siglip, processing_siglip, tokenization_siglip
+
+from .configuration_siglip import *
+from .image_processing_siglip import *
+from .modeling_siglip import *
+from .processing_siglip import *
+from .tokenization_siglip import *
+
+__all__ = []
+__all__.extend(modeling_siglip.__all__)
+__all__.extend(configuration_siglip.__all__)
+__all__.extend(image_processing_siglip.__all__)
+__all__.extend(processing_siglip.__all__)
+__all__.extend(tokenization_siglip.__all__)