add seed_oss model

Author: iugoood

mindone/transformers/__init__.py

@@ -1214,6 +1214,14 @@
     SeamlessM4Tv2Model,
     SeamlessM4Tv2PreTrainedModel,
 )
+from .models.seed_oss import (
+    SeedOssForCausalLM,
+    SeedOssForQuestionAnswering,
+    SeedOssForSequenceClassification,
+    SeedOssForTokenClassification,
+    SeedOssModel,
+    SeedOssPreTrainedModel,
+)
 from .models.segformer import (
     SegformerDecodeHead,
     SegformerForImageClassification,

mindone/transformers/models/__init__.py

@@ -201,6 +201,7 @@
     sam,
     seamless_m4t,
     seamless_m4t_v2,
+    seed_oss,
     segformer,
     seggpt,
     sew,

mindone/transformers/models/auto/configuration_auto.py

@@ -230,6 +230,7 @@
         ("seamless_m4t", "SeamlessM4TConfig"),
         ("seamless_m4t_v2", "SeamlessM4Tv2Config"),
         ("segformer", "SegformerConfig"),
+        ("seed_oss", "SeedOssConfig"),
         ("seggpt", "SegGptConfig"),
         ("sew", "SEWConfig"),
         ("sew-d", "SEWDConfig"),
@@ -499,6 +500,7 @@
         ("sam", "SAM"),
         ("seamless_m4t", "SeamlessM4T"),
         ("seamless_m4t_v2", "SeamlessM4Tv2"),
+        ("seed_oss", "SeedOss"),
         ("segformer", "SegFormer"),
         ("seggpt", "SegGPT"),
         ("sew", "SEW"),

mindone/transformers/models/auto/modeling_auto.py

@@ -209,6 +209,7 @@
         ("sam", "SamModel"),
         ("seamless_m4t", "SeamlessM4TModel"),
         ("seamless_m4t_v2", "SeamlessM4Tv2Model"),
+        ("seed_oss", "SeedOssModel"),
         ("segformer", "SegformerModel"),
         ("seggpt", "SegGptModel"),
         ("sew", "SEWModel"),
@@ -486,6 +487,7 @@
         ("roc_bert", "RoCBertForCausalLM"),
         ("roberta", "RobertaForCausalLM"),
         ("rwkv", "RwkvForCausalLM"),
+        ("seed_oss", "SeedOssForCausalLM"),
         ("stablelm", "StableLmForCausalLM"),
         ("starcoder2", "Starcoder2ForCausalLM"),
         ("trocr", "TrOCRForCausalLM"),
@@ -915,6 +917,7 @@
         ("roc_bert", "RoCBertForSequenceClassification"),
         ("roberta", "RobertaForSequenceClassification"),
         ("roberta-prelayernorm", "RobertaPreLayerNormForSequenceClassification"),
+        ("seed_oss", "SeedOssForSequenceClassification"),
         ("stablelm", "StableLmForSequenceClassification"),
         ("starcoder2", "Starcoder2ForSequenceClassification"),
         ("t5", "T5ForSequenceClassification"),
@@ -978,6 +981,7 @@
         ("roc_bert", "RoCBertForQuestionAnswering"),
         ("roberta", "RobertaForQuestionAnswering"),
         ("roberta-prelayernorm", "RobertaPreLayerNormForQuestionAnswering"),
+        ("seed_oss", "SeedOssForQuestionAnswering"),
         ("squeezebert", "SqueezeBertForQuestionAnswering"),
         ("t5", "T5ForQuestionAnswering"),
         ("umt5", "UMT5ForQuestionAnswering"),
@@ -1066,6 +1070,7 @@
         ("roberta", "RobertaForTokenClassification"),
         ("roberta-prelayernorm", "RobertaPreLayerNormForTokenClassification"),
         ("roformer", "RoFormerForTokenClassification"),
+        ("seed_oss", "SeedOssForTokenClassification"),
         ("starcoder2", "Starcoder2ForTokenClassification"),
         ("squeezebert", "SqueezeBertForTokenClassification"),
         ("stablelm", "StableLmForTokenClassification"),

mindone/transformers/models/seed_oss/__init__.py

@@ -0,0 +1,17 @@
+# Copyright 2025 Bytedance-Seed Ltd and the HuggingFace Inc. team. All rights reserved.
+#
+# This code is adapted from https://github.com/huggingface/transformers
+# with modifications to run transformers on mindspore.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+from .modeling_seed_oss import *