fix: typo in sa

deepspeedai · Dec 22, 2023 · f9d5e3e · f9d5e3e
1 parent 8e4cdd8
commit f9d5e3e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/training/bing_bert/nvidia/modelingpreln.py b/training/bing_bert/nvidia/modelingpreln.py
@@ -1041,7 +1041,7 @@ def forward(self,
                 position_ids=None,
                 inputs_embeds=None,
                 pad_token_id=self.pad_token_id,
-                model_mbeddings=self.embeddings)
+                model_embeddings=self.embeddings)
 
         embedding_output = self.embeddings(input_ids, token_type_ids)
         encoded_layers = self.encoder(