diff --git a/tests/openvino/test_modeling.py b/tests/openvino/test_modeling.py
index 3ece7857cb..3964daba23 100644
--- a/tests/openvino/test_modeling.py
+++ b/tests/openvino/test_modeling.py
@@ -105,7 +105,23 @@ def __exit__(self, type, value, traceback):
 
 class OVModelForMaskedLMIntegrationTest(unittest.TestCase):
     SUPPORTED_ARCHITECTURES = (
+        "albert",
         "bert",
+        # "camembert",
+        # "convbert",
+        # "data2vec_text",
+        "deberta",
+        # "deberta_v2",
+        "distilbert",
+        "electra",
+        "flaubert",
+        "ibert",
+        # "mobilebert",
+        "roberta",
+        "roformer",
+        "squeezebert",
+        "xlm",
+        "xlm_roberta",
     )
 
     @parameterized.expand(SUPPORTED_ARCHITECTURES)