Add eval method to OVModels

huggingface · Mar 7, 2024 · ebc108b · ebc108b
1 parent 103620a
commit ebc108b
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 0 deletions.
diff --git a/optimum/intel/openvino/modeling_base.py b/optimum/intel/openvino/modeling_base.py
@@ -448,6 +448,9 @@ def half(self):
         self.request = None
         return self
 
+    def eval(self):
+        return self
+
     def forward(self, *args, **kwargs):
         raise NotImplementedError
 

diff --git a/tests/openvino/test_modeling.py b/tests/openvino/test_modeling.py
@@ -115,6 +115,7 @@ def test_load_from_hub_and_save_model(self):
         tokenizer = AutoTokenizer.from_pretrained(self.OV_MODEL_ID)
         tokens = tokenizer("This is a sample input", return_tensors="pt")
         loaded_model = OVModelForSequenceClassification.from_pretrained(self.OV_MODEL_ID)
+        loaded_model.eval()
         self.assertIsInstance(loaded_model.config, PretrainedConfig)
         loaded_model_outputs = loaded_model(**tokens)