Update optimum/intel/openvino/modeling_decoder.py

huggingface · Oct 31, 2024 · e298792 · e298792
1 parent 3b0bf83
commit e298792
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/optimum/intel/openvino/modeling_decoder.py b/optimum/intel/openvino/modeling_decoder.py
@@ -526,6 +526,7 @@ def forward(
         **kwargs,
     ) -> CausalLMOutputWithPast:
         self.compile()
+        # added as model.generate validates model inputs based on forward signature
         kwargs["token_type_ids"] = token_type_ids
 
         inputs = self.prepare_inputs(