revert openvino

huggingface · Jun 7, 2024 · efedca4 · efedca4
1 parent 68187e5
commit efedca4
Showing 1 changed file with 3 additions and 5 deletions.
diff --git a/optimum/intel/openvino/modeling_decoder.py b/optimum/intel/openvino/modeling_decoder.py
@@ -571,11 +571,9 @@ def _expand_outputs_for_generation(self, indicies, logits: torch.Tensor, past_ke
                 ):
                     past_key_values = tuple(
                         tuple(
-                            (
-                                past_state[indicies]
-                                if not self.config.model_type == "chatglm"
-                                else past_state[:, indicies, ...]
-                            )
+                            past_state[indicies]
+                            if not self.config.model_type == "chatglm"
+                            else past_state[:, indicies, ...]
                             for past_state in layer_past
                         )
                         for layer_past in past_key_values