Skip to content

Commit 0823c74

Browse files
fix the last ipex failing test_compare_with_and_without_past_key_values
1 parent 182a0cf commit 0823c74

File tree

1 file changed

+2
-7
lines changed

1 file changed

+2
-7
lines changed

tests/ipex/test_modeling.py

Lines changed: 2 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -357,13 +357,8 @@ def test_compare_with_and_without_past_key_values(self):
357357
**tokens, min_new_tokens=self.GENERATION_LENGTH, max_new_tokens=self.GENERATION_LENGTH, num_beams=1
358358
)
359359
self.assertTrue(torch.equal(outputs_model_with_pkv, outputs_model_without_pkv))
360-
self.assertEqual(outputs_model_with_pkv.shape[1], self.GENERATION_LENGTH + tokens.shape[1])
361-
self.assertEqual(outputs_model_without_pkv.shape[1], self.GENERATION_LENGTH + tokens.shape[1])
362-
# self.assertTrue(
363-
# without_pkv_timer.elapsed / with_pkv_timer.elapsed > self.SPEEDUP_CACHE,
364-
# f"With pkv latency: {with_pkv_timer.elapsed:.3f} ms, without pkv latency: {without_pkv_timer.elapsed:.3f} ms,"
365-
# f" speedup: {without_pkv_timer.elapsed / with_pkv_timer.elapsed:.3f}",
366-
# )
360+
self.assertEqual(outputs_model_with_pkv.shape[1], self.GENERATION_LENGTH + tokens.input_ids.shape[1])
361+
self.assertEqual(outputs_model_without_pkv.shape[1], self.GENERATION_LENGTH + tokens.input_ids.shape[1])
367362

368363

369364
class IPEXModelForAudioClassificationTest(unittest.TestCase):

0 commit comments

Comments
 (0)