From 01646cf2208c3f3bed2b29e7830a015c0469fb1c Mon Sep 17 00:00:00 2001 From: Leonid Kuligin Date: Fri, 26 Apr 2024 18:54:03 +0200 Subject: [PATCH] marked tests as flaky (#197) --- libs/vertexai/tests/integration_tests/test_chains.py | 1 + libs/vertexai/tests/integration_tests/test_chat_models.py | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/libs/vertexai/tests/integration_tests/test_chains.py b/libs/vertexai/tests/integration_tests/test_chains.py index 0191ebd6..fa10b572 100644 --- a/libs/vertexai/tests/integration_tests/test_chains.py +++ b/libs/vertexai/tests/integration_tests/test_chains.py @@ -54,6 +54,7 @@ def test_create_structured_runnable_with_prompt() -> None: @pytest.mark.release +@pytest.mark.xfail(reason="flaky") def test_reflection() -> None: class Reflection(BaseModel): reflections: str = Field( diff --git a/libs/vertexai/tests/integration_tests/test_chat_models.py b/libs/vertexai/tests/integration_tests/test_chat_models.py index 00d6548c..2b5803d8 100644 --- a/libs/vertexai/tests/integration_tests/test_chat_models.py +++ b/libs/vertexai/tests/integration_tests/test_chat_models.py @@ -439,8 +439,8 @@ class MyModel(BaseModel): } -# Can be flaky @pytest.mark.release +@pytest.mark.xfail(reason="flaky") def test_chat_vertexai_gemini_function_calling_with_multiple_parts() -> None: @tool def search(