marked tests as flaky (#197)

langchain-ai · Apr 26, 2024 · 01646cf · 01646cf
1 parent 6fcf4d8
commit 01646cf
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/libs/vertexai/tests/integration_tests/test_chains.py b/libs/vertexai/tests/integration_tests/test_chains.py
@@ -54,6 +54,7 @@ def test_create_structured_runnable_with_prompt() -> None:
 
 
 @pytest.mark.release
+@pytest.mark.xfail(reason="flaky")
 def test_reflection() -> None:
     class Reflection(BaseModel):
         reflections: str = Field(

diff --git a/libs/vertexai/tests/integration_tests/test_chat_models.py b/libs/vertexai/tests/integration_tests/test_chat_models.py
@@ -439,8 +439,8 @@ class MyModel(BaseModel):
     }
 
 
-# Can be flaky
 @pytest.mark.release
+@pytest.mark.xfail(reason="flaky")
 def test_chat_vertexai_gemini_function_calling_with_multiple_parts() -> None:
     @tool
     def search(