fix(py): Rename CLI arg for pytest plugin from --output to --langsmith-output to avoid conflict

python/README.md

@@ -1,4 +1,4 @@
 # LangSmith Client SDK
 
 [![Release Notes](https://img.shields.io/github/release/langchain-ai/langsmith-sdk?logo=python)](https://github.com/langchain-ai/langsmith-sdk/releases)
 [![Python Downloads](https://static.pepy.tech/badge/langsmith/month)](https://pepy.tech/project/langsmith)
@@ -345,7 +345,7 @@
 my_function("hello world")
 ```
 
-# Instructor
+## Instructor
 
 We provide a convenient integration with [Instructor](https://jxnl.github.io/instructor/), largely by virtue of it essentially just using the OpenAI SDK.
 
@@ -417,6 +417,21 @@
 my_function("Jason is 25 years old")
 ```
 
+## Pytest Plugin
+
+The LangSmith pytest plugin lets Python developers define their datasets and evaluations as pytest test cases.
+See [online docs](https://docs.smith.langchain.com/evaluation/how_to_guides/pytest) for more information.
+
+This plugin is installed as part of the LangSmith SDK, but is not enabled by default.  
+To enable the plugin for your project, add `"langsmith.pytest_plugin"` to the `pytest_plugins` list in your root `conftest.py` file:
+
+```python
+# root `conftest.py` file
+pytest_plugins = ["langsmith.pytest_plugin"]
+```
+
+See also official pytest docs: [How to install and use plugins](https://docs.pytest.org/en/stable/how-to/plugins.html)
+
 ## Additional Documentation
 
 To learn more about the LangSmith platform, check out the [docs](https://docs.smith.langchain.com/docs/).

python/langsmith/pytest_plugin.py

@@ -2,6 +2,7 @@
 
 import importlib.util
 import json
+import logging
 import os
 import time
 from collections import defaultdict
@@ -12,26 +13,33 @@
 from langsmith import utils as ls_utils
 from langsmith.testing._internal import test as ls_test
 
+logger = logging.getLogger(__name__)
+
 
 def pytest_addoption(parser):
-    """Set CLI options for choosing output format."""
-    group = parser.getgroup("langsmith", "LangSmith")
-    group.addoption(
-        "--output",
-        action="store",
-        default="pytest",
-        choices=["langsmith", "ls", "pytest"],
-        help=(
-            "Choose output format: 'langsmith' | 'ls' "
-            "(rich custom LangSmith output) or 'pytest' "
-            "(standard pytest). Defaults to 'pytest'."
-        ),
-    )
+    """Set a boolean flag for LangSmith output.
+
+    Skip if --langsmith-output is already defined.
+    """
+    try:
+        # Try to add the option, will raise if it already exists
+        group = parser.getgroup("langsmith", "LangSmith")
+        group.addoption(
+            "--langsmith-output",
+            action="store_true",
+            default=False,
+            help="Use LangSmith output (requires 'rich').",
+        )
+    except ValueError:
+        # Option already exists
+        logger.warning(
+            "LangSmith output flag cannot be added because it's already defined."
+        )
 
 
 def _handle_output_args(args):
     """Handle output arguments."""
-    if any(opt in args for opt in ["--output=langsmith", "--output=ls"]):
+    if any(opt in args for opt in ["--langsmith-output"]):
         # Only add --quiet if it's not already there
         if not any(a in args for a in ["-q", "--quiet"]):
             args.insert(0, "--quiet")
@@ -82,7 +90,7 @@ def pytest_report_teststatus(report, config):
     """Remove the short test-status character outputs ("./F")."""
     # The hook normally returns a 3-tuple: (short_letter, verbose_word, color)
     # By returning empty strings, the progress characters won't show.
-    if config.getoption("--output") in ("langsmith", "ls"):
+    if config.getoption("--langsmith-output") in ("langsmith", "ls"):
         return "", "", ""
 
 
@@ -301,23 +309,24 @@ def pytest_configure(config):
     config.addinivalue_line(
         "markers", "langsmith: mark test to be tracked in LangSmith"
     )
-    if config.getoption("--output") in ("langsmith", "ls"):
+    if config.getoption("--langsmith-output") in ("langsmith", "ls"):
         if not importlib.util.find_spec("rich"):
             msg = (
-                "Must have 'rich' installed to use --output='langsmith' | 'ls'. "
+                "Must have 'rich' installed to use --langsmith-output. "
                 "Please install with: `pip install -U 'langsmith[pytest]'`"
             )
             raise ValueError(msg)
         if os.environ.get("PYTEST_XDIST_TESTRUNUID"):
             msg = (
-                "--output='langsmith' | 'ls' not supported with pytest-xdist. "
-                "Please remove the '--output' option or '-n' option."
+                "--langsmith-output not supported with pytest-xdist. "
+                "Please remove the '--langsmith-output' option or '-n' option."
             )
             raise ValueError(msg)
         if ls_utils.test_tracking_is_disabled():
             msg = (
-                "--output='langsmith' | 'ls' not supported when env var"
-                "LANGSMITH_TEST_TRACKING='false'. Please remove the '--output' option "
+                "--langsmith-output not supported when env var"
+                "LANGSMITH_TEST_TRACKING='false'. Please remove the"
+                "'--langsmith-output' option "
                 "or enable test tracking."
             )
             raise ValueError(msg)