github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2026-06-09 10:17:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

chore(partners): standardize integration test invocation (#36958)

Browse Source 
Standardize the `integration_tests` Makefile target across all 15
partner packages in `libs/partners/`, mirroring the deepagents
`libs/evals` pattern (`-v --tb=short`). Previously each partner had its
own ad-hoc flag stack (some missing `-n auto`, some with `-vvv`, others
with nothing), and every partner that used `-n auto` was emitting a
`PytestBenchmarkWarning` because `pytest-benchmark` is pulled in
transitively via `langchain-tests` even though no partner has benchmark
tests.
This commit is contained in:
Mason Daugherty
2026-04-22 17:28:04 -04:00
committed by GitHub
parent 4176a8cfbe
commit ec337534c5
15 changed files with 23 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
libs/partners/anthropic/Makefile
View File

@@ -15,7 +15,7 @@ test tests:
uv run --group test pytest -vvv $(PYTEST_EXTRA) --disable-socket --allow-unix-socket $(TEST_FILE) uv run --group test pytest -vvv $(PYTEST_EXTRA) --disable-socket --allow-unix-socket $(TEST_FILE)
integration_test integration_tests: integration_test integration_tests:
uv run --group test --group test_integration pytest -n auto -vvv --timeout 30 $(TEST_FILE) uv run --group test --group test_integration pytest -v --tb=short -p no:benchmark -n auto --timeout 30 $(TEST_FILE)
test_watch: test_watch:
uv run --group test ptw --snapshot-update --now . -- -vv $(TEST_FILE) uv run --group test ptw --snapshot-update --now . -- -vv $(TEST_FILE)

2
libs/partners/chroma/Makefile
View File

@@ -15,7 +15,7 @@ test tests:
uv run --group test pytest $(PYTEST_EXTRA) --disable-socket --allow-unix-socket $(TEST_FILE) uv run --group test pytest $(PYTEST_EXTRA) --disable-socket --allow-unix-socket $(TEST_FILE)
integration_test integration_tests: integration_test integration_tests:
uv run --group test --group test_integration pytest $(TEST_FILE) uv run --group test --group test_integration pytest -v --tb=short -p no:benchmark -n auto $(TEST_FILE)
test_watch: test_watch:
uv run --group test ptw --snapshot-update --now . -- -vv $(TEST_FILE) uv run --group test ptw --snapshot-update --now . -- -vv $(TEST_FILE)

2
libs/partners/deepseek/Makefile
View File

@@ -21,7 +21,7 @@ test_watch:
# integration tests are run without the --disable-socket flag to allow network calls # integration tests are run without the --disable-socket flag to allow network calls
integration_test integration_tests: integration_test integration_tests:
uv run --group test --group test_integration pytest --timeout=30 $(TEST_FILE) uv run --group test --group test_integration pytest -v --tb=short -p no:benchmark -n auto --timeout=30 $(TEST_FILE)
###################### ######################
# LINTING AND FORMATTING # LINTING AND FORMATTING

7
libs/partners/exa/Makefile
View File

@@ -10,11 +10,14 @@ UV_FROZEN = true
TEST_FILE ?= tests/unit_tests/ TEST_FILE ?= tests/unit_tests/
PYTEST_EXTRA ?= PYTEST_EXTRA ?=
integration_tests: TEST_FILE=tests/integration_tests/ integration_test integration_tests: TEST_FILE=tests/integration_tests/
test integration_tests: test:
uv run --group test --group test_integration pytest $(PYTEST_EXTRA) $(TEST_FILE) uv run --group test --group test_integration pytest $(PYTEST_EXTRA) $(TEST_FILE)
integration_test integration_tests:
uv run --group test --group test_integration pytest -v --tb=short -p no:benchmark -n auto $(PYTEST_EXTRA) $(TEST_FILE)
tests: tests:
uv run --group test pytest $(PYTEST_EXTRA) $(TEST_FILE) uv run --group test pytest $(PYTEST_EXTRA) $(TEST_FILE)

2
libs/partners/fireworks/Makefile
View File

@@ -15,7 +15,7 @@ test tests:
uv run --group test pytest $(PYTEST_EXTRA) --disable-socket --allow-unix-socket $(TEST_FILE) uv run --group test pytest $(PYTEST_EXTRA) --disable-socket --allow-unix-socket $(TEST_FILE)
integration_test integration_tests: integration_test integration_tests:
uv run --group test --group test_integration pytest -n auto $(TEST_FILE) uv run --group test --group test_integration pytest -v --tb=short -p no:benchmark -n auto $(TEST_FILE)
test_watch: test_watch:
uv run --group test ptw --snapshot-update --now . -- -vv $(TEST_FILE) uv run --group test ptw --snapshot-update --now . -- -vv $(TEST_FILE)

2
libs/partners/groq/Makefile
View File

@@ -16,7 +16,7 @@ test tests:
uv run --group test pytest $(PYTEST_EXTRA) --disable-socket --allow-unix-socket $(TEST_FILE) uv run --group test pytest $(PYTEST_EXTRA) --disable-socket --allow-unix-socket $(TEST_FILE)
integration_test integration_tests: integration_test integration_tests:
uv run --group test --group test_integration pytest --retries 3 --retry-delay 1 $(TEST_FILE) uv run --group test --group test_integration pytest -v --tb=short -p no:benchmark -n auto --retries 3 --retry-delay 1 $(TEST_FILE)
test_watch: test_watch:
uv run --group test ptw --snapshot-update --now . -- -vv $(TEST_FILE) uv run --group test ptw --snapshot-update --now . -- -vv $(TEST_FILE)

2
libs/partners/huggingface/Makefile
View File

@@ -16,7 +16,7 @@ test tests:
uv run --group test pytest $(PYTEST_EXTRA) --disable-socket --allow-unix-socket $(TEST_FILE) uv run --group test pytest $(PYTEST_EXTRA) --disable-socket --allow-unix-socket $(TEST_FILE)
integration_test integration_tests: integration_test integration_tests:
uv run --group test --group test_integration pytest $(TEST_FILE) uv run --group test --group test_integration pytest -v --tb=short -p no:benchmark -n auto $(TEST_FILE)
test_watch: test_watch:
uv run --group test ptw --snapshot-update --now . -- -vv $(TEST_FILE) uv run --group test ptw --snapshot-update --now . -- -vv $(TEST_FILE)

2
libs/partners/mistralai/Makefile
View File

@@ -21,7 +21,7 @@ test_watch:
integration_test integration_tests: integration_test integration_tests:
uv run --group test --group test_integration pytest $(TEST_FILE) uv run --group test --group test_integration pytest -v --tb=short -p no:benchmark -n auto $(TEST_FILE)
###################### ######################

7
libs/partners/nomic/Makefile
View File

@@ -10,11 +10,14 @@ UV_FROZEN = true
TEST_FILE ?= tests/unit_tests/ TEST_FILE ?= tests/unit_tests/
PYTEST_EXTRA ?= PYTEST_EXTRA ?=
integration_tests: TEST_FILE = tests/integration_tests/ integration_test integration_tests: TEST_FILE = tests/integration_tests/
test integration_tests: test:
uv run --group test --group test_integration pytest $(PYTEST_EXTRA) $(TEST_FILE) uv run --group test --group test_integration pytest $(PYTEST_EXTRA) $(TEST_FILE)
integration_test integration_tests:
uv run --group test --group test_integration pytest -v --tb=short -p no:benchmark -n auto $(PYTEST_EXTRA) $(TEST_FILE)
tests: tests:
uv run --group test pytest $(PYTEST_EXTRA) $(TEST_FILE) uv run --group test pytest $(PYTEST_EXTRA) $(TEST_FILE)

2
libs/partners/ollama/Makefile
View File

@@ -27,7 +27,7 @@ test_watch:
# integration tests are run without the --disable-socket flag to allow network calls # integration tests are run without the --disable-socket flag to allow network calls
integration_test: integration_test:
OLLAMA_TEST_MODEL=$(OLLAMA_TEST_MODEL) OLLAMA_REASONING_TEST_MODEL=$(OLLAMA_REASONING_TEST_MODEL) uv run --group test --group test_integration pytest $(TEST_FILE) OLLAMA_TEST_MODEL=$(OLLAMA_TEST_MODEL) OLLAMA_REASONING_TEST_MODEL=$(OLLAMA_REASONING_TEST_MODEL) uv run --group test --group test_integration pytest -v --tb=short -p no:benchmark -n auto $(TEST_FILE)
# CI integration tests - disabled until ollama service is configured in CI # CI integration tests - disabled until ollama service is configured in CI

2
libs/partners/openai/Makefile
View File

@@ -25,7 +25,7 @@ test tests:
TIKTOKEN_CACHE_DIR=tiktoken_cache uv run --group test pytest $(PYTEST_EXTRA) --disable-socket --allow-unix-socket $(TEST_FILE) TIKTOKEN_CACHE_DIR=tiktoken_cache uv run --group test pytest $(PYTEST_EXTRA) --disable-socket --allow-unix-socket $(TEST_FILE)
integration_test integration_tests: integration_test integration_tests:
uv run --group test --group test_integration pytest -n auto $(TEST_FILE) uv run --group test --group test_integration pytest -v --tb=short -p no:benchmark -n auto $(TEST_FILE)
# Run VCR cassette-backed integration tests in playback-only mode (no API keys needed). # Run VCR cassette-backed integration tests in playback-only mode (no API keys needed).
# Catches stale cassettes caused by test input changes without re-recording. # Catches stale cassettes caused by test input changes without re-recording.

2
libs/partners/openrouter/Makefile
View File

@@ -21,7 +21,7 @@ test_watch:
# integration tests are run without the --disable-socket flag to allow network calls # integration tests are run without the --disable-socket flag to allow network calls
integration_test integration_tests: integration_test integration_tests:
uv run --group test --group test_integration pytest --timeout=120 $(TEST_FILE) uv run --group test --group test_integration pytest -v --tb=short -p no:benchmark -n auto --timeout=120 $(TEST_FILE)
###################### ######################
# LINTING AND FORMATTING # LINTING AND FORMATTING

2
libs/partners/perplexity/Makefile
View File

@@ -19,7 +19,7 @@ test_watch:
uv run --group test ptw --snapshot-update --now . -- -vv $(TEST_FILE) uv run --group test ptw --snapshot-update --now . -- -vv $(TEST_FILE)
integration_test integration_tests: integration_test integration_tests:
uv run --group test --group test_integration pytest $(TEST_FILE) uv run --group test --group test_integration pytest -v --tb=short -p no:benchmark -n auto $(TEST_FILE)
###################### ######################
# LINTING AND FORMATTING # LINTING AND FORMATTING

2
libs/partners/qdrant/Makefile
View File

@@ -16,7 +16,7 @@ test tests:
uv run --group test pytest $(PYTEST_EXTRA) --disable-socket --allow-unix-socket $(TEST_FILE) uv run --group test pytest $(PYTEST_EXTRA) --disable-socket --allow-unix-socket $(TEST_FILE)
integration_test integration_tests: integration_test integration_tests:
uv run --group test --group test_integration pytest $(TEST_FILE) uv run --group test --group test_integration pytest -v --tb=short -p no:benchmark -n auto $(TEST_FILE)
test_watch: test_watch:
uv run --group test ptw --snapshot-update --now . -- -vv $(TEST_FILE) uv run --group test ptw --snapshot-update --now . -- -vv $(TEST_FILE)

2
libs/partners/xai/Makefile
View File

@@ -19,7 +19,7 @@ test_watch:
uv run --group test ptw --snapshot-update --now . -- -vv $(TEST_FILE) uv run --group test ptw --snapshot-update --now . -- -vv $(TEST_FILE)
integration_test integration_tests: integration_test integration_tests:
uv run --group test --group test_integration pytest $(TEST_FILE) uv run --group test --group test_integration pytest -v --tb=short -p no:benchmark -n auto $(TEST_FILE)
###################### ######################
# LINTING AND FORMATTING # LINTING AND FORMATTING