mirror of
https://github.com/hwchase17/langchain.git
synced 2025-05-01 21:35:34 +00:00
a0c2281540
```python
"""python scripts/update_mypy_ruff.py"""
import glob
import tomllib
from pathlib import Path
import toml
import subprocess
import re
ROOT_DIR = Path(__file__).parents[1]
def main():
for path in glob.glob(str(ROOT_DIR / "libs/**/pyproject.toml"), recursive=True):
print(path)
with open(path, "rb") as f:
pyproject = tomllib.load(f)
try:
pyproject["tool"]["poetry"]["group"]["typing"]["dependencies"]["mypy"] = (
"^1.10"
)
pyproject["tool"]["poetry"]["group"]["lint"]["dependencies"]["ruff"] = (
"^0.5"
)
except KeyError:
continue
with open(path, "w") as f:
toml.dump(pyproject, f)
cwd = "/".join(path.split("/")[:-1])
completed = subprocess.run(
"poetry lock --no-update; poetry install --with typing; poetry run mypy . --no-color",
cwd=cwd,
shell=True,
capture_output=True,
text=True,
)
logs = completed.stdout.split("\n")
to_ignore = {}
for l in logs:
if re.match("^(.*)\:(\d+)\: error:.*\[(.*)\]", l):
path, line_no, error_type = re.match(
"^(.*)\:(\d+)\: error:.*\[(.*)\]", l
).groups()
if (path, line_no) in to_ignore:
to_ignore[(path, line_no)].append(error_type)
else:
to_ignore[(path, line_no)] = [error_type]
print(len(to_ignore))
for (error_path, line_no), error_types in to_ignore.items():
all_errors = ", ".join(error_types)
full_path = f"{cwd}/{error_path}"
try:
with open(full_path, "r") as f:
file_lines = f.readlines()
except FileNotFoundError:
continue
file_lines[int(line_no) - 1] = (
file_lines[int(line_no) - 1][:-1] + f" # type: ignore[{all_errors}]\n"
)
with open(full_path, "w") as f:
f.write("".join(file_lines))
subprocess.run(
"poetry run ruff format .; poetry run ruff --select I --fix .",
cwd=cwd,
shell=True,
capture_output=True,
text=True,
)
if __name__ == "__main__":
main()
```
89 lines
3.2 KiB
Python
89 lines
3.2 KiB
Python
"""Configuration for unit tests."""
|
|
|
|
from importlib import util
|
|
from typing import Dict, Sequence
|
|
|
|
import pytest
|
|
from pytest import Config, Function, Parser
|
|
|
|
|
|
def pytest_addoption(parser: Parser) -> None:
|
|
"""Add custom command line options to pytest."""
|
|
parser.addoption(
|
|
"--only-extended",
|
|
action="store_true",
|
|
help="Only run extended tests. Does not allow skipping any extended tests.",
|
|
)
|
|
parser.addoption(
|
|
"--only-core",
|
|
action="store_true",
|
|
help="Only run core tests. Never runs any extended tests.",
|
|
)
|
|
|
|
|
|
def pytest_collection_modifyitems(config: Config, items: Sequence[Function]) -> None:
|
|
"""Add implementations for handling custom markers.
|
|
|
|
At the moment, this adds support for a custom `requires` marker.
|
|
|
|
The `requires` marker is used to denote tests that require one or more packages
|
|
to be installed to run. If the package is not installed, the test is skipped.
|
|
|
|
The `requires` marker syntax is:
|
|
|
|
.. code-block:: python
|
|
|
|
@pytest.mark.requires("package1", "package2")
|
|
def test_something():
|
|
...
|
|
"""
|
|
# Mapping from the name of a package to whether it is installed or not.
|
|
# Used to avoid repeated calls to `util.find_spec`
|
|
required_pkgs_info: Dict[str, bool] = {}
|
|
|
|
only_extended = config.getoption("--only-extended") or False
|
|
only_core = config.getoption("--only-core") or False
|
|
|
|
if only_extended and only_core:
|
|
raise ValueError("Cannot specify both `--only-extended` and `--only-core`.")
|
|
|
|
for item in items:
|
|
requires_marker = item.get_closest_marker("requires")
|
|
if requires_marker is not None:
|
|
if only_core:
|
|
item.add_marker(pytest.mark.skip(reason="Skipping not a core test."))
|
|
continue
|
|
|
|
# Iterate through the list of required packages
|
|
required_pkgs = requires_marker.args
|
|
for pkg in required_pkgs:
|
|
# If we haven't yet checked whether the pkg is installed
|
|
# let's check it and store the result.
|
|
if pkg not in required_pkgs_info:
|
|
try:
|
|
installed = util.find_spec(pkg) is not None
|
|
except Exception:
|
|
installed = False
|
|
required_pkgs_info[pkg] = installed
|
|
|
|
if not required_pkgs_info[pkg]:
|
|
if only_extended:
|
|
pytest.fail(
|
|
f"Package `{pkg}` is not installed but is required for "
|
|
f"extended tests. Please install the given package and "
|
|
f"try again.",
|
|
)
|
|
|
|
else:
|
|
# If the package is not installed, we immediately break
|
|
# and mark the test as skipped.
|
|
item.add_marker(
|
|
pytest.mark.skip(reason=f"Requires pkg: `{pkg}`")
|
|
)
|
|
break
|
|
else:
|
|
if only_extended:
|
|
item.add_marker(
|
|
pytest.mark.skip(reason="Skipping not an extended test.")
|
|
)
|