mirror of
https://github.com/hwchase17/langchain.git
synced 2025-08-16 08:06:14 +00:00
a0c2281540
```python
"""python scripts/update_mypy_ruff.py"""
import glob
import tomllib
from pathlib import Path
import toml
import subprocess
import re
ROOT_DIR = Path(__file__).parents[1]
def main():
for path in glob.glob(str(ROOT_DIR / "libs/**/pyproject.toml"), recursive=True):
print(path)
with open(path, "rb") as f:
pyproject = tomllib.load(f)
try:
pyproject["tool"]["poetry"]["group"]["typing"]["dependencies"]["mypy"] = (
"^1.10"
)
pyproject["tool"]["poetry"]["group"]["lint"]["dependencies"]["ruff"] = (
"^0.5"
)
except KeyError:
continue
with open(path, "w") as f:
toml.dump(pyproject, f)
cwd = "/".join(path.split("/")[:-1])
completed = subprocess.run(
"poetry lock --no-update; poetry install --with typing; poetry run mypy . --no-color",
cwd=cwd,
shell=True,
capture_output=True,
text=True,
)
logs = completed.stdout.split("\n")
to_ignore = {}
for l in logs:
if re.match("^(.*)\:(\d+)\: error:.*\[(.*)\]", l):
path, line_no, error_type = re.match(
"^(.*)\:(\d+)\: error:.*\[(.*)\]", l
).groups()
if (path, line_no) in to_ignore:
to_ignore[(path, line_no)].append(error_type)
else:
to_ignore[(path, line_no)] = [error_type]
print(len(to_ignore))
for (error_path, line_no), error_types in to_ignore.items():
all_errors = ", ".join(error_types)
full_path = f"{cwd}/{error_path}"
try:
with open(full_path, "r") as f:
file_lines = f.readlines()
except FileNotFoundError:
continue
file_lines[int(line_no) - 1] = (
file_lines[int(line_no) - 1][:-1] + f" # type: ignore[{all_errors}]\n"
)
with open(full_path, "w") as f:
f.write("".join(file_lines))
subprocess.run(
"poetry run ruff format .; poetry run ruff --select I --fix .",
cwd=cwd,
shell=True,
capture_output=True,
text=True,
)
if __name__ == "__main__":
main()
```
147 lines
4.3 KiB
Python
147 lines
4.3 KiB
Python
"""Test AI21 Chat API wrapper."""
|
|
|
|
from typing import cast
|
|
from unittest.mock import Mock, call
|
|
|
|
import pytest
|
|
from ai21 import MissingApiKeyError
|
|
from ai21.models import (
|
|
Penalty,
|
|
)
|
|
from langchain_core.pydantic_v1 import SecretStr
|
|
from pytest import CaptureFixture, MonkeyPatch
|
|
|
|
from langchain_ai21 import AI21LLM
|
|
from tests.unit_tests.conftest import (
|
|
BASIC_EXAMPLE_LLM_PARAMETERS,
|
|
BASIC_EXAMPLE_LLM_PARAMETERS_AS_DICT,
|
|
DUMMY_API_KEY,
|
|
temporarily_unset_api_key,
|
|
)
|
|
|
|
|
|
def test_initialization__when_no_api_key__should_raise_exception() -> None:
|
|
"""Test integration initialization."""
|
|
with temporarily_unset_api_key():
|
|
with pytest.raises(MissingApiKeyError):
|
|
AI21LLM(
|
|
model="j2-ultra",
|
|
)
|
|
|
|
|
|
def test_initialization__when_default_parameters() -> None:
|
|
"""Test integration initialization."""
|
|
AI21LLM(
|
|
api_key=DUMMY_API_KEY, # type: ignore[arg-type]
|
|
model="j2-ultra",
|
|
)
|
|
|
|
|
|
def test_initialization__when_custom_parameters_to_init() -> None:
|
|
"""Test integration initialization."""
|
|
AI21LLM( # type: ignore[call-arg]
|
|
api_key=DUMMY_API_KEY, # type: ignore[arg-type]
|
|
model="j2-mid",
|
|
num_results=2,
|
|
max_tokens=20,
|
|
min_tokens=10,
|
|
temperature=0.5,
|
|
top_p=0.5,
|
|
top_k_return=0,
|
|
stop_sequences=["\n"],
|
|
frequency_penalty=Penalty(scale=0.2, apply_to_numbers=True),
|
|
presence_penalty=Penalty(scale=0.2, apply_to_stopwords=True),
|
|
count_penalty=Penalty(
|
|
scale=0.2, apply_to_punctuation=True, apply_to_emojis=True
|
|
),
|
|
custom_model="test_model",
|
|
epoch=1,
|
|
)
|
|
|
|
|
|
def test_generate(mock_client_with_completion: Mock) -> None:
|
|
# Setup test
|
|
prompt0 = "Hi, my name is what?"
|
|
prompt1 = "My name is who?"
|
|
stop = ["\n"]
|
|
custom_model = "test_model"
|
|
epoch = 1
|
|
|
|
ai21 = AI21LLM(
|
|
model="j2-ultra",
|
|
api_key=DUMMY_API_KEY, # type: ignore[arg-type]
|
|
client=mock_client_with_completion,
|
|
custom_model=custom_model,
|
|
epoch=epoch,
|
|
**BASIC_EXAMPLE_LLM_PARAMETERS, # type: ignore[arg-type, arg-type, arg-type, arg-type, arg-type, arg-type, arg-type, arg-type, arg-type, arg-type, arg-type, arg-type]
|
|
)
|
|
|
|
# Make call to testing function
|
|
ai21.generate(
|
|
[prompt0, prompt1],
|
|
stop=stop,
|
|
)
|
|
|
|
# Assertions
|
|
mock_client_with_completion.count_tokens.assert_has_calls(
|
|
[
|
|
call(prompt0),
|
|
call(prompt1),
|
|
],
|
|
)
|
|
|
|
mock_client_with_completion.completion.create.assert_has_calls(
|
|
[
|
|
call(
|
|
prompt=prompt0,
|
|
model="j2-ultra",
|
|
custom_model=custom_model,
|
|
stop_sequences=stop,
|
|
epoch=epoch,
|
|
**BASIC_EXAMPLE_LLM_PARAMETERS_AS_DICT,
|
|
),
|
|
call(
|
|
prompt=prompt1,
|
|
model="j2-ultra",
|
|
custom_model=custom_model,
|
|
stop_sequences=stop,
|
|
epoch=epoch,
|
|
**BASIC_EXAMPLE_LLM_PARAMETERS_AS_DICT,
|
|
),
|
|
]
|
|
)
|
|
|
|
|
|
def test_api_key_is_secret_string() -> None:
|
|
llm = AI21LLM(model="j2-ultra", api_key="secret-api-key") # type: ignore[arg-type]
|
|
assert isinstance(llm.api_key, SecretStr)
|
|
|
|
|
|
def test_api_key_masked_when_passed_from_env(
|
|
monkeypatch: MonkeyPatch, capsys: CaptureFixture
|
|
) -> None:
|
|
"""Test initialization with an API key provided via an env variable"""
|
|
monkeypatch.setenv("AI21_API_KEY", "secret-api-key")
|
|
llm = AI21LLM(model="j2-ultra")
|
|
print(llm.api_key, end="")
|
|
captured = capsys.readouterr()
|
|
|
|
assert captured.out == "**********"
|
|
|
|
|
|
def test_api_key_masked_when_passed_via_constructor(
|
|
capsys: CaptureFixture,
|
|
) -> None:
|
|
"""Test initialization with an API key provided via the initializer"""
|
|
llm = AI21LLM(model="j2-ultra", api_key="secret-api-key") # type: ignore[arg-type]
|
|
print(llm.api_key, end="")
|
|
captured = capsys.readouterr()
|
|
|
|
assert captured.out == "**********"
|
|
|
|
|
|
def test_uses_actual_secret_value_from_secretstr() -> None:
|
|
"""Test that actual secret is retrieved using `.get_secret_value()`."""
|
|
llm = AI21LLM(model="j2-ultra", api_key="secret-api-key") # type: ignore[arg-type]
|
|
assert cast(SecretStr, llm.api_key).get_secret_value() == "secret-api-key"
|