github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2026-06-09 10:17:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

infra: handle flaky tests (#30501)

Browse Source
This commit is contained in:
ccurme
2025-03-26 13:28:56 -04:00
committed by GitHub
parent 9a80be7bb7
commit 422ba4cde5
6 changed files with 40 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
libs/partners/openai/tests/integration_tests/chat_models/test_responses_api.py
View File

@@ -53,6 +53,7 @@ def _check_response(response: Optional[BaseMessage]) -> None:
assert tool_output["type"]
@pytest.mark.flaky(retries=3, delay=1)
def test_web_search() -> None:
llm = ChatOpenAI(model=MODEL_NAME)
first_response = llm.invoke(
@@ -108,6 +109,7 @@ def test_web_search() -> None:
_check_response(response)
@pytest.mark.flaky(retries=3, delay=1)
async def test_web_search_async() -> None:
llm = ChatOpenAI(model=MODEL_NAME)
response = await llm.ainvoke(
@@ -129,6 +131,7 @@ async def test_web_search_async() -> None:
_check_response(full)
@pytest.mark.flaky(retries=3, delay=1)
def test_function_calling() -> None:
def multiply(x: int, y: int) -> int:
"""return x * y"""
@@ -197,6 +200,7 @@ async def test_parsed_pydantic_schema_async() -> None:
assert parsed.response
@pytest.mark.flaky(retries=3, delay=1)
@pytest.mark.parametrize("schema", [Foo.model_json_schema(), FooDict])
def test_parsed_dict_schema(schema: Any) -> None:
llm = ChatOpenAI(model=MODEL_NAME, use_responses_api=True)
@@ -241,6 +245,7 @@ def test_parsed_strict() -> None:
)
@pytest.mark.flaky(retries=3, delay=1)
@pytest.mark.parametrize("schema", [Foo.model_json_schema(), FooDict])
async def test_parsed_dict_schema_async(schema: Any) -> None:
llm = ChatOpenAI(model=MODEL_NAME, use_responses_api=True)
@@ -313,6 +318,7 @@ def test_route_from_model_kwargs() -> None:
_ = next(llm.stream("Hello"))
@pytest.mark.flaky(retries=3, delay=1)
def test_computer_calls() -> None:
llm = ChatOpenAI(model="computer-use-preview", model_kwargs={"truncation": "auto"})
tool = {