github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-06-03 13:43:24 +00:00
Code Issues Packages Projects Releases Wiki Activity

xfail openai image token count test (#28828)

Browse Source
This commit is contained in:
Bagatur 2024-12-19 13:23:30 -08:00 committed by GitHub
parent 26bdf40072
commit ce6748dbfe
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 12 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
libs/partners/openai/tests/integration_tests/chat_models/test_base.py
View File

@ -706,6 +706,12 @@ async def test_openai_response_headers_async() -> None:
assert "content-type" in headers assert "content-type" in headers
@pytest.mark.xfail(
reason=(
"As of 12.19.24 OpenAI API returns 1151 instead of 1118. Not clear yet if "
"this is an undocumented API change or a bug on their end."
)
)
def test_image_token_counting_jpeg() -> None: def test_image_token_counting_jpeg() -> None:
model = ChatOpenAI(model="gpt-4o", temperature=0) model = ChatOpenAI(model="gpt-4o", temperature=0)
image_url = "https://upload.wikimedia.org/wikipedia/commons/thumb/d/dd/Gfp-wisconsin-madison-the-nature-boardwalk.jpg/2560px-Gfp-wisconsin-madison-the-nature-boardwalk.jpg" image_url = "https://upload.wikimedia.org/wikipedia/commons/thumb/d/dd/Gfp-wisconsin-madison-the-nature-boardwalk.jpg/2560px-Gfp-wisconsin-madison-the-nature-boardwalk.jpg"
@ -738,6 +744,12 @@ def test_image_token_counting_jpeg() -> None:
assert expected == actual assert expected == actual
@pytest.mark.xfail(
reason=(
"As of 12.19.24 OpenAI API returns 871 instead of 779. Not clear yet if "
"this is an undocumented API change or a bug on their end."
)
)
def test_image_token_counting_png() -> None: def test_image_token_counting_png() -> None:
model = ChatOpenAI(model="gpt-4o", temperature=0) model = ChatOpenAI(model="gpt-4o", temperature=0)
image_url = "https://upload.wikimedia.org/wikipedia/commons/4/47/PNG_transparency_demonstration_1.png" image_url = "https://upload.wikimedia.org/wikipedia/commons/4/47/PNG_transparency_demonstration_1.png"