openai: support runtime kwargs in embeddings (#31195)

This commit is contained in:
ccurme
2025-05-14 09:14:40 -04:00
committed by GitHub
parent 4f41b54bcb
commit 0b8837a0cc
2 changed files with 73 additions and 18 deletions

View File

@@ -57,3 +57,42 @@ def test_embed_documents_with_custom_chunk_size_no_check_ctx_length() -> None:
mock_create.assert_any_call(input=texts[3:4], **embeddings._invocation_params)
assert result == [[0.1, 0.2], [0.3, 0.4], [0.5, 0.6], [0.7, 0.8]]
def test_embed_with_kwargs() -> None:
embeddings = OpenAIEmbeddings(
model="text-embedding-3-small", check_embedding_ctx_length=False
)
texts = ["text1", "text2"]
with patch.object(embeddings.client, "create") as mock_create:
mock_create.side_effect = [
{"data": [{"embedding": [0.1, 0.2, 0.3]}, {"embedding": [0.4, 0.5, 0.6]}]}
]
result = embeddings.embed_documents(texts, dimensions=3)
mock_create.assert_any_call(
input=texts, dimensions=3, **embeddings._invocation_params
)
assert result == [[0.1, 0.2, 0.3], [0.4, 0.5, 0.6]]
async def test_embed_with_kwargs_async() -> None:
embeddings = OpenAIEmbeddings(
model="text-embedding-3-small",
check_embedding_ctx_length=False,
dimensions=4, # also check that runtime kwargs take precedence
)
texts = ["text1", "text2"]
with patch.object(embeddings.async_client, "create") as mock_create:
mock_create.side_effect = [
{"data": [{"embedding": [0.1, 0.2, 0.3]}, {"embedding": [0.4, 0.5, 0.6]}]}
]
result = await embeddings.aembed_documents(texts, dimensions=3)
client_kwargs = embeddings._invocation_params.copy()
assert client_kwargs["dimensions"] == 4
client_kwargs["dimensions"] = 3
mock_create.assert_any_call(input=texts, **client_kwargs)
assert result == [[0.1, 0.2, 0.3], [0.4, 0.5, 0.6]]