community: Fixed infinity embeddings async request (#25882)

**Description:** Fix async infinity embeddings
**Issue:** #24942  

@baskaryan, @ccurme
This commit is contained in:
Djordje
2024-08-30 20:10:34 +04:00
committed by GitHub
parent f75d5621e2
commit 862ef32fdc

View File

@@ -287,7 +287,7 @@ class TinyAsyncOpenAIInfinityEmbeddingClient: #: :meta private:
f"Infinity returned an unexpected response with status "
f"{response.status}: {response.text}"
)
embedding = (await response.json())["embeddings"]
embedding = (await response.json())["data"]
return [e["embedding"] for e in embedding]
async def aembed(self, model: str, texts: List[str]) -> List[List[float]]:
@@ -313,7 +313,7 @@ class TinyAsyncOpenAIInfinityEmbeddingClient: #: :meta private:
*[
self._async_request(
session=session,
**self._kwargs_post_request(model=model, texts=t),
kwargs=self._kwargs_post_request(model=model, texts=t),
)
for t in perm_texts_batched
]