github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-09-23 11:30:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

community[patch]: Update OpenVINO embedding and reranker to support static input shape (#22171)

Browse Source 
It can help to deploy embedding models on NPU device
This commit is contained in:
Ethan Yang
2024-06-04 04:27:17 +08:00
committed by GitHub
parent c599732e1a
commit 52da6a160d
2 changed files with 27 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
libs/community/langchain_community/embeddings/openvino.py
View File

@@ -210,9 +210,20 @@ class OpenVINOEmbeddings(BaseModel, Embeddings):
0, len(sentences), batch_size, desc="Batches", disable=not show_progress_bar
):
sentences_batch = sentences_sorted[start_index : start_index + batch_size]
features = self.tokenizer(
sentences_batch, padding=True, truncation=True, return_tensors="pt"
)
length = self.ov_model.request.inputs[0].get_partial_shape()[1]
if length.is_dynamic:
features = self.tokenizer(
sentences_batch, padding=True, truncation=True, return_tensors="pt"
)
else:
features = self.tokenizer(
sentences_batch,
padding="max_length",
max_length=length.get_length(),
truncation=True,
return_tensors="pt",
)
out_features = self.ov_model(**features)
if mean_pooling: