From 3aa53b44dd5f013e35c316d110d340a630b0abd1 Mon Sep 17 00:00:00 2001 From: James Briggs <35938317+jamescalam@users.noreply.github.com> Date: Mon, 6 Feb 2023 20:45:56 +0000 Subject: [PATCH] added i_end in batch extraction (#907) Fix for issue #906 Switches `[i : i + batch_size]` to `[i : i_end]` in Pinecone `from_texts` method --- langchain/vectorstores/pinecone.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/langchain/vectorstores/pinecone.py b/langchain/vectorstores/pinecone.py index 514003cb2e8..ad82f68277e 100644 --- a/langchain/vectorstores/pinecone.py +++ b/langchain/vectorstores/pinecone.py @@ -198,17 +198,17 @@ class Pinecone(VectorStore): # set end position of batch i_end = min(i + batch_size, len(texts)) # get batch of texts and ids - lines_batch = texts[i : i + batch_size] + lines_batch = texts[i:i_end] # create ids if not provided if ids: - ids_batch = ids[i : i + batch_size] + ids_batch = ids[i:i_end] else: ids_batch = [str(uuid.uuid4()) for n in range(i, i_end)] # create embeddings embeds = embedding.embed_documents(lines_batch) # prep metadata and upsert batch if metadatas: - metadata = metadatas[i : i + batch_size] + metadata = metadatas[i:i_end] else: metadata = [{} for _ in range(i, i_end)] for j, line in enumerate(lines_batch):