github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-09-21 02:19:31 +00:00
Code Issues Packages Projects Releases Wiki Activity

ci: Add script to check for pickle usage in community (#22863)

Browse Source 
Add script to check for pickle usage in community.
This commit is contained in:
Eugene Yurtsev
2024-06-13 16:13:15 -04:00
committed by GitHub
parent 77209f315e
commit 8f7cc73817
9 changed files with 65 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
libs/community/langchain_community/vectorstores/faiss.py
View File

@@ -1093,7 +1093,13 @@ class FAISS(VectorStore):
# load docstore and index_to_docstore_id
with open(path / f"{index_name}.pkl", "rb") as f:
docstore, index_to_docstore_id = pickle.load(f)
(
docstore,
index_to_docstore_id,
) = pickle.load( # ignore[pickle]: explicit-opt-in
f
)
return cls(embeddings, index, docstore, index_to_docstore_id, **kwargs)
def serialize_to_bytes(self) -> bytes:
@@ -1123,7 +1129,13 @@ class FAISS(VectorStore):
"loading a file from an untrusted source (e.g., some random site on "
"the internet.)."
)
index, docstore, index_to_docstore_id = pickle.loads(serialized)
(
index,
docstore,
index_to_docstore_id,
) = pickle.loads( # ignore[pickle]: explicit-opt-in
serialized
)
return cls(embeddings, index, docstore, index_to_docstore_id, **kwargs)
def _select_relevance_score_fn(self) -> Callable[[float], float]: