github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-07-18 18:53:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

langchain[minor]: Add async methods to EncoderBackedStore (#19597)

Browse Source 
Co-authored-by: Eugene Yurtsev <eyurtsev@gmail.com>
This commit is contained in:
Christophe Bornet 2024-03-27 18:36:36 +01:00 committed by GitHub
parent 929ed65554
commit 9954c6a38e
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 32 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

32
libs/langchain/langchain/storage/encoder_backed.py
View File

@ -1,5 +1,6 @@
from typing import ( from typing import (
Any, Any,
AsyncIterator,
Callable, Callable,
Iterator, Iterator,
List, List,
@ -73,6 +74,15 @@ class EncoderBackedStore(BaseStore[K, V]):
for value in values for value in values
] ]
async def amget(self, keys: Sequence[K]) -> List[Optional[V]]:
"""Get the values associated with the given keys."""
encoded_keys: List[str] = [self.key_encoder(key) for key in keys]
values = await self.store.amget(encoded_keys)
return [
self.value_deserializer(value) if value is not None else value
for value in values
]
def mset(self, key_value_pairs: Sequence[Tuple[K, V]]) -> None: def mset(self, key_value_pairs: Sequence[Tuple[K, V]]) -> None:
"""Set the values for the given keys.""" """Set the values for the given keys."""
encoded_pairs = [ encoded_pairs = [
@ -81,11 +91,24 @@ class EncoderBackedStore(BaseStore[K, V]):
] ]
self.store.mset(encoded_pairs) self.store.mset(encoded_pairs)
async def amset(self, key_value_pairs: Sequence[Tuple[K, V]]) -> None:
"""Set the values for the given keys."""
encoded_pairs = [
(self.key_encoder(key), self.value_serializer(value))
for key, value in key_value_pairs
]
await self.store.amset(encoded_pairs)
def mdelete(self, keys: Sequence[K]) -> None: def mdelete(self, keys: Sequence[K]) -> None:
"""Delete the given keys and their associated values.""" """Delete the given keys and their associated values."""
encoded_keys = [self.key_encoder(key) for key in keys] encoded_keys = [self.key_encoder(key) for key in keys]
self.store.mdelete(encoded_keys) self.store.mdelete(encoded_keys)
async def amdelete(self, keys: Sequence[K]) -> None:
"""Delete the given keys and their associated values."""
encoded_keys = [self.key_encoder(key) for key in keys]
await self.store.amdelete(encoded_keys)
def yield_keys( def yield_keys(
self, *, prefix: Optional[str] = None self, *, prefix: Optional[str] = None
) -> Union[Iterator[K], Iterator[str]]: ) -> Union[Iterator[K], Iterator[str]]:
@ -93,3 +116,12 @@ class EncoderBackedStore(BaseStore[K, V]):
# For the time being this does not return K, but str # For the time being this does not return K, but str
# it's for debugging purposes. Should fix this. # it's for debugging purposes. Should fix this.
yield from self.store.yield_keys(prefix=prefix) yield from self.store.yield_keys(prefix=prefix)
async def ayield_keys(
self, *, prefix: Optional[str] = None
) -> Union[AsyncIterator[K], AsyncIterator[str]]:
"""Get an iterator over keys that match the given prefix."""
# For the time being this does not return K, but str
# it's for debugging purposes. Should fix this.
async for key in self.store.ayield_keys(prefix=prefix):
yield key