github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-08-16 08:06:14 +00:00
Code Issues Packages Projects Releases Wiki Activity

Apply patch [skip ci]

Browse Source
This commit is contained in:
open-swe[bot] 2025-07-31 00:28:49 +00:00
parent 3aa646cb27
commit 4e70c7aee9
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
libs/text-splitters/langchain_text_splitters/sentence_transformers.py
View File

@ -19,7 +19,7 @@ class SentenceTransformersTokenTextSplitter(TextSplitter):
super().__init__(**kwargs, chunk_overlap=chunk_overlap) super().__init__(**kwargs, chunk_overlap=chunk_overlap)
try: try:
from transformers import AutoConfig, AutoTokenizer # type: ignore[import] from transformers import AutoConfig, AutoTokenizer # type: ignore[attr-defined]
except ImportError: except ImportError:
msg = ( msg = (
"Could not import transformers python package. " "Could not import transformers python package. "
@ -110,3 +110,4 @@ class SentenceTransformersTokenTextSplitter(TextSplitter):
truncation="do_not_truncate", truncation="do_not_truncate",
) )
return cast("list[int]", token_ids_with_start_and_end_token_ids) return cast("list[int]", token_ids_with_start_and_end_token_ids)