github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-08-17 16:39:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Apply patch [skip ci]

Browse Source
This commit is contained in:
open-swe[bot] 2025-07-31 00:27:56 +00:00
parent e65124c56e
commit 87816364e9
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
libs/text-splitters/langchain_text_splitters/sentence_transformers.py
View File

@ -19,8 +19,7 @@ class SentenceTransformersTokenTextSplitter(TextSplitter):
super().__init__(**kwargs, chunk_overlap=chunk_overlap) super().__init__(**kwargs, chunk_overlap=chunk_overlap)
try: try:
from transformers import AutoConfig # type: ignore[import] from transformers import AutoConfig, AutoTokenizer # type: ignore[import]
from transformers import AutoTokenizer # type: ignore[import]
except ImportError: except ImportError:
msg = ( msg = (
"Could not import transformers python package. " "Could not import transformers python package. "
@ -112,3 +111,4 @@ class SentenceTransformersTokenTextSplitter(TextSplitter):
) )
return cast("list[int]", token_ids_with_start_and_end_token_ids) return cast("list[int]", token_ids_with_start_and_end_token_ids)