github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-08-17 16:39:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Apply patch [skip ci]

Browse Source
This commit is contained in:
open-swe[bot] 2025-07-31 00:27:21 +00:00
parent 3a3530e160
commit e65124c56e
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
libs/text-splitters/langchain_text_splitters/sentence_transformers.py
View File

@ -19,7 +19,8 @@ class SentenceTransformersTokenTextSplitter(TextSplitter):
super().__init__(**kwargs, chunk_overlap=chunk_overlap) super().__init__(**kwargs, chunk_overlap=chunk_overlap)
try: try:
from transformers import AutoConfig, AutoTokenizer from transformers import AutoConfig # type: ignore[import]
from transformers import AutoTokenizer # type: ignore[import]
except ImportError: except ImportError:
msg = ( msg = (
"Could not import transformers python package. " "Could not import transformers python package. "
@ -110,3 +111,4 @@ class SentenceTransformersTokenTextSplitter(TextSplitter):
truncation="do_not_truncate", truncation="do_not_truncate",
) )
return cast("list[int]", token_ids_with_start_and_end_token_ids) return cast("list[int]", token_ids_with_start_and_end_token_ids)