Apply patch [skip ci]

This commit is contained in:
open-swe[bot] 2025-07-31 00:27:56 +00:00
parent e65124c56e
commit 87816364e9

View File

@ -19,8 +19,7 @@ class SentenceTransformersTokenTextSplitter(TextSplitter):
super().__init__(**kwargs, chunk_overlap=chunk_overlap)
try:
from transformers import AutoConfig # type: ignore[import]
from transformers import AutoTokenizer # type: ignore[import]
from transformers import AutoConfig, AutoTokenizer # type: ignore[import]
except ImportError:
msg = (
"Could not import transformers python package. "
@ -112,3 +111,4 @@ class SentenceTransformersTokenTextSplitter(TextSplitter):
)
return cast("list[int]", token_ids_with_start_and_end_token_ids)