mirror of
https://github.com/hwchase17/langchain.git
synced 2025-08-15 23:57:21 +00:00
Apply patch [skip ci]
This commit is contained in:
parent
e65124c56e
commit
87816364e9
@ -19,8 +19,7 @@ class SentenceTransformersTokenTextSplitter(TextSplitter):
|
||||
super().__init__(**kwargs, chunk_overlap=chunk_overlap)
|
||||
|
||||
try:
|
||||
from transformers import AutoConfig # type: ignore[import]
|
||||
from transformers import AutoTokenizer # type: ignore[import]
|
||||
from transformers import AutoConfig, AutoTokenizer # type: ignore[import]
|
||||
except ImportError:
|
||||
msg = (
|
||||
"Could not import transformers python package. "
|
||||
@ -112,3 +111,4 @@ class SentenceTransformersTokenTextSplitter(TextSplitter):
|
||||
)
|
||||
return cast("list[int]", token_ids_with_start_and_end_token_ids)
|
||||
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user