diff --git a/libs/text-splitters/langchain_text_splitters/sentence_transformers.py b/libs/text-splitters/langchain_text_splitters/sentence_transformers.py index c52b78a6460..a07c49fb1db 100644 --- a/libs/text-splitters/langchain_text_splitters/sentence_transformers.py +++ b/libs/text-splitters/langchain_text_splitters/sentence_transformers.py @@ -19,8 +19,7 @@ class SentenceTransformersTokenTextSplitter(TextSplitter): super().__init__(**kwargs, chunk_overlap=chunk_overlap) try: - from transformers import AutoConfig # type: ignore[import] - from transformers import AutoTokenizer # type: ignore[import] + from transformers import AutoConfig, AutoTokenizer # type: ignore[import] except ImportError: msg = ( "Could not import transformers python package. " @@ -112,3 +111,4 @@ class SentenceTransformersTokenTextSplitter(TextSplitter): ) return cast("list[int]", token_ids_with_start_and_end_token_ids) +