mirror of
https://github.com/hwchase17/langchain.git
synced 2025-08-15 15:46:47 +00:00
Apply patch [skip ci]
This commit is contained in:
parent
ffbe53e846
commit
3a3530e160
@ -110,5 +110,3 @@ class SentenceTransformersTokenTextSplitter(TextSplitter):
|
||||
truncation="do_not_truncate",
|
||||
)
|
||||
return cast("list[int]", token_ids_with_start_and_end_token_ids)
|
||||
|
||||
|
||||
|
@ -110,8 +110,3 @@ def test_sentence_transformers_multiple_tokens() -> None:
|
||||
- splitter.maximum_tokens_per_chunk
|
||||
)
|
||||
assert expected == actual
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user