mirror of
https://github.com/hwchase17/langchain.git
synced 2025-08-16 08:06:14 +00:00
Apply patch [skip ci]
This commit is contained in:
parent
ffbe53e846
commit
3a3530e160
@ -110,5 +110,3 @@ class SentenceTransformersTokenTextSplitter(TextSplitter):
|
|||||||
truncation="do_not_truncate",
|
truncation="do_not_truncate",
|
||||||
)
|
)
|
||||||
return cast("list[int]", token_ids_with_start_and_end_token_ids)
|
return cast("list[int]", token_ids_with_start_and_end_token_ids)
|
||||||
|
|
||||||
|
|
||||||
|
@ -110,8 +110,3 @@ def test_sentence_transformers_multiple_tokens() -> None:
|
|||||||
- splitter.maximum_tokens_per_chunk
|
- splitter.maximum_tokens_per_chunk
|
||||||
)
|
)
|
||||||
assert expected == actual
|
assert expected == actual
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user