mirror of
https://github.com/hwchase17/langchain.git
synced 2025-08-17 08:29:28 +00:00
Apply patch [skip ci]
This commit is contained in:
parent
c9f1253414
commit
ecf49366eb
@ -58,7 +58,7 @@ def test_token_text_splitter_from_tiktoken() -> None:
|
|||||||
assert expected_tokenizer == actual_tokenizer
|
assert expected_tokenizer == actual_tokenizer
|
||||||
|
|
||||||
|
|
||||||
def test_sentence_transformers_count_tokens(sentence_transformers: Any) -> None:
|
def test_sentence_transformers_count_tokens() -> None:
|
||||||
splitter = SentenceTransformersTokenTextSplitter(
|
splitter = SentenceTransformersTokenTextSplitter(
|
||||||
model_name="sentence-transformers/paraphrase-albert-small-v2"
|
model_name="sentence-transformers/paraphrase-albert-small-v2"
|
||||||
)
|
)
|
||||||
@ -114,3 +114,4 @@ def test_sentence_transformers_multiple_tokens(sentence_transformers: Any) -> No
|
|||||||
)
|
)
|
||||||
assert expected == actual
|
assert expected == actual
|
||||||
|
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user