github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-09-03 03:59:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update libs/text-splitters/langchain_text_splitters/transformers_token.py

Browse Source 
Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
This commit is contained in:
Mason Daugherty
2025-07-30 20:51:41 -04:00
committed by GitHub
parent b1d0a2d3d7
commit 9f3f662798
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
libs/text-splitters/langchain_text_splitters/transformers_token.py
View File

@@ -71,7 +71,7 @@ class TransformersTokenTextSplitter(TextSplitter):
if self.tokens_per_chunk > self.maximum_tokens_per_chunk: if self.tokens_per_chunk > self.maximum_tokens_per_chunk:
msg = ( msg = (
f"The token limit of the models '{self.model_name}'" f"The token limit of the model '{self.model_name}'"
f" is: {self.maximum_tokens_per_chunk}." f" is: {self.maximum_tokens_per_chunk}."
f" Argument tokens_per_chunk={self.tokens_per_chunk}" f" Argument tokens_per_chunk={self.tokens_per_chunk}"
f" > maximum token limit." f" > maximum token limit."