github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-09-04 12:39:32 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix bug with length function (#1257)

Browse Source
This commit is contained in:
Harrison Chase
2023-02-23 16:00:15 -08:00
committed by GitHub
parent 10e73a3723
commit 9381005098
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
langchain/text_splitter.py
View File

@@ -250,7 +250,7 @@ class RecursiveCharacterTextSplitter(TextSplitter):
# Now go merging things, recursively splitting longer texts. # Now go merging things, recursively splitting longer texts.
_good_splits = [] _good_splits = []
for s in splits: for s in splits:
if len(s) < self._chunk_size: if self._length_function(s) < self._chunk_size:
_good_splits.append(s) _good_splits.append(s)
else: else:
if _good_splits: if _good_splits: