mirror of
https://github.com/hwchase17/langchain.git
synced 2025-09-04 12:39:32 +00:00
make doc utils public (#12394)
This commit is contained in:
@@ -32,7 +32,7 @@
|
||||
"from functools import partial\n",
|
||||
"\n",
|
||||
"from langchain.callbacks.manager import CallbackManagerForChainRun\n",
|
||||
"from langchain.chains.combine_documents.reduce import _collapse_docs, _split_list_of_docs\n",
|
||||
"from langchain.chains.combine_documents import collapse_docs, split_list_of_docs\n",
|
||||
"from langchain.chat_models import ChatAnthropic\n",
|
||||
"from langchain.prompts import PromptTemplate\n",
|
||||
"from langchain.schema import StrOutputParser\n",
|
||||
@@ -109,8 +109,8 @@
|
||||
" while get_num_tokens(docs) > token_max:\n",
|
||||
" config[\"run_name\"] = f\"Collapse {collapse_ct}\"\n",
|
||||
" invoke = partial(collapse_chain.invoke, config=config)\n",
|
||||
" split_docs = _split_list_of_docs(docs, get_num_tokens, token_max)\n",
|
||||
" docs = [_collapse_docs(_docs, invoke) for _docs in split_docs]\n",
|
||||
" split_docs = split_list_of_docs(docs, get_num_tokens, token_max)\n",
|
||||
" docs = [collapse_docs(_docs, invoke) for _docs in split_docs]\n",
|
||||
" collapse_ct += 1\n",
|
||||
" return docs"
|
||||
]
|
||||
|
Reference in New Issue
Block a user