feat:document summary

This commit is contained in:
aries_ckt 2023-10-31 16:14:26 +08:00
parent 40eed546ac
commit 04dcd90502

View File

@ -429,7 +429,7 @@ class KnowledgeService:
from llama_index import PromptHelper from llama_index import PromptHelper
from llama_index.prompts.default_prompt_selectors import DEFAULT_TREE_SUMMARIZE_PROMPT_SEL from llama_index.prompts.default_prompt_selectors import DEFAULT_TREE_SUMMARIZE_PROMPT_SEL
texts = [doc.page_content for doc in chunk_docs] texts = [doc.page_content for doc in chunk_docs]
prompt_helper = PromptHelper(context_window=3900) prompt_helper = PromptHelper()
texts = prompt_helper.repack(prompt=DEFAULT_TREE_SUMMARIZE_PROMPT_SEL, text_chunks=texts) texts = prompt_helper.repack(prompt=DEFAULT_TREE_SUMMARIZE_PROMPT_SEL, text_chunks=texts)
logger.info( logger.info(
f"async_document_summary, doc:{doc.doc_name}, chunk_size:{len(texts)}, begin generate summary" f"async_document_summary, doc:{doc.doc_name}, chunk_size:{len(texts)}, begin generate summary"