mirror of
https://github.com/csunny/DB-GPT.git
synced 2025-08-20 01:07:15 +00:00
feat:document summary
This commit is contained in:
parent
40eed546ac
commit
04dcd90502
@ -429,7 +429,7 @@ class KnowledgeService:
|
|||||||
from llama_index import PromptHelper
|
from llama_index import PromptHelper
|
||||||
from llama_index.prompts.default_prompt_selectors import DEFAULT_TREE_SUMMARIZE_PROMPT_SEL
|
from llama_index.prompts.default_prompt_selectors import DEFAULT_TREE_SUMMARIZE_PROMPT_SEL
|
||||||
texts = [doc.page_content for doc in chunk_docs]
|
texts = [doc.page_content for doc in chunk_docs]
|
||||||
prompt_helper = PromptHelper(context_window=3900)
|
prompt_helper = PromptHelper()
|
||||||
texts = prompt_helper.repack(prompt=DEFAULT_TREE_SUMMARIZE_PROMPT_SEL, text_chunks=texts)
|
texts = prompt_helper.repack(prompt=DEFAULT_TREE_SUMMARIZE_PROMPT_SEL, text_chunks=texts)
|
||||||
logger.info(
|
logger.info(
|
||||||
f"async_document_summary, doc:{doc.doc_name}, chunk_size:{len(texts)}, begin generate summary"
|
f"async_document_summary, doc:{doc.doc_name}, chunk_size:{len(texts)}, begin generate summary"
|
||||||
|
Loading…
Reference in New Issue
Block a user