github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-08-04 18:10:02 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat:document summary

Browse Source
This commit is contained in:
aries_ckt 2023-10-31 15:53:40 +08:00
parent 523838fb79
commit 7dcfa1921d
1 changed files with 7 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
pilot/server/knowledge/service.py
View File

@ -437,7 +437,11 @@ class KnowledgeService:
summary = self._llm_extract_summary(texts[0]) summary = self._llm_extract_summary(texts[0])
# summaries = self._mapreduce_extract_summary(texts) # summaries = self._mapreduce_extract_summary(texts)
outputs, summary = self._refine_extract_summary(texts[1:], summary) outputs, summary = self._refine_extract_summary(texts[1:], summary)
summaries = prompt_helper.repack(prompt=DEFAULT_TREE_SUMMARIZE_PROMPT_SEL, text_chunks=outputs)
summary = self._llm_extract_summary("|".join(summaries))
print(
f"final summary:{summary}"
)
doc.summary = summary doc.summary = summary
return knowledge_document_dao.update_knowledge_document(doc) return knowledge_document_dao.update_knowledge_document(doc)
@ -526,7 +530,7 @@ class KnowledgeService:
ChatScene.ExtractSummary.value(), **{"chat_param": chat_param} ChatScene.ExtractSummary.value(), **{"chat_param": chat_param}
) )
) )
logger.info( print(
f"initialize summary is :{summary}" f"initialize summary is :{summary}"
) )
return summary return summary
@ -552,7 +556,7 @@ class KnowledgeService:
) )
) )
outputs.append(summary) outputs.append(summary)
logger.info( print(
f"iterator is {len(outputs)} current summary is :{summary}" f"iterator is {len(outputs)} current summary is :{summary}"
) )
return outputs, summary return outputs, summary