feat:document summary

This commit is contained in:
aries_ckt 2023-10-31 15:53:40 +08:00
parent 523838fb79
commit 7dcfa1921d

View File

@ -437,7 +437,11 @@ class KnowledgeService:
summary = self._llm_extract_summary(texts[0])
# summaries = self._mapreduce_extract_summary(texts)
outputs, summary = self._refine_extract_summary(texts[1:], summary)
summaries = prompt_helper.repack(prompt=DEFAULT_TREE_SUMMARIZE_PROMPT_SEL, text_chunks=outputs)
summary = self._llm_extract_summary("|".join(summaries))
print(
f"final summary:{summary}"
)
doc.summary = summary
return knowledge_document_dao.update_knowledge_document(doc)
@ -526,7 +530,7 @@ class KnowledgeService:
ChatScene.ExtractSummary.value(), **{"chat_param": chat_param}
)
)
logger.info(
print(
f"initialize summary is :{summary}"
)
return summary
@ -552,7 +556,7 @@ class KnowledgeService:
)
)
outputs.append(summary)
logger.info(
print(
f"iterator is {len(outputs)} current summary is :{summary}"
)
return outputs, summary