feat(core): Support multi round conversation operator (#986)

This commit is contained in:
Fangyin Cheng
2023-12-27 23:26:28 +08:00
committed by GitHub
parent 9aec636b02
commit b13d3f6d92
63 changed files with 2011 additions and 314 deletions

View File

@@ -0,0 +1,99 @@
from typing import List, Optional, Union
import logging
from dbgpt.component import SystemApp
from sqlalchemy import URL
from dbgpt.core import StorageInterface
from dbgpt.storage.metadata import DatabaseManager
from dbgpt.serve.core import BaseServe
from .config import (
SERVE_APP_NAME,
SERVE_APP_NAME_HUMP,
APP_NAME,
SERVE_CONFIG_KEY_PREFIX,
ServeConfig,
)
logger = logging.getLogger(__name__)
class Serve(BaseServe):
"""Serve component for DB-GPT
Message DB-GPT conversation history and provide API for other components to access.
TODO: Move some Http API in app to this component.
"""
name = SERVE_APP_NAME
def __init__(
self,
system_app: SystemApp,
api_prefix: Optional[str] = f"/api/v1/serve/{APP_NAME}",
api_tags: Optional[List[str]] = None,
db_url_or_db: Union[str, URL, DatabaseManager] = None,
try_create_tables: Optional[bool] = False,
):
if api_tags is None:
api_tags = [SERVE_APP_NAME_HUMP]
super().__init__(
system_app, api_prefix, api_tags, db_url_or_db, try_create_tables
)
self._db_manager: Optional[DatabaseManager] = None
self._conv_storage = None
self._message_storage = None
@property
def conv_storage(self) -> StorageInterface:
return self._conv_storage
@property
def message_storage(self) -> StorageInterface:
return self._message_storage
def init_app(self, system_app: SystemApp):
if self._app_has_initiated:
return
self._system_app = system_app
self._app_has_initiated = True
def on_init(self):
"""Called when init the application.
You can do some initialization here. You can't get other components here because they may be not initialized yet
"""
# Load DB Model
from dbgpt.storage.chat_history.chat_history_db import (
ChatHistoryEntity,
ChatHistoryMessageEntity,
)
def before_start(self):
"""Called before the start of the application."""
# TODO: Your code here
from dbgpt.storage.metadata.db_storage import SQLAlchemyStorage
from dbgpt.util.serialization.json_serialization import JsonSerializer
from dbgpt.storage.chat_history.chat_history_db import (
ChatHistoryEntity,
ChatHistoryMessageEntity,
)
from dbgpt.storage.chat_history.storage_adapter import (
DBStorageConversationItemAdapter,
DBMessageStorageItemAdapter,
)
self._db_manager = self.create_or_get_db_manager()
self._conv_storage = SQLAlchemyStorage(
self._db_manager,
ChatHistoryEntity,
DBStorageConversationItemAdapter(),
JsonSerializer(),
)
self._message_storage = SQLAlchemyStorage(
self._db_manager,
ChatHistoryMessageEntity,
DBMessageStorageItemAdapter(),
JsonSerializer(),
)