feat(agent): Multi agent sdk (#976)

Co-authored-by: xtyuns <xtyuns@163.com>
Co-authored-by: Fangyin Cheng <staneyffer@gmail.com>
Co-authored-by: csunny <cfqsunny@163.com>
Co-authored-by: qidanrui <qidanrui@gmail.com>

dbgpt/serve/agent/hub/controller.py

@@ -0,0 +1,160 @@
+import logging
+from fastapi import (
+    APIRouter,
+    Body,
+    UploadFile,
+    File,
+)
+from abc import ABC
+from typing import List
+
+from dbgpt.app.openapi.api_view_model import (
+    Result,
+)
+
+from dbgpt.serve.agent.model import (
+    PluginHubParam,
+    PagenationFilter,
+    PagenationResult,
+    PluginHubFilter,
+)
+from dbgpt.serve.agent.hub.agent_hub import AgentHub
+from dbgpt.serve.agent.db.plugin_hub_db import PluginHubEntity
+
+from dbgpt.agent.plugin.plugins_util import scan_plugins
+from dbgpt.agent.plugin.generator import PluginPromptGenerator
+
+from dbgpt.configs.model_config import PLUGINS_DIR
+from dbgpt.component import BaseComponent, ComponentType, SystemApp
+
+router = APIRouter()
+logger = logging.getLogger(__name__)
+
+
+class ModuleAgent(BaseComponent, ABC):
+    name = ComponentType.AGENT_HUB
+
+    def __init__(self):
+        # load plugins
+        self.plugins = scan_plugins(PLUGINS_DIR)
+
+    def init_app(self, system_app: SystemApp):
+        system_app.app.include_router(router, prefix="/api", tags=["Agent"])
+
+    def refresh_plugins(self):
+        self.plugins = scan_plugins(PLUGINS_DIR)
+
+    def load_select_plugin(
+        self, generator: PluginPromptGenerator, select_plugins: List[str]
+    ) -> PluginPromptGenerator:
+        logger.info(f"load_select_plugin:{select_plugins}")
+        # load select plugin
+        for plugin in self.plugins:
+            if plugin._name in select_plugins:
+                if not plugin.can_handle_post_prompt():
+                    continue
+                generator = plugin.post_prompt(generator)
+        return generator
+
+
+module_agent = ModuleAgent()
+
+
+@router.post("/v1/agent/hub/update", response_model=Result[str])
+async def agent_hub_update(update_param: PluginHubParam = Body()):
+    logger.info(f"agent_hub_update:{update_param.__dict__}")
+    try:
+        agent_hub = AgentHub(PLUGINS_DIR)
+        branch = (
+            update_param.branch
+            if update_param.branch is not None and len(update_param.branch) > 0
+            else "main"
+        )
+        authorization = (
+            update_param.authorization
+            if update_param.branch is not None and len(update_param.branch) > 0
+            else None
+        )
+        # TODO change it to async
+        agent_hub.refresh_hub_from_git(update_param.url, branch, authorization)
+        return Result.succ(None)
+    except Exception as e:
+        logger.error("Agent Hub Update Error!", e)
+        return Result.failed(code="E0020", msg=f"Agent Hub Update Error! {e}")
+
+
+@router.post("/v1/agent/query", response_model=Result[str])
+async def get_agent_list(filter: PagenationFilter[PluginHubFilter] = Body()):
+    logger.info(f"get_agent_list:{filter.__dict__}")
+    agent_hub = AgentHub(PLUGINS_DIR)
+    filter_enetity: PluginHubEntity = PluginHubEntity()
+    if filter.filter:
+        attrs = vars(filter.filter)  # 获取原始对象的属性字典
+        for attr, value in attrs.items():
+            setattr(filter_enetity, attr, value)  # 设置拷贝对象的属性值
+
+    datas, total_pages, total_count = agent_hub.hub_dao.list(
+        filter_enetity, filter.page_index, filter.page_size
+    )
+    result: PagenationResult[PluginHubEntity] = PagenationResult[PluginHubEntity]()
+    result.page_index = filter.page_index
+    result.page_size = filter.page_size
+    result.total_page = total_pages
+    result.total_row_count = total_count
+    result.datas = datas
+    # print(json.dumps(result.to_dic()))
+    return Result.succ(result.to_dic())
+
+
+@router.post("/v1/agent/my", response_model=Result[str])
+async def my_agents(user: str = None):
+    logger.info(f"my_agents:{user}")
+    agent_hub = AgentHub(PLUGINS_DIR)
+    agents = agent_hub.get_my_plugin(user)
+    agent_dicts = []
+    for agent in agents:
+        agent_dicts.append(agent.__dict__)
+
+    return Result.succ(agent_dicts)
+
+
+@router.post("/v1/agent/install", response_model=Result[str])
+async def agent_install(plugin_name: str, user: str = None):
+    logger.info(f"agent_install:{plugin_name},{user}")
+    try:
+        agent_hub = AgentHub(PLUGINS_DIR)
+        agent_hub.install_plugin(plugin_name, user)
+
+        module_agent.refresh_plugins()
+
+        return Result.succ(None)
+    except Exception as e:
+        logger.error("Plugin Install Error!", e)
+        return Result.failed(code="E0021", msg=f"Plugin Install Error {e}")
+
+
+@router.post("/v1/agent/uninstall", response_model=Result[str])
+async def agent_uninstall(plugin_name: str, user: str = None):
+    logger.info(f"agent_uninstall:{plugin_name},{user}")
+    try:
+        agent_hub = AgentHub(PLUGINS_DIR)
+        agent_hub.uninstall_plugin(plugin_name, user)
+
+        module_agent.refresh_plugins()
+        return Result.succ(None)
+    except Exception as e:
+        logger.error("Plugin Uninstall Error!", e)
+        return Result.failed(code="E0022", msg=f"Plugin Uninstall Error {e}")
+
+
+@router.post("/v1/personal/agent/upload", response_model=Result[str])
+async def personal_agent_upload(doc_file: UploadFile = File(...), user: str = None):
+    logger.info(f"personal_agent_upload:{doc_file.filename},{user}")
+    try:
+        agent_hub = AgentHub(PLUGINS_DIR)
+        await agent_hub.upload_my_plugin(doc_file, user)
+        module_agent.refresh_plugins()
+        return Result.succ(None)
+    except Exception as e:
+        logger.error("Upload Personal Plugin Error!", e)
+        return Result.failed(code="E0023", msg=f"Upload Personal Plugin Error {e}")