mirror of
https://github.com/csunny/DB-GPT.git
synced 2025-09-03 01:54:44 +00:00
feat(core): AWEL flow 2.0 backend code (#1879)
Co-authored-by: yhjun1026 <460342015@qq.com>
This commit is contained in:
Fangyin Cheng
GitHub
260
dbgpt/serve/flow/api/variables_provider.py
Normal file
260
dbgpt/serve/flow/api/variables_provider.py
Normal file
@@ -0,0 +1,260 @@
|
||||
from typing import List, Literal, Optional
|
||||
|
||||
from dbgpt.core.interface.variables import (
|
||||
BUILTIN_VARIABLES_CORE_EMBEDDINGS,
|
||||
BUILTIN_VARIABLES_CORE_FLOW_NODES,
|
||||
BUILTIN_VARIABLES_CORE_FLOWS,
|
||||
BUILTIN_VARIABLES_CORE_LLMS,
|
||||
BUILTIN_VARIABLES_CORE_SECRETS,
|
||||
BUILTIN_VARIABLES_CORE_VARIABLES,
|
||||
BuiltinVariablesProvider,
|
||||
StorageVariables,
|
||||
)
|
||||
|
||||
from ..service.service import Service
|
||||
from .endpoints import get_service, get_variable_service
|
||||
from .schemas import ServerResponse
|
||||
|
||||
|
||||
class BuiltinFlowVariablesProvider(BuiltinVariablesProvider):
|
||||
"""Builtin flow variables provider.
|
||||
|
||||
Provide all flows by variables "${dbgpt.core.flow.flows}"
|
||||
"""
|
||||
|
||||
name = BUILTIN_VARIABLES_CORE_FLOWS
|
||||
|
||||
def get_variables(
|
||||
self,
|
||||
key: str,
|
||||
scope: str = "global",
|
||||
scope_key: Optional[str] = None,
|
||||
sys_code: Optional[str] = None,
|
||||
user_name: Optional[str] = None,
|
||||
) -> List[StorageVariables]:
|
||||
service: Service = get_service()
|
||||
page_result = service.get_list_by_page(
|
||||
{
|
||||
"user_name": user_name,
|
||||
"sys_code": sys_code,
|
||||
},
|
||||
1,
|
||||
1000,
|
||||
)
|
||||
flows: List[ServerResponse] = page_result.items
|
||||
variables = []
|
||||
for flow in flows:
|
||||
variables.append(
|
||||
StorageVariables(
|
||||
key=key,
|
||||
name=flow.name,
|
||||
label=flow.label,
|
||||
value=flow.uid,
|
||||
scope=scope,
|
||||
scope_key=scope_key,
|
||||
sys_code=sys_code,
|
||||
user_name=user_name,
|
||||
)
|
||||
)
|
||||
return variables
|
||||
|
||||
|
||||
class BuiltinNodeVariablesProvider(BuiltinVariablesProvider):
|
||||
"""Builtin node variables provider.
|
||||
|
||||
Provide all nodes by variables "${dbgpt.core.flow.nodes}"
|
||||
"""
|
||||
|
||||
name = BUILTIN_VARIABLES_CORE_FLOW_NODES
|
||||
|
||||
def get_variables(
|
||||
self,
|
||||
key: str,
|
||||
scope: str = "global",
|
||||
scope_key: Optional[str] = None,
|
||||
sys_code: Optional[str] = None,
|
||||
user_name: Optional[str] = None,
|
||||
) -> List[StorageVariables]:
|
||||
"""Get the builtin variables."""
|
||||
from dbgpt.core.awel.flow.base import _OPERATOR_REGISTRY
|
||||
|
||||
metadata_list = _OPERATOR_REGISTRY.metadata_list()
|
||||
variables = []
|
||||
for metadata in metadata_list:
|
||||
variables.append(
|
||||
StorageVariables(
|
||||
key=key,
|
||||
name=metadata["name"],
|
||||
label=metadata["label"],
|
||||
value=metadata["id"],
|
||||
scope=scope,
|
||||
scope_key=scope_key,
|
||||
sys_code=sys_code,
|
||||
user_name=user_name,
|
||||
)
|
||||
)
|
||||
return variables
|
||||
|
||||
|
||||
class BuiltinAllVariablesProvider(BuiltinVariablesProvider):
|
||||
"""Builtin all variables provider.
|
||||
|
||||
Provide all variables by variables "${dbgpt.core.variables}"
|
||||
"""
|
||||
|
||||
name = BUILTIN_VARIABLES_CORE_VARIABLES
|
||||
|
||||
def _get_variables_from_db(
|
||||
self,
|
||||
key: str,
|
||||
scope: str,
|
||||
scope_key: Optional[str],
|
||||
sys_code: Optional[str],
|
||||
user_name: Optional[str],
|
||||
category: Literal["common", "secret"] = "common",
|
||||
) -> List[StorageVariables]:
|
||||
storage_variables = get_variable_service().list_all_variables(category)
|
||||
variables = []
|
||||
for var in storage_variables:
|
||||
variables.append(
|
||||
StorageVariables(
|
||||
key=key,
|
||||
name=var.name,
|
||||
label=var.label,
|
||||
value=var.value,
|
||||
scope=scope,
|
||||
scope_key=scope_key,
|
||||
sys_code=sys_code,
|
||||
user_name=user_name,
|
||||
)
|
||||
)
|
||||
return variables
|
||||
|
||||
def get_variables(
|
||||
self,
|
||||
key: str,
|
||||
scope: str = "global",
|
||||
scope_key: Optional[str] = None,
|
||||
sys_code: Optional[str] = None,
|
||||
user_name: Optional[str] = None,
|
||||
) -> List[StorageVariables]:
|
||||
"""Get the builtin variables.
|
||||
|
||||
TODO: Return all builtin variables
|
||||
"""
|
||||
return self._get_variables_from_db(key, scope, scope_key, sys_code, user_name)
|
||||
|
||||
|
||||
class BuiltinAllSecretVariablesProvider(BuiltinAllVariablesProvider):
|
||||
"""Builtin all secret variables provider.
|
||||
|
||||
Provide all secret variables by variables "${dbgpt.core.secrets}"
|
||||
"""
|
||||
|
||||
name = BUILTIN_VARIABLES_CORE_SECRETS
|
||||
|
||||
def get_variables(
|
||||
self,
|
||||
key: str,
|
||||
scope: str = "global",
|
||||
scope_key: Optional[str] = None,
|
||||
sys_code: Optional[str] = None,
|
||||
user_name: Optional[str] = None,
|
||||
) -> List[StorageVariables]:
|
||||
"""Get the builtin variables."""
|
||||
return self._get_variables_from_db(
|
||||
key, scope, scope_key, sys_code, user_name, "secret"
|
||||
)
|
||||
|
||||
|
||||
class BuiltinLLMVariablesProvider(BuiltinVariablesProvider):
|
||||
"""Builtin LLM variables provider.
|
||||
|
||||
Provide all LLM variables by variables "${dbgpt.core.llmv}"
|
||||
"""
|
||||
|
||||
name = BUILTIN_VARIABLES_CORE_LLMS
|
||||
|
||||
def support_async(self) -> bool:
|
||||
"""Whether the dynamic options support async."""
|
||||
return True
|
||||
|
||||
async def _get_models(
|
||||
self,
|
||||
key: str,
|
||||
scope: str,
|
||||
scope_key: Optional[str],
|
||||
sys_code: Optional[str],
|
||||
user_name: Optional[str],
|
||||
expect_worker_type: str = "llm",
|
||||
) -> List[StorageVariables]:
|
||||
from dbgpt.model.cluster.controller.controller import BaseModelController
|
||||
|
||||
controller = BaseModelController.get_instance(self.system_app)
|
||||
models = await controller.get_all_instances(healthy_only=True)
|
||||
model_dict = {}
|
||||
for model in models:
|
||||
worker_name, worker_type = model.model_name.split("@")
|
||||
if expect_worker_type == worker_type:
|
||||
model_dict[worker_name] = model
|
||||
variables = []
|
||||
for worker_name, model in model_dict.items():
|
||||
variables.append(
|
||||
StorageVariables(
|
||||
key=key,
|
||||
name=worker_name,
|
||||
label=worker_name,
|
||||
value=worker_name,
|
||||
scope=scope,
|
||||
scope_key=scope_key,
|
||||
sys_code=sys_code,
|
||||
user_name=user_name,
|
||||
)
|
||||
)
|
||||
return variables
|
||||
|
||||
async def async_get_variables(
|
||||
self,
|
||||
key: str,
|
||||
scope: str = "global",
|
||||
scope_key: Optional[str] = None,
|
||||
sys_code: Optional[str] = None,
|
||||
user_name: Optional[str] = None,
|
||||
) -> List[StorageVariables]:
|
||||
"""Get the builtin variables."""
|
||||
return await self._get_models(key, scope, scope_key, sys_code, user_name)
|
||||
|
||||
def get_variables(
|
||||
self,
|
||||
key: str,
|
||||
scope: str = "global",
|
||||
scope_key: Optional[str] = None,
|
||||
sys_code: Optional[str] = None,
|
||||
user_name: Optional[str] = None,
|
||||
) -> List[StorageVariables]:
|
||||
"""Get the builtin variables."""
|
||||
raise NotImplementedError(
|
||||
"Not implemented get variables sync, please use async_get_variables"
|
||||
)
|
||||
|
||||
|
||||
class BuiltinEmbeddingsVariablesProvider(BuiltinLLMVariablesProvider):
|
||||
"""Builtin embeddings variables provider.
|
||||
|
||||
Provide all embeddings variables by variables "${dbgpt.core.embeddings}"
|
||||
"""
|
||||
|
||||
name = BUILTIN_VARIABLES_CORE_EMBEDDINGS
|
||||
|
||||
async def async_get_variables(
|
||||
self,
|
||||
key: str,
|
||||
scope: str = "global",
|
||||
scope_key: Optional[str] = None,
|
||||
sys_code: Optional[str] = None,
|
||||
user_name: Optional[str] = None,
|
||||
) -> List[StorageVariables]:
|
||||
"""Get the builtin variables."""
|
||||
return await self._get_models(
|
||||
key, scope, scope_key, sys_code, user_name, "text2vec"
|
||||
)
|
||||
Reference in New Issue
Block a user