chore: Fix package name conflict error (#1099)

dbgpt/model/operators/__init__.py

@@ -0,0 +1,13 @@
+from dbgpt.model.operators.llm_operator import (  # noqa: F401
+    LLMOperator,
+    MixinLLMOperator,
+    StreamingLLMOperator,
+)
+from dbgpt.model.utils.chatgpt_utils import OpenAIStreamingOutputOperator  # noqa: F401
+
+__ALL__ = [
+    "MixinLLMOperator",
+    "LLMOperator",
+    "StreamingLLMOperator",
+    "OpenAIStreamingOutputOperator",
+]

dbgpt/model/operators/llm_operator.py

@@ -0,0 +1,73 @@
+import logging
+from abc import ABC
+from typing import Optional
+
+from dbgpt.component import ComponentType
+from dbgpt.core import LLMClient
+from dbgpt.core.awel import BaseOperator
+from dbgpt.core.operators import BaseLLM, BaseLLMOperator, BaseStreamingLLMOperator
+
+logger = logging.getLogger(__name__)
+
+
+class MixinLLMOperator(BaseLLM, BaseOperator, ABC):
+    """Mixin class for LLM operator.
+
+    This class extends BaseOperator by adding LLM capabilities.
+    """
+
+    def __init__(self, default_client: Optional[LLMClient] = None, **kwargs):
+        super().__init__(default_client)
+
+    @property
+    def llm_client(self) -> LLMClient:
+        if not self._llm_client:
+            try:
+                from dbgpt.model.cluster import WorkerManagerFactory
+                from dbgpt.model.cluster.client import DefaultLLMClient
+
+                worker_manager_factory: WorkerManagerFactory = (
+                    self.system_app.get_component(
+                        ComponentType.WORKER_MANAGER_FACTORY,
+                        WorkerManagerFactory,
+                        default_component=None,
+                    )
+                )
+                if worker_manager_factory:
+                    self._llm_client = DefaultLLMClient(worker_manager_factory.create())
+            except Exception as e:
+                logger.warning(f"Load worker manager failed: {e}.")
+            if not self._llm_client:
+                from dbgpt.model.proxy.llms.chatgpt import OpenAILLMClient
+
+                logger.info("Can't find worker manager factory, use OpenAILLMClient.")
+                self._llm_client = OpenAILLMClient()
+        return self._llm_client
+
+
+class LLMOperator(MixinLLMOperator, BaseLLMOperator):
+    """Default LLM operator.
+
+    Args:
+        llm_client (Optional[LLMClient], optional): The LLM client. Defaults to None.
+            If llm_client is None, we will try to connect to the model serving cluster deploy by DB-GPT,
+            and if we can't connect to the model serving cluster, we will use the :class:`OpenAILLMClient` as the llm_client.
+    """
+
+    def __init__(self, llm_client: Optional[LLMClient] = None, **kwargs):
+        super().__init__(llm_client)
+        BaseLLMOperator.__init__(self, llm_client, **kwargs)
+
+
+class StreamingLLMOperator(MixinLLMOperator, BaseStreamingLLMOperator):
+    """Default streaming LLM operator.
+
+    Args:
+        llm_client (Optional[LLMClient], optional): The LLM client. Defaults to None.
+            If llm_client is None, we will try to connect to the model serving cluster deploy by DB-GPT,
+            and if we can't connect to the model serving cluster, we will use the :class:`OpenAILLMClient` as the llm_client.
+    """
+
+    def __init__(self, llm_client: Optional[LLMClient] = None, **kwargs):
+        super().__init__(llm_client)
+        BaseStreamingLLMOperator.__init__(self, llm_client, **kwargs)