github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-07 12:00:46 +00:00
Code Issues Packages Projects Releases Wiki Activity

refactor: Refactor proxy LLM (#1064)

Browse Source
This commit is contained in:
Fangyin Cheng
2024-01-14 21:01:37 +08:00
committed by GitHub
parent a035433170
commit 22bfd01c4b
95 changed files with 2049 additions and 1294 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
dbgpt/model/proxy/llms/proxy_model.py
View File

@@ -4,6 +4,7 @@ import logging
from typing import TYPE_CHECKING, List, Optional, Union
from dbgpt.model.parameter import ProxyModelParameters
from dbgpt.model.proxy.base import ProxyLLMClient
from dbgpt.model.utils.token_utils import ProxyTokenizerWrapper
if TYPE_CHECKING:
@@ -13,9 +14,14 @@ logger = logging.getLogger(__name__)
class ProxyModel:
def __init__(self, model_params: ProxyModelParameters) -> None:
def __init__(
self,
model_params: ProxyModelParameters,
proxy_llm_client: Optional[ProxyLLMClient] = None,
) -> None:
self._model_params = model_params
self._tokenizer = ProxyTokenizerWrapper()
self.proxy_llm_client = proxy_llm_client
def get_params(self) -> ProxyModelParameters:
return self._model_params