github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-02 09:37:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(model): Add new LLMClient and new build tools (#967)

Browse Source
This commit is contained in:
Fangyin Cheng
2023-12-23 16:33:01 +08:00
committed by GitHub
parent 12234ae258
commit 0c46c339ca
30 changed files with 1072 additions and 133 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
dbgpt/model/cluster/tests/conftest.py
View File

@@ -3,7 +3,7 @@ import pytest_asyncio
from contextlib import contextmanager, asynccontextmanager
from typing import List, Iterator, Dict, Tuple
from dbgpt.model.parameter import ModelParameters, ModelWorkerParameters, WorkerType
from dbgpt.core import ModelOutput
from dbgpt.core import ModelOutput, ModelMetadata
from dbgpt.model.cluster.worker_base import ModelWorker
from dbgpt.model.cluster.worker.manager import (
WorkerManager,
@@ -80,6 +80,14 @@ class MockModelWorker(ModelWorker):
output = out
return output
def count_token(self, prompt: str) -> int:
return len(prompt)
def get_model_metadata(self, params: Dict) -> ModelMetadata:
return ModelMetadata(
model=self.model_parameters.model_name,
)
def embeddings(self, params: Dict) -> List[List[float]]:
return self._embeddings