github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-10-23 10:20:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(core): APP use new SDK component (#1050)

Browse Source
This commit is contained in:
Fangyin Cheng
2024-01-10 10:39:04 +08:00
committed by GitHub
parent e11b72c724
commit fa8b5b190c
242 changed files with 2768 additions and 2163 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
dbgpt/util/benchmarks/llm/llm_benchmarks.py
View File

@@ -1,24 +1,22 @@
from typing import Dict, List
import argparse
import asyncio
import csv
import logging
import os
import sys
import time
import csv
import argparse
import logging
import traceback
from dbgpt.configs.model_config import ROOT_PATH, LLM_MODEL_CONFIG
from datetime import datetime
from typing import Dict, List
from dbgpt.model.cluster.worker.manager import (
run_worker_manager,
initialize_worker_manager_in_client,
WorkerManager,
)
from dbgpt.core import ModelOutput, ModelInferenceMetrics
from dbgpt.configs.model_config import LLM_MODEL_CONFIG, ROOT_PATH
from dbgpt.core import ModelInferenceMetrics, ModelOutput
from dbgpt.core.interface.message import ModelMessage, ModelMessageRoleType
from dbgpt.model.cluster.worker.manager import (
WorkerManager,
initialize_worker_manager_in_client,
run_worker_manager,
)
model_name = "vicuna-7b-v1.5"
model_path = LLM_MODEL_CONFIG[model_name]