github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-05 11:01:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(model): Fix benchmarks bugs

Browse Source
This commit is contained in:
FangYin Cheng
2023-11-18 17:15:26 +08:00
parent 1f22459fbe
commit 4ffd054a2a
6 changed files with 611 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
scripts/run_llm_benchmarks.sh
View File

@@ -11,7 +11,7 @@ parallel_nums=${3:-$default_parallel_nums}
run_benchmark() {
local model_name=$1
local model_type=$2
python pilot/utils/benchmarks/llm/llm_benchmarks.py --model_name ${model_name} --model_type ${model_type} --input_lens ${input_lens} --output_lens ${output_lens} --parallel_nums ${parallel_nums}
DB_GPT_MODEL_BENCHMARK=true python pilot/utils/benchmarks/llm/llm_benchmarks.py --model_name ${model_name} --model_type ${model_type} --input_lens ${input_lens} --output_lens ${output_lens} --parallel_nums ${parallel_nums}
}
run_benchmark "vicuna-7b-v1.5" "huggingface"