github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-06 03:20:41 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(model): Add LL benchmarks code

Browse Source
This commit is contained in:
FangYin Cheng
2023-11-18 05:16:55 +08:00
parent 3d7481d369
commit 1f22459fbe
8 changed files with 650 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
scripts/run_llm_benchmarks.sh Executable file
View File

@@ -0,0 +1,20 @@
#!/bin/bash
default_input_lens="64,64,64,512,1024,1024,2048"
default_output_lens="256,512,1024,1024,1024,2048,2048"
default_parallel_nums="1,2,4,16,32"
input_lens=${1:-$default_input_lens}
output_lens=${2:-$default_output_lens}
parallel_nums=${3:-$default_parallel_nums}
run_benchmark() {
local model_name=$1
local model_type=$2
python pilot/utils/benchmarks/llm/llm_benchmarks.py --model_name ${model_name} --model_type ${model_type} --input_lens ${input_lens} --output_lens ${output_lens} --parallel_nums ${parallel_nums}
}
run_benchmark "vicuna-7b-v1.5" "huggingface"
run_benchmark "vicuna-7b-v1.5" "vllm"
run_benchmark "baichuan2-7b" "huggingface"
run_benchmark "baichuan2-7b" "vllm"