feat(core): Enhance server request processing performance

This commit is contained in:
FangYin Cheng
2023-10-24 11:52:57 +08:00
parent 185d4366b9
commit 48cd2d6a4a
17 changed files with 178 additions and 53 deletions

View File

@@ -317,6 +317,8 @@ def core_requires():
# TODO move transformers to default
"transformers>=4.31.0",
"alembic==1.12.0",
# for excel
"openpyxl",
]
@@ -361,6 +363,8 @@ def quantization_requires():
)
pkgs = [f"bitsandbytes @ {local_pkg}"]
print(pkgs)
# For chatglm2-6b-int4
pkgs += ["cpm_kernels"]
setup_spec.extras["quantization"] = pkgs