fix(model): Fix local embedding error (#2371)

This commit is contained in:
Fangyin Cheng
2025-02-26 23:51:25 +08:00
committed by GitHub
parent fb36948383
commit 1e0674c54d
7 changed files with 211 additions and 88 deletions

View File

@@ -79,10 +79,10 @@ vllm = [
# Just support GPU version on Linux
"vllm>=0.7.0; sys_platform == 'linux'"
]
vllm_pascal = [
# https://github.com/sasha0552/pascal-pkgs-ci
"vllm-pascal==0.7.2; sys_platform == 'linux'"
]
#vllm_pascal = [
# # https://github.com/sasha0552/pascal-pkgs-ci
# "vllm-pascal==0.7.2; sys_platform == 'linux'"
#]
quant_bnb = [
"bitsandbytes>=0.39.0; sys_platform == 'win32' or sys_platform == 'linux'",
"accelerate"
@@ -157,10 +157,10 @@ name = "pytorch-rocm60"
url = "https://download.pytorch.org/whl/rocm6.0"
explicit = true
[[tool.uv.index]]
name = "vllm-pascal"
url = "https://sasha0552.github.io/pascal-pkgs-ci/"
explicit = true
#[[tool.uv.index]]
#name = "vllm-pascal"
#url = "https://sasha0552.github.io/pascal-pkgs-ci/"
#explicit = true
[tool.uv.sources]
torch = [
@@ -203,9 +203,9 @@ torchaudio = [
{ index = "pytorch-cu124", marker = "platform_system == 'Linux'", extra = "cuda124" },
# { index = "pytorch-rocm60", marker = "platform_system == 'Linux'", extra = "rocm60" },
]
vllm-pascal = [
{ index = "vllm-pascal", marker = "platform_system == 'Linux'", extra = "vllm_pascal" },
]
#vllm-pascal = [
# { index = "vllm-pascal", marker = "platform_system == 'Linux'", extra = "vllm_pascal" },
#]
[tool.uv.build-isolation]
# Disable build isolation for gptqmodel