feat(build): Support docker install

This commit is contained in:
Fangyin Cheng
2025-03-11 15:57:52 +08:00
parent ee1ac0df8e
commit 455cdd1612
32 changed files with 1844 additions and 589 deletions

View File

@@ -89,7 +89,6 @@ quant_gptq = [
"auto-gptq",
]
flash_attn = [
# "torch>=2.2.1",
"dbgpt-acc-flash-attn"
]
@@ -118,10 +117,10 @@ conflicts = [
]
default-groups = ["auto"]
[[tool.uv.index]]
name = "pytorch-cpu"
url = "https://download.pytorch.org/whl/cpu"
explicit = true
# [[tool.uv.index]]
# name = "pytorch-cpu"
# url = "https://download.pytorch.org/whl/cpu"
# explicit = true
[[tool.uv.index]]
name = "pytorch-cu118"
@@ -151,38 +150,38 @@ explicit = true
[tool.uv.sources]
torch = [
# MacOS support CPU only
{ index = "pytorch-cpu", marker = "platform_system == 'Darwin'" },
# { index = "pytorch-cpu", marker = "platform_system == 'Darwin'" },
# Windows use CPU or CUDA
{ index = "pytorch-cpu", marker = "platform_system == 'Windows'", extra="cpu"},
# { index = "pytorch-cpu", marker = "platform_system == 'Windows'", extra="cpu"},
{ index = "pytorch-cu118", marker = "platform_system == 'Windows'", extra = "cuda118" },
{ index = "pytorch-cu121", marker = "platform_system == 'Windows'", extra = "cuda121" },
{ index = "pytorch-cu124", marker = "platform_system == 'Windows'", extra = "cuda124" },
# Linux support all versions
{ index = "pytorch-cpu", marker = "platform_system == 'Linux'", extra = "cpu" },
# { index = "pytorch-cpu", marker = "platform_system == 'Linux'", extra = "cpu" },
{ index = "pytorch-cu118", marker = "platform_system == 'Linux'", extra = "cuda118" },
{ index = "pytorch-cu121", marker = "platform_system == 'Linux'", extra = "cuda121" },
{ index = "pytorch-cu124", marker = "platform_system == 'Linux'", extra = "cuda124" },
# { index = "pytorch-rocm60", marker = "platform_system == 'Linux'", extra = "rocm60" },
]
torchvision = [
{ index = "pytorch-cpu", marker = "platform_system == 'Darwin'" },
{ index = "pytorch-cpu", marker = "platform_system == 'Windows'", extra = "cpu" },
# { index = "pytorch-cpu", marker = "platform_system == 'Darwin'" },
# { index = "pytorch-cpu", marker = "platform_system == 'Windows'", extra = "cpu" },
{ index = "pytorch-cu118", marker = "platform_system == 'Windows'", extra = "cuda118" },
{ index = "pytorch-cu121", marker = "platform_system == 'Windows'", extra = "cuda121" },
{ index = "pytorch-cu124", marker = "platform_system == 'Windows'", extra = "cuda124" },
{ index = "pytorch-cpu", marker = "platform_system == 'Linux'", extra = "cpu" },
# { index = "pytorch-cpu", marker = "platform_system == 'Linux'", extra = "cpu" },
{ index = "pytorch-cu118", marker = "platform_system == 'Linux'", extra = "cuda118" },
{ index = "pytorch-cu121", marker = "platform_system == 'Linux'", extra = "cuda121" },
{ index = "pytorch-cu124", marker = "platform_system == 'Linux'", extra = "cuda124" },
# { index = "pytorch-rocm60", marker = "platform_system == 'Linux'", extra = "rocm60" },
]
torchaudio = [
{ index = "pytorch-cpu", marker = "platform_system == 'Darwin'" },
{ index = "pytorch-cpu", marker = "platform_system == 'Windows'", extra = "cpu" },
# { index = "pytorch-cpu", marker = "platform_system == 'Darwin'" },
# { index = "pytorch-cpu", marker = "platform_system == 'Windows'", extra = "cpu" },
{ index = "pytorch-cu118", marker = "platform_system == 'Windows'", extra = "cuda118" },
{ index = "pytorch-cu121", marker = "platform_system == 'Windows'", extra = "cuda121" },
{ index = "pytorch-cu124", marker = "platform_system == 'Windows'", extra = "cuda124" },
{ index = "pytorch-cpu", marker = "platform_system == 'Linux'", extra = "cpu" },
# { index = "pytorch-cpu", marker = "platform_system == 'Linux'", extra = "cpu" },
{ index = "pytorch-cu118", marker = "platform_system == 'Linux'", extra = "cuda118" },
{ index = "pytorch-cu121", marker = "platform_system == 'Linux'", extra = "cuda121" },
{ index = "pytorch-cu124", marker = "platform_system == 'Linux'", extra = "cuda124" },