feat(model): Support MLX inference (#2781)

2025-09-19 08:26:51 +00:00 · 2025-06-19 09:30:58 +08:00
parent 9084c6c19c
commit d9d4d4b6bc
12 changed files with 5047 additions and 4662 deletions
--- a/packages/dbgpt-accelerator/dbgpt-acc-auto/pyproject.toml
+++ b/packages/dbgpt-accelerator/dbgpt-acc-auto/pyproject.toml
@@ -68,6 +68,9 @@ vllm = [
    # Just support GPU version on Linux
    "vllm>=0.7.0; sys_platform == 'linux'",
 ]
+mlx = [
+    "mlx-lm>=0.25.2; sys_platform == 'darwin'",
+]
 # vllm_pascal = [
 #    # https://github.com/sasha0552/pascal-pkgs-ci
 #    "vllm-pascal==0.7.2; sys_platform == 'linux'"