[doc] updated inference readme (#5343)

2025-09-07 03:52:01 +00:00 · 2024-02-02 14:31:10 +08:00
parent e76acbb076
commit 027aa1043f
10 changed files with 82 additions and 33 deletions
--- a/colossalai/inference/init.py
+++ b/colossalai/inference/init.py
@@ -0,0 +1,4 @@
+from .config import InferenceConfig
+from .core import InferenceEngine
+
+__all__ = ["InferenceConfig", "InferenceEngine"]