[doc] updated inference readme (#5343)

colossalai/inference/core/__init__.py

@@ -0,0 +1,4 @@
+from .engine import InferenceEngine
+from .request_handler import RequestHandler
+
+__all__ = ["InferenceEngine", "RequestHandler"]

colossalai/inference/core/engine.py

@@ -17,6 +17,8 @@ from colossalai.shardformer.policies.base_policy import Policy
 
 from .request_handler import RequestHandler
 
+__all__ = ["InferenceEngine"]
+
 PP_AXIS, TP_AXIS = 0, 1
 
 _supported_models = [

colossalai/inference/core/request_handler.py

@@ -11,6 +11,8 @@ from colossalai.inference.sampler import *
 from colossalai.inference.struct import BatchInfo, RequestStatus, Sequence
 from colossalai.logging import get_dist_logger
 
+__all__ = ["RunningList", "RequestHandler"]
+
 logger = get_dist_logger(__name__)