mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-08-22 17:58:56 +00:00
b6696beb04
* refactor pipeline into new CaiInferEngine * updata llama modeling forward * merge tp with pp * update docstring * optimize test workflow and example * fix typo * add assert and todo
4 lines
65 B
Python
4 lines
65 B
Python
from .engine import CaiInferEngine
|
|
|
|
__all__ = ["CaiInferEngine"]
|