Xuanlei Zhao dc003c304c [moe] merge moe into main (#4978) ...

* update moe module
* support openmoe

2023-11-02 02:21:24 +00:00

..

moe_utils.py

[moe] merge moe into main (#4978)

2023-11-02 02:21:24 +00:00

test_grad_handler.py

[moe] merge moe into main (#4978)

2023-11-02 02:21:24 +00:00

test_kernel.py

[moe] merge moe into main (#4978)

2023-11-02 02:21:24 +00:00

test_moe_checkpoint.py

[moe] merge moe into main (#4978)

2023-11-02 02:21:24 +00:00

test_moe_ep_tp.py

[moe] merge moe into main (#4978)

2023-11-02 02:21:24 +00:00

test_moe_group.py

[moe] merge moe into main (#4978)

2023-11-02 02:21:24 +00:00

test_moe_hybrid_zero.py

[moe] merge moe into main (#4978)

2023-11-02 02:21:24 +00:00

test_moe_load_balance.py

[moe] merge moe into main (#4978)

2023-11-02 02:21:24 +00:00

test_moe_router.py

[moe] merge moe into main (#4978)

2023-11-02 02:21:24 +00:00

test_moe_zero_fwd_bwd.py

[moe] merge moe into main (#4978)

2023-11-02 02:21:24 +00:00

test_moe_zero_optim.py

[moe] merge moe into main (#4978)

2023-11-02 02:21:24 +00:00