mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-04-28 11:45:23 +00:00
a3cc68ca93
* feat: support qwen2 model * fix: modify model config and add Qwen2RMSNorm * fix qwen2 model conflicts * test: add qwen2 shard test * to: add qwen2 auto policy * support qwen model * fix the conflicts * add try catch * add transformers version for qwen2 * add the ColoAttention for the qwen2 model * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci * add the unit test version check * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci * fix the test input bug * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci * fix the version check * fix the version check --------- Co-authored-by: Wenhao Chen <cwher@outlook.com> Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
25 lines
524 B
Python
25 lines
524 B
Python
from .albert import *
|
|
from .bert import *
|
|
from .blip2 import *
|
|
from .bloom import *
|
|
from .chatglm2 import *
|
|
from .falcon import *
|
|
from .gpt import *
|
|
from .gptj import *
|
|
from .llama import *
|
|
from .opt import *
|
|
from .sam import *
|
|
from .t5 import *
|
|
from .vit import *
|
|
from .whisper import *
|
|
|
|
try:
|
|
from .mistral import *
|
|
except ImportError:
|
|
print("This version of transformers doesn't support mistral.")
|
|
|
|
try:
|
|
from .qwen2 import *
|
|
except ImportError:
|
|
print("This version of transformers doesn't support qwen2.")
|