mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-08-12 13:21:47 +00:00
56b222eff8
* Adapted to the baichuan2-7B model * modified according to the review comments. * Modified the method of obtaining random weights. * modified according to the review comments. * change mlp layewr 'NOTE'
17 lines
501 B
Python
17 lines
501 B
Python
from .glide_llama import GlideLlamaModelPolicy
|
|
from .nopadding_baichuan import NoPaddingBaichuanModelInferPolicy
|
|
from .nopadding_llama import NoPaddingLlamaModelInferPolicy
|
|
|
|
model_policy_map = {
|
|
"nopadding_llama": NoPaddingLlamaModelInferPolicy,
|
|
"nopadding_baichuan": NoPaddingBaichuanModelInferPolicy,
|
|
"glide_llama": GlideLlamaModelPolicy,
|
|
}
|
|
|
|
__all__ = [
|
|
"NoPaddingLlamaModelInferPolicy",
|
|
"NoPaddingBaichuanModelInferPolicy",
|
|
"GlideLlamaModelPolicy",
|
|
"model_polic_map",
|
|
]
|