mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-08-13 05:35:38 +00:00
d85d91435a
* add glide-llama policy and modeling * update glide modeling, compitable with transformers 4.36.2 * revise glide llama modeling/usage * fix issues of glimpsing large kv * revise the way re-loading params for glide drafter * fix drafter and engine tests * enable convert to glide strict=False * revise glide llama modeling * revise vicuna prompt template * revise drafter and tests * apply usage of glide model in engine
10 lines
318 B
Python
10 lines
318 B
Python
from .glide_llama import GlideLlamaModelPolicy
|
|
from .nopadding_llama import NoPaddingLlamaModelInferPolicy
|
|
|
|
model_policy_map = {
|
|
"nopadding_llama": NoPaddingLlamaModelInferPolicy,
|
|
"glide_llama": GlideLlamaModelPolicy,
|
|
}
|
|
|
|
__all__ = ["NoPaddingLlamaModelInferPolicy", "GlideLlamaModelPolicy", "model_polic_map"]
|