mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-09-26 20:23:26 +00:00
[shardformer] support SAM (#4231)
* 1.support sam 2.add fused qkv for nn.Linear * update utils support set element in list * overtwrite SamVisionAttention foward to use DropoutForParallelInput * remove unused code
This commit is contained in:
@@ -104,6 +104,10 @@ _POLICY_LIST = {
|
||||
PolicyLocation(file_name="bloom", class_name="BloomForTokenClassificationPolicy"),
|
||||
"transformers.models.bloom.modeling_bloom.BloomForQuestionAnswering":
|
||||
PolicyLocation(file_name="bloom", class_name="BloomForQuestionAnsweringPolicy"),
|
||||
|
||||
# Sam
|
||||
"transformers.models.sam.modeling_sam.SamModel":
|
||||
PolicyLocation(file_name="sam", class_name="SamModelPolicy"),
|
||||
}
|
||||
|
||||
|
||||
|
Reference in New Issue
Block a user