github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-07-23 03:33:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

[pre-commit.ci] auto fixes from pre-commit.com hooks

Browse Source 
for more information, see https://pre-commit.ci
This commit is contained in:
pre-commit-ci[bot] 2025-05-01 01:01:52 +00:00
parent f8caea7762
commit 840b9f3266
2 changed files with 1 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
colossalai/shardformer/modeling/gpt2.py
View File

@ -211,7 +211,6 @@ class GPT2PipelineForwards:
encoder_attention_mask, encoder_attention_mask,
) )
if self.gradient_checkpointing and self.training: if self.gradient_checkpointing and self.training:
if use_cache: if use_cache:
logger.warning_once( logger.warning_once(

3
colossalai/shardformer/policies/gpt2.py
View File

@ -40,7 +40,6 @@ class GPT2Policy(Policy):
policy = {} policy = {}
embedding_cls = None embedding_cls = None
if self.shard_config.enable_tensor_parallelism: if self.shard_config.enable_tensor_parallelism:
embedding_cls = col_nn.VocabParallelEmbedding1D embedding_cls = col_nn.VocabParallelEmbedding1D
@ -48,8 +47,6 @@ class GPT2Policy(Policy):
if self.tie_weight: if self.tie_weight:
embedding_cls = col_nn.PaddingEmbedding embedding_cls = col_nn.PaddingEmbedding
print("embedding_cls", embedding_cls) print("embedding_cls", embedding_cls)
if self.shard_config.enable_fused_normalization: if self.shard_config.enable_fused_normalization: