add the explanation

2025-06-21 13:11:27 +00:00 · 2025-05-14 12:50:07 +08:00 · 2025-05-14 12:50:07 +08:00 · 0e9d628bb7
commit 0e9d628bb7
parent b032cf9b16
1 changed files with 1 additions and 0 deletions
--- a/colossalai/shardformer/modeling/sam.py
+++ b/colossalai/shardformer/modeling/sam.py
@ -2,6 +2,7 @@ import torch
 from torch import nn


+# Same as the SamVisionAttention forward method in the v4.51.3 transformers
 def forward_fn():
    def forward(self, hidden_states: torch.Tensor, output_attentions=False) -> torch.Tensor:
        batch_size, height, width, _ = hidden_states.shape