github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-08-09 11:58:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix bug

Browse Source
This commit is contained in:
oahzxl 2022-11-09 17:50:39 +08:00
parent 8cca684c56
commit 22f9c60b6b
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
evoformer/ops.py
View File

@ -147,7 +147,7 @@ class SelfAttention(nn.Module):
q = self.to_q(in_data)
k = self.to_k(in_data)
v = self.to_k(in_data)
v = self.to_v(in_data)
# q, k, v = map(lambda t: rearrange(t, 'b1 b2 n (h d) -> b1 b2 h n d', h=self.n_head),
# [q, k, v])