mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-08-22 17:58:56 +00:00
079bf3cb26
* [misc] update pre-commit * [misc] run pre-commit * [misc] remove useless configuration files * [misc] ignore cuda for clang-format
13 lines
400 B
Python
13 lines
400 B
Python
import torch
|
|
|
|
from ...registry import meta_patched_module
|
|
|
|
|
|
@meta_patched_module.register(torch.nn.Linear)
|
|
def torch_nn_linear(self, input):
|
|
last_dim = input.shape[-1]
|
|
assert (
|
|
last_dim == self.in_features
|
|
), f"Expected hidden size {self.in_features} but got {last_dim} for the torch.nn.Linear patch"
|
|
return torch.empty(input.shape[:-1] + (self.out_features,), device="meta")
|