mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-09-22 09:59:38 +00:00
e859380bf7
* [autoparallel] refactor tracer to fix bias addition issue * [fx] support module with bias addition * create bias_addition_module * refactor file structure * polish code * fix unit test
11 lines
384 B
Python
11 lines
384 B
Python
import torch
|
|
|
|
from ...registry import meta_patched_module
|
|
|
|
|
|
@meta_patched_module.register(torch.nn.Linear)
|
|
def torch_nn_linear(self, input):
|
|
last_dim = input.shape[-1]
|
|
assert last_dim == self.in_features, f'Expected hidden size {self.in_features} but got {last_dim} for the torch.nn.Linear patch'
|
|
return torch.empty(input.shape[:-1] + (self.out_features,), device="meta")
|