mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-08-20 08:53:22 +00:00
079bf3cb26
* [misc] update pre-commit * [misc] run pre-commit * [misc] remove useless configuration files * [misc] ignore cuda for clang-format
17 lines
495 B
Python
17 lines
495 B
Python
from typing import Tuple
|
|
|
|
import torch
|
|
|
|
from ..registry import meta_profiler_module
|
|
|
|
|
|
@meta_profiler_module.register(torch.nn.Linear)
|
|
@meta_profiler_module.register(torch.nn.modules.linear.NonDynamicallyQuantizableLinear)
|
|
def torch_nn_linear(self: torch.nn.Linear, input: torch.Tensor) -> Tuple[int, int]:
|
|
out_features = self.weight.shape[0]
|
|
macs = input.numel() * out_features
|
|
flops = 2 * macs
|
|
if self.bias is not None:
|
|
flops += self.bias.numel()
|
|
return flops, macs
|