github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-08 04:24:47 +00:00
Code Issues Packages Projects Releases Wiki Activity

[misc] update pre-commit and run all files (#4752)

Browse Source 
* [misc] update pre-commit

* [misc] run pre-commit

* [misc] remove useless configuration files

* [misc] ignore cuda for clang-format
This commit is contained in:
Hongxin Liu
2023-09-19 14:20:26 +08:00
committed by GitHub
parent 3c6b831c26
commit 079bf3cb26
1268 changed files with 50037 additions and 38444 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
tests/test_fx/test_tracer/test_torchaudio_model/test_torchaudio_model.py
View File

@@ -1,6 +1,5 @@
import pytest
import torch
from packaging import version
from torchaudio_utils import trace_and_compare
from colossalai.testing import clear_cache_before_run
@@ -14,11 +13,10 @@ from tests.kit.model_zoo import model_zoo
def test_torchaudio_models():
torch.backends.cudnn.deterministic = True
sub_model_zoo = model_zoo.get_sub_registry('torchaudio')
sub_model_zoo = model_zoo.get_sub_registry("torchaudio")
for name, (model_fn, data_gen_fn, output_transform_fn, _, _, attribute) in sub_model_zoo.items():
model = model_fn()
trace_and_compare(model,
data_gen_fn,
output_transform_fn,
need_meta=(attribute is not None and attribute.has_control_flow))
trace_and_compare(
model, data_gen_fn, output_transform_fn, need_meta=(attribute is not None and attribute.has_control_flow)
)

7
tests/test_fx/test_tracer/test_torchaudio_model/torchaudio_utils.py
View File

@@ -6,7 +6,7 @@ from colossalai._analyzer.fx import symbolic_trace
def trace_and_compare(model, data_gen, output_transform_fn, need_meta=False, need_concrete=False):
data = data_gen()
concrete_args = data if need_concrete else {}
meta_args = {k: v.to('meta') for k, v in data.items()} if need_meta else {}
meta_args = {k: v.to("meta") for k, v in data.items()} if need_meta else {}
model.eval()
@@ -24,5 +24,6 @@ def trace_and_compare(model, data_gen, output_transform_fn, need_meta=False, nee
for key, fx_output_val in transformed_fx_out.items():
non_fx_output_val = transformed_non_fx_out[key]
assert torch.allclose(fx_output_val, non_fx_output_val, atol=1e-5), \
f'{model.__class__.__name__} has inconsistent outputs, {fx_output_val} vs {non_fx_output_val}'
assert torch.allclose(
fx_output_val, non_fx_output_val, atol=1e-5
), f"{model.__class__.__name__} has inconsistent outputs, {fx_output_val} vs {non_fx_output_val}"