github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-08 20:40:34 +00:00
Code Issues Packages Projects Releases Wiki Activity

[shardformer] supported T5 and its variants (#4045)

Browse Source
This commit is contained in:
Frank Lee
2023-06-19 17:57:37 +08:00
parent c1d5453e9f
commit d857f3dbba
10 changed files with 316 additions and 221 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
colossalai/testing/__init__.py
View File

@@ -3,6 +3,7 @@ from .comparison import (
assert_close_loose,
assert_equal,
assert_equal_in_group,
assert_hf_output_close,
assert_not_equal,
check_state_dict_equal,
)
@@ -20,5 +21,5 @@ from .utils import (
__all__ = [
'assert_equal', 'assert_not_equal', 'assert_close', 'assert_close_loose', 'assert_equal_in_group', 'parameterize',
'rerun_on_exception', 'rerun_if_address_is_in_use', 'skip_if_not_enough_gpus', 'free_port', 'spawn',
'clear_cache_before_run', 'run_on_environment_flag', 'check_state_dict_equal'
'clear_cache_before_run', 'run_on_environment_flag', 'check_state_dict_equal', 'assert_hf_output_close'
]