mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-09-04 18:40:28 +00:00
[fx] added testing for all gpt variants (#1210)
* [fx] added testing for all gpt variants * polish code * polish code
This commit is contained in:
@@ -22,8 +22,8 @@ def extract_meta(*args, **kwargs):
|
||||
if isinstance(val, MetaDeviceAttribute):
|
||||
return 'meta'
|
||||
elif isinstance(val, ColoProxy):
|
||||
assert val.meta_tensor is not None
|
||||
return val.meta_tensor
|
||||
assert val.meta_data is not None
|
||||
return val.meta_data
|
||||
return val
|
||||
|
||||
new_args = [_convert(val) for val in args]
|
||||
|
Reference in New Issue
Block a user