mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-09-09 21:09:18 +00:00
[fp8] zero support fp8 linear. (#6006)
* fix * fix * fix * zero fp8 * zero fp8 * Update requirements.txt
This commit is contained in:
@@ -259,7 +259,6 @@ def main():
|
||||
if isinstance(plugin, (GeminiPlugin, HybridParallelPlugin))
|
||||
else nullcontext()
|
||||
)
|
||||
|
||||
init_kwargs = {}
|
||||
if config.model_type == "chatglm":
|
||||
init_kwargs["empty_init"] = False
|
||||
|
Reference in New Issue
Block a user