[fp8] zero support fp8 linear. (#6006)

* fix

* fix

* fix

* zero fp8

* zero fp8

* Update requirements.txt
This commit is contained in:
flybird11111
2024-08-16 10:13:07 +08:00
committed by GitHub
parent 3f09a6145f
commit 0a51319113
2 changed files with 16 additions and 4 deletions

View File

@@ -259,7 +259,6 @@ def main():
if isinstance(plugin, (GeminiPlugin, HybridParallelPlugin))
else nullcontext()
)
init_kwargs = {}
if config.model_type == "chatglm":
init_kwargs["empty_init"] = False