fix consumer

This commit is contained in:
Tong Li 2025-03-13 14:55:26 +08:00
parent 131eeceb5d
commit afddfde2dd

View File

@ -73,6 +73,8 @@ class BaseConsumer:
)
if self.plugin_config.get("pp_size", 1) > 1 and "num_microbatches" not in self.plugin_config:
plugin_config["microbatch_size"] = self.microbatch_size
if self.plugin_config.get("tp_size", 1) > 1:
plugin_config["parallel_output"] = False
plugin_config.update(self.plugin_config)
self.plugin = HybridParallelPlugin(**plugin_config)
self.booster = Booster(plugin=self.plugin)