From a2ae82a417ea629871b615ad6e11f04142739d12 Mon Sep 17 00:00:00 2001 From: Tong Li Date: Thu, 13 Mar 2025 14:55:26 +0800 Subject: [PATCH] fix consumer --- applications/ColossalChat/coati/distributed/consumer.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/applications/ColossalChat/coati/distributed/consumer.py b/applications/ColossalChat/coati/distributed/consumer.py index 1e85cccb3..380a2ee1b 100644 --- a/applications/ColossalChat/coati/distributed/consumer.py +++ b/applications/ColossalChat/coati/distributed/consumer.py @@ -73,6 +73,8 @@ class BaseConsumer: ) if self.plugin_config.get("pp_size", 1) > 1 and "num_microbatches" not in self.plugin_config: plugin_config["microbatch_size"] = self.microbatch_size + if self.plugin_config.get("tp_size", 1) > 1: + plugin_config["parallel_output"] = False plugin_config.update(self.plugin_config) self.plugin = HybridParallelPlugin(**plugin_config) self.booster = Booster(plugin=self.plugin)