diff --git a/applications/ColossalChat/coati/distributed/zero_bubble/distributor.py b/applications/ColossalChat/coati/distributed/zero_bubble/distributor.py index 8a710ec07..262537f88 100644 --- a/applications/ColossalChat/coati/distributed/zero_bubble/distributor.py +++ b/applications/ColossalChat/coati/distributed/zero_bubble/distributor.py @@ -65,7 +65,10 @@ class Distributor: self.profiler.exit(f"sync_model_consumer_pp_{i}") self.weight_version[i] += 1 if all( - [signal.get(f"producer_{self.distributor_id}_pp_{i}", None) == "ready_sync_model" for i in range(self.consumer_pp_size)] + [ + signal.get(f"producer_{self.distributor_id}_pp_{i}", None) == "ready_sync_model" + for i in range(self.consumer_pp_size) + ] ): for i in range(self.consumer_pp_size): self.profiler.enter(f"sync_model_producer_{self.distributor_id}_pp_{i}") diff --git a/applications/ColossalChat/coati/distributed/zero_bubble/requirements.txt b/applications/ColossalChat/coati/distributed/zero_bubble/requirements.txt index 8c4fb8eed..cae149a8c 100644 --- a/applications/ColossalChat/coati/distributed/zero_bubble/requirements.txt +++ b/applications/ColossalChat/coati/distributed/zero_bubble/requirements.txt @@ -1,2 +1,2 @@ ray==2.49.2 -pygloo>=0.2.0 # you need to build from source: https://github.com/ray-project/pygloo commit 82ae2d72222aefcac54a8e88995735ede3abe9cf https://github.com/ray-project/pygloo/blob/main/README.md \ No newline at end of file +pygloo>=0.2.0 # you need to build from source: https://github.com/ray-project/pygloo commit 82ae2d72222aefcac54a8e88995735ede3abe9cf https://github.com/ray-project/pygloo/blob/main/README.md