[Bugfix][CPU] Fix cpu all-reduce using native pytorch implementation (#13586)

2025-02-21 14:24:17 +08:00 · 2025-02-21 14:24:17 +08:00 · b2c3fc5d65
commit b2c3fc5d65
parent 839b27c6cc
1 changed files with 2 additions and 1 deletions
--- a/vllm/distributed/device_communicators/cpu_communicator.py
+++ b/vllm/distributed/device_communicators/cpu_communicator.py
@ -30,4 +30,5 @@ class CpuCommunicator(DeviceCommunicatorBase):
            pass

    def all_reduce(self, input_):
-        return self.dist_module.all_reduce(input_, group=self.device_group)
+        self.dist_module.all_reduce(input_, group=self.device_group)
+        return input_