From 3f99d8c5ed499572092c04a69c6a67706b2dff8a Mon Sep 17 00:00:00 2001 From: Chongchong Tian <58495634+tianchongchong@users.noreply.github.com> Date: Tue, 16 Sep 2025 07:22:44 +0800 Subject: [PATCH] Fix the serial number Fix the serial number --- problems/amd_distributed/all2all/submission.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/problems/amd_distributed/all2all/submission.py b/problems/amd_distributed/all2all/submission.py index 5eddcf68..eb8d451f 100644 --- a/problems/amd_distributed/all2all/submission.py +++ b/problems/amd_distributed/all2all/submission.py @@ -38,7 +38,7 @@ def dispatch(self, dp_x: torch.Tensor, indices: torch.Tensor): ) # srcGobalExpert, srcRank, srcIndex, expert index send_counts_t = torch.tensor(send_counts, dtype=torch.long, device=device) - # 1.3 token nums to recv from each rank + # 1.4 token nums to recv from each rank recv_counts_t = torch.empty(self.world_size, dtype=torch.long, device=device) dist.all_to_all_single(recv_counts_t, send_counts_t) # ---------2. send and recv buffer, order by tokens on each rank ----------