Line data Source code
1 : /**
2 : * Copyright (c) 2025 Huawei Technologies Co., Ltd.
3 : * This program is free software, you can redistribute it and/or modify it under the terms and conditions of
4 : * CANN Open Software License Agreement Version 2.0 (the "License").
5 : * Please refer to the License for details. You may not use this file except in compliance with the License.
6 : * THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
7 : * INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
8 : * See LICENSE in the root of the software repository for the full text of the License.
9 : */
10 :
11 : #include "topo_match_mesh_nhr.h"
12 :
13 : namespace Hccl {
14 0 : TopoMatchMeshNHR::TopoMatchMeshNHR(
15 0 : const RankId vRank, const u32 rankSize, const RankGraph *rankGraph, const DevType devType)
16 0 : : TopoMatchBase(vRank, rankSize, rankGraph, devType)
17 0 : {}
18 :
19 0 : TopoMatchMeshNHR::~TopoMatchMeshNHR()
20 0 : {}
21 :
22 : // 在 ranksOnDim[0] 或 ranksOnDim[1] 中找到 myRank 所属的 level 0 子通信域
23 0 : HcclResult TopoMatchMeshNHR::GenerateLevel0(const std::set<RankId> &rankSet, u32 levelSize, RankId rankId,
24 : std::vector<std::vector<std::vector<RankId>>> &vTopo, std::vector<std::vector<RankId>> &virtRanks)
25 : {
26 : // 计算pod size (m x n)以及level0形状
27 0 : u32 dim0Size = numRanksPerBoard_.at(0);
28 0 : u32 level0Dim0 = GcdTwo(levelSize, dim0Size);
29 0 : u32 level0Dim1 = levelSize / level0Dim0;
30 0 : CHK_PRT_RET((level0Dim0 != 1 && level0Dim1 != 1), // 非1d level0
31 : HCCL_ERROR("[CollAlgFactory] [TopoMatchMeshNHR] Rank [%d],Not 1D topo. Invalid level0 virtual topo.", myRank_),
32 : HcclResult::HCCL_E_PARA);
33 : // 查找 rankId 在原始向量中的索引
34 0 : auto it = rankSet.find(rankId);
35 0 : CHK_PRT_RET((it == rankSet.end()),
36 : HCCL_ERROR("[CollAlgFactory] [TopoMatchMeshNHR] Rank [%d], Invalid virtual topo.", myRank_),
37 : HcclResult::HCCL_E_PARA);
38 0 : u32 rankIndex = std::distance(rankSet.begin(), it);
39 :
40 : // 计算 rankId 所在的段编号
41 : // 因为每段长度为 levelSize，所以 (目标索引) / (段长) 就是段编号
42 0 : u32 segmentIndex = rankIndex / levelSize;
43 : // 计算该段的起始索引 (start_index)
44 0 : u32 startIndex = segmentIndex * levelSize;
45 :
46 : // 提取子段数据
47 : // 提取范围是 [start_index, start_index + levelSize)
48 0 : std::vector<RankId> level0Vec = {};
49 0 : auto startIter = rankSet.begin();
50 : std::advance(startIter, startIndex);
51 :
52 0 : u32 endIndex = startIndex + levelSize;
53 0 : auto endIter = rankSet.begin();
54 0 : std::advance(endIter, std::min(endIndex, static_cast<u32>(rankSet.size())));
55 :
56 0 : level0Vec.assign(startIter, endIter);
57 0 : HCCL_DEBUG("[CollAlgFactory] [TopoMatchMeshNHR] Rank [%d], virtual topo level0 rankSetLevel0[%s]",
58 : myRank_,
59 : PrintVector<RankId>(level0Vec).c_str());
60 0 : virtRanks.push_back(level0Vec); // 所有level0子通信域的集合
61 0 : vTopo.push_back({level0Vec});
62 0 : return HcclResult::HCCL_SUCCESS;
63 0 : }
64 :
65 0 : HcclResult TopoMatchMeshNHR::MatchTopo(std::vector<std::vector<std::vector<RankId>>> &vTopo,
66 : std::vector<std::vector<RankId>> &virtRanks, std::vector<std::map<RankId, u32>> &virtRankMap)
67 : {
68 : // 获取并校验当前通信层数
69 0 : std::set<u32> levelSet = rankGraph_->GetLevels(myRank_);
70 0 : HCCL_DEBUG("[CollAlgFactory] [TopoMatchMeshNHR] Rank [%d], virtual topo levelSet[%u][%s]",
71 : myRank_,
72 : levelSet.size(),
73 : PrintSet<u32>(levelSet).c_str());
74 : // 获取每个pod上rank数量以及pod数量
75 0 : u32 podNum = 0;
76 0 : vector<u32> instanceSizeVec = {};
77 0 : rankGraph_->GetNetInstanceList(0, instanceSizeVec, podNum);
78 0 : u32 rankSizeLevel0 = GcdMultiple(instanceSizeVec); // 作为不规则topo level0的大小
79 0 : HCCL_INFO("[CollAlgFactory] [TopoMatchMeshNHR] Rank [%d], [%u] pods ,ranksize on each pod :[%s]",
80 : myRank_,
81 : instanceSizeVec.size(),
82 : PrintVector<u32>(instanceSizeVec).c_str());
83 : // 得到myrank所在pod的信息
84 0 : const NetInstance *netInstance = rankGraph_->GetNetInstanceByRankId(0, myRank_);
85 0 : if (netInstance == nullptr) {
86 0 : HCCL_ERROR("TopoMatchMeshNHR::MatchTopo netInstance is nullptr");
87 0 : return HcclResult::HCCL_E_PTR;
88 : }
89 0 : std::set<RankId> rankSetR0 = netInstance->GetRankIds(); // 得到此pod上所有rank
90 0 : rankOnSameBoardVector_.resize(RANK_SIZE_EIGHT, {});
91 0 : rankOnSameSlotVector_.resize(RANK_SIZE_EIGHT, {});
92 0 : CHK_RET(CalcRankOnSamePlaneOfR0(rankOnSameBoardVector_, rankOnSameSlotVector_, numRanksPerBoard_));
93 :
94 : // 计算R0的virtRanks 检查level0 mesh连通性 只有board + 每板board多个 rank的情况才需要检查
95 0 : if (numRanksPerBoard_.size() != 1 && numRanksPerBoard_[0] != 1) {
96 0 : if (!IsAllRanksFullMeshConnected(rankSetR0)) {
97 0 : HCCL_ERROR("[CollAlgFactory] [TopoMatchMeshNHR] Rank [%d], Invalid virtual topo for "
98 : "mesh_ring in level0.",
99 : myRank_);
100 0 : return HcclResult::HCCL_E_PARA;
101 : }
102 : }
103 : // 计算level0 所有rank
104 0 : CHK_RET(GenerateLevel0(rankSetR0, rankSizeLevel0, myRank_, vTopo, virtRanks));
105 :
106 : // 计算R1的virtRanks
107 0 : const NetInstance *fabGroupLevel1 = rankGraph_->GetNetInstanceByRankId(1, myRank_);
108 0 : if (fabGroupLevel1 == nullptr) {
109 0 : HCCL_ERROR("[CollAlgFactory] [TopoMatchMeshNHR] Rank [%d],fabGroupLevel1 is nullptr", myRank_);
110 0 : return HcclResult::HCCL_E_PTR;
111 : }
112 0 : std::set<RankId> rankSetLevel1 = fabGroupLevel1->GetRankIds(); // 所有pod的所有rank 顺序
113 0 : HCCL_DEBUG("[CollAlgFactory] [TopoMatchMeshNHR] Rank [%d], all ranks [%s]",
114 : myRank_,
115 : PrintSet<RankId>(rankSetLevel1).c_str());
116 0 : std::vector<RankId> rankOnSamePlaneVector;
117 0 : CHK_RET(GenerateLevel1(rankSetLevel1, rankSizeLevel0, myRank_, vTopo, virtRanks));
118 0 : CHK_PRT_RET(GenVirtRankMappingMultiLevel(virtRanks, virtRankMap) != HcclResult::HCCL_SUCCESS,
119 : HCCL_ERROR("[CollAlgFactory] [TopoMatchMeshNHR] Rank [%d], Fail to generate virtRankMapping.", myRank_),
120 : HcclResult::HCCL_E_INTERNAL);
121 0 : return HcclResult::HCCL_SUCCESS;
122 0 : }
123 :
124 : } // namespace Hccl
|
