Line data    Source code

       1              : /**
       2              :  * Copyright (c) 2025 Huawei Technologies Co., Ltd.
       3              :  * This program is free software, you can redistribute it and/or modify it under the terms and conditions of
       4              :  * CANN Open Software License Agreement Version 2.0 (the "License").
       5              :  * Please refer to the License for details. You may not use this file except in compliance with the License.
       6              :  * THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
       7              :  * INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
       8              :  * See LICENSE in the root of the software repository for the full text of the License.
       9              :  */
      10              : 
      11              : #include "topo_match_mesh_nhr_pcie.h"
      12              : 
      13              : namespace Hccl {
      14            0 : TopoMatchMeshNHRPcie::TopoMatchMeshNHRPcie(
      15            0 :     const RankId vRank, const u32 rankSize, const RankGraph *rankGraph, const DevType devType)
      16            0 :     : TopoMatchBase(vRank, rankSize, rankGraph, devType)
      17            0 : {}
      18              : 
      19            0 : TopoMatchMeshNHRPcie::~TopoMatchMeshNHRPcie()
      20            0 : {}
      21              : 
      22            0 : HcclResult TopoMatchMeshNHRPcie::LoadTopoInstRanks(u32 topoInstId, std::vector<RankId> &ranksOfSameLinkType) const
      23              : {
      24            0 :     std::vector<u32> ranksInTopo;
      25              :     u32 rankNum;
      26            0 :     CHK_RET(rankGraph_->GetRanksByTopoInst(0, topoInstId, ranksInTopo, rankNum));
      27            0 :     HCCL_DEBUG("[CollAlgFactory] [TopoMatchMeshNHRPcie] Rank [%d], in topoInst[%u], ranks=[%s]",
      28              :         myRank_, topoInstId, PrintVector<u32>(ranksInTopo).c_str());
      29            0 :     ranksOfSameLinkType.insert(ranksOfSameLinkType.end(), ranksInTopo.begin(), ranksInTopo.end());
      30            0 :     return HCCL_SUCCESS;
      31            0 : }
      32              : 
      33            0 : HcclResult TopoMatchMeshNHRPcie::DeduplicateLevelRanks(std::vector<RankId> &level0Ranks,
      34              :     std::vector<RankId> &level1Ranks) const
      35              : {
      36            0 :     u32 level0RankSize = level0Ranks.size();
      37            0 :     auto level1End = std::remove_if(level1Ranks.begin(), level1Ranks.end(),
      38            0 :         [this, level0RankSize](int val) { return val % level0RankSize != myRank_% level0RankSize; }
      39              :     );
      40            0 :     level1Ranks.erase(level1End, level1Ranks.end());
      41            0 :     return HCCL_SUCCESS;
      42              : }
      43              : 
      44            0 : HcclResult TopoMatchMeshNHRPcie::MatchTopo(std::vector<std::vector<std::vector<RankId>>> &vTopo,
      45              :     std::vector<std::vector<RankId>> &virtRanks, std::vector<std::map<RankId, u32>> &virtRankMap)
      46              : {
      47              :     // 获取并校验当前通信层数
      48            0 :     std::set<u32> levelSet = rankGraph_->GetLevels(myRank_);
      49            0 :     HCCL_DEBUG("[CollAlgFactory] [TopoMatchMeshNHRPcie] Rank [%d], virtual topo levelSet[%u][%s]",
      50              :         myRank_,
      51              :         levelSet.size(),
      52              :         PrintSet<u32>(levelSet).c_str());
      53              : 
      54            0 :     u32 topoInstNum = 0;
      55            0 :     vector<u32> topoInsts = {};
      56            0 :     rankGraph_->GetTopoInstsByLayer(0, topoInsts, topoInstNum);
      57            0 :     HCCL_INFO("[CollAlgFactory] [TopoMatchMeshNHRPcie] Rank [%d], [%u] topo instances",
      58              :         myRank_,
      59              :         topoInsts.size());
      60              : 
      61            0 :     std::vector<RankId> ranksIn1DMeshTopo = {};
      62            0 :     std::vector<RankId> ranksInClosTopo = {};
      63            0 :     for (auto &topoInstId : topoInsts) {
      64            0 :         TopoType topoType = TopoType::TOPO_TYPE_RESERVED;
      65            0 :         CHK_RET(rankGraph_->GetTopoType(0, topoInstId, topoType));
      66              : 
      67            0 :         if (topoType == TopoType::MESH_1D) {
      68            0 :             CHK_RET(LoadTopoInstRanks(topoInstId, ranksIn1DMeshTopo));
      69            0 :         } else if (topoType == TopoType::CLOS) {
      70            0 :             CHK_RET(LoadTopoInstRanks(topoInstId, ranksInClosTopo));
      71              :         } else {
      72            0 :             HCCL_ERROR("[CollAlgFactory][TopoMatchMeshNHRPcie] Rank[%d], topoInstId[%u], Invalid topo type[%u]",
      73              :                 myRank_, topoInstId, topoType);
      74            0 :             return HCCL_E_PARA;
      75              :         }
      76              :     }
      77              : 
      78            0 :     CHK_RET(DeduplicateLevelRanks(ranksIn1DMeshTopo, ranksInClosTopo));
      79              : 
      80            0 :     virtRanks.emplace_back(ranksIn1DMeshTopo);
      81            0 :     virtRanks.emplace_back(ranksInClosTopo);
      82              : 
      83            0 :     vTopo.push_back({ranksIn1DMeshTopo});
      84            0 :     vTopo.push_back({ranksInClosTopo});
      85              : 
      86            0 :     CHK_PRT_RET(GenVirtRankMappingMultiLevel(virtRanks, virtRankMap) != HcclResult::HCCL_SUCCESS,
      87              :         HCCL_ERROR("[CollAlgFactory] [TopoMatchMeshNHRPcie] Rank [%d], Fail to generate virtRankMapping.", myRank_),
      88              :         HcclResult::HCCL_E_INTERNAL);
      89              : 
      90            0 :     HCCL_INFO("[CollAlgFactory] [TopoMatchMeshNHRPcie] Rank[%d], ranks in 1DMesh topo=[%s], ranks in Clos topo=[%s], "
      91              :         "virtRanks size=[%u], vTopo size=[%u], virtRankMap size=[%u]", myRank_,
      92              :         PrintVector<RankId>(ranksIn1DMeshTopo).c_str(), PrintVector<RankId>(ranksInClosTopo).c_str(),
      93              :         virtRanks.size(), vTopo.size(), virtRankMap.size());
      94              : 
      95            0 :     return HcclResult::HCCL_SUCCESS;
      96            0 : }
      97              : 
      98              : }  // namespace Hccl