Line data    Source code

       1              : /**
       2              :  * Copyright (c) 2025 Huawei Technologies Co., Ltd.
       3              :  * This program is free software, you can redistribute it and/or modify it under the terms and conditions of
       4              :  * CANN Open Software License Agreement Version 2.0 (the "License").
       5              :  * Please refer to the License for details. You may not use this file except in compliance with the License.
       6              :  * THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
       7              :  * INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
       8              :  * See LICENSE in the root of the software repository for the full text of the License.
       9              :  */
      10              : 
      11              : #include "topo_match_mesh_nhr_pcie.h"
      12              : 
      13              : namespace Hccl {
      14            0 : TopoMatchMeshNHRPcie::TopoMatchMeshNHRPcie(
      15            0 :     const RankId vRank, const u32 rankSize, const RankGraph* rankGraph, const DevType devType)
      16            0 :     : TopoMatchBase(vRank, rankSize, rankGraph, devType)
      17            0 : {}
      18              : 
      19            0 : TopoMatchMeshNHRPcie::~TopoMatchMeshNHRPcie() {}
      20              : 
      21            0 : HcclResult TopoMatchMeshNHRPcie::LoadTopoInstRanks(u32 topoInstId, std::vector<RankId>& ranksOfSameLinkType) const
      22              : {
      23            0 :     std::vector<u32> ranksInTopo;
      24              :     u32 rankNum;
      25            0 :     CHK_RET(rankGraph_->GetRanksByTopoInst(0, topoInstId, ranksInTopo, rankNum));
      26            0 :     HCCL_DEBUG(
      27              :         "[CollAlgFactory] [TopoMatchMeshNHRPcie] Rank [%d], in topoInst[%u], ranks=[%s]", myRank_, topoInstId,
      28              :         PrintVector<u32>(ranksInTopo).c_str());
      29            0 :     ranksOfSameLinkType.insert(ranksOfSameLinkType.end(), ranksInTopo.begin(), ranksInTopo.end());
      30            0 :     return HCCL_SUCCESS;
      31            0 : }
      32              : 
      33              : HcclResult
      34            0 : TopoMatchMeshNHRPcie::DeduplicateLevelRanks(std::vector<RankId>& level0Ranks, std::vector<RankId>& level1Ranks) const
      35              : {
      36            0 :     u32 level0RankSize = level0Ranks.size();
      37            0 :     auto level1End = std::remove_if(level1Ranks.begin(), level1Ranks.end(), [this, level0RankSize](int val) {
      38            0 :         return val % level0RankSize != myRank_ % level0RankSize;
      39              :     });
      40            0 :     level1Ranks.erase(level1End, level1Ranks.end());
      41            0 :     return HCCL_SUCCESS;
      42              : }
      43              : 
      44            0 : HcclResult TopoMatchMeshNHRPcie::MatchTopo(
      45              :     std::vector<std::vector<std::vector<RankId>>>& vTopo, std::vector<std::vector<RankId>>& virtRanks,
      46              :     std::vector<std::map<RankId, u32>>& virtRankMap)
      47              : {
      48              :     // 获取并校验当前通信层数
      49            0 :     std::set<u32> levelSet = rankGraph_->GetLevels(myRank_);
      50            0 :     HCCL_DEBUG(
      51              :         "[CollAlgFactory] [TopoMatchMeshNHRPcie] Rank [%d], virtual topo levelSet[%u][%s]", myRank_, levelSet.size(),
      52              :         PrintSet<u32>(levelSet).c_str());
      53              : 
      54            0 :     u32 topoInstNum = 0;
      55            0 :     vector<u32> topoInsts = {};
      56            0 :     rankGraph_->GetTopoInstsByLayer(0, topoInsts, topoInstNum);
      57            0 :     HCCL_INFO("[CollAlgFactory] [TopoMatchMeshNHRPcie] Rank [%d], [%u] topo instances", myRank_, topoInsts.size());
      58              : 
      59            0 :     std::vector<RankId> ranksIn1DMeshTopo = {};
      60            0 :     std::vector<RankId> ranksInClosTopo = {};
      61            0 :     for (auto& topoInstId : topoInsts) {
      62            0 :         TopoType topoType = TopoType::TOPO_TYPE_RESERVED;
      63            0 :         CHK_RET(rankGraph_->GetTopoType(0, topoInstId, topoType));
      64              : 
      65            0 :         if (topoType == TopoType::MESH_1D) {
      66            0 :             CHK_RET(LoadTopoInstRanks(topoInstId, ranksIn1DMeshTopo));
      67            0 :         } else if (topoType == TopoType::CLOS) {
      68            0 :             CHK_RET(LoadTopoInstRanks(topoInstId, ranksInClosTopo));
      69              :         } else {
      70            0 :             HCCL_ERROR(
      71              :                 "[CollAlgFactory][TopoMatchMeshNHRPcie] Rank[%d], topoInstId[%u], Invalid topo type[%u]", myRank_,
      72              :                 topoInstId, topoType);
      73            0 :             return HCCL_E_PARA;
      74              :         }
      75              :     }
      76              : 
      77            0 :     CHK_RET(DeduplicateLevelRanks(ranksIn1DMeshTopo, ranksInClosTopo));
      78              : 
      79            0 :     virtRanks.emplace_back(ranksIn1DMeshTopo);
      80            0 :     virtRanks.emplace_back(ranksInClosTopo);
      81              : 
      82            0 :     vTopo.push_back({ranksIn1DMeshTopo});
      83            0 :     vTopo.push_back({ranksInClosTopo});
      84              : 
      85            0 :     CHK_PRT_RET(
      86              :         GenVirtRankMappingMultiLevel(virtRanks, virtRankMap) != HcclResult::HCCL_SUCCESS,
      87              :         HCCL_ERROR("[CollAlgFactory] [TopoMatchMeshNHRPcie] Rank [%d], Fail to generate virtRankMapping.", myRank_),
      88              :         HcclResult::HCCL_E_INTERNAL);
      89              : 
      90            0 :     HCCL_INFO(
      91              :         "[CollAlgFactory] [TopoMatchMeshNHRPcie] Rank[%d], ranks in 1DMesh topo=[%s], ranks in Clos topo=[%s], "
      92              :         "virtRanks size=[%u], vTopo size=[%u], virtRankMap size=[%u]",
      93              :         myRank_, PrintVector<RankId>(ranksIn1DMeshTopo).c_str(), PrintVector<RankId>(ranksInClosTopo).c_str(),
      94              :         virtRanks.size(), vTopo.size(), virtRankMap.size());
      95              : 
      96            0 :     return HcclResult::HCCL_SUCCESS;
      97            0 : }
      98              : 
      99              : } // namespace Hccl