Line data    Source code

       1              : /**
       2              :  * Copyright (c) 2025 Huawei Technologies Co., Ltd.
       3              :  * This program is free software, you can redistribute it and/or modify it under the terms and conditions of
       4              :  * CANN Open Software License Agreement Version 2.0 (the "License").
       5              :  * Please refer to the License for details. You may not use this file except in compliance with the License.
       6              :  * THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
       7              :  * INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
       8              :  * See LICENSE in the root of the software repository for the full text of the License.
       9              :  */
      10              : 
      11              : #include "topo_match_mesh_ring.h"
      12              : 
      13              : namespace Hccl {
      14            0 : TopoMatchMeshRing::TopoMatchMeshRing(
      15            0 :     const RankId vRank, const u32 rankSize, const RankGraph* rankGraph, const DevType devType)
      16            0 :     : TopoMatchBase(vRank, rankSize, rankGraph, devType)
      17            0 : {}
      18              : 
      19            0 : TopoMatchMeshRing::~TopoMatchMeshRing() {}
      20              : 
      21            0 : HcclResult TopoMatchMeshRing::MatchTopo(
      22              :     std::vector<std::vector<std::vector<RankId>>>& vTopo, std::vector<std::vector<RankId>>& virtRanks,
      23              :     std::vector<std::map<RankId, u32>>& virtRankMap)
      24              : {
      25              :     // 获取并校验当前通信层数
      26            0 :     std::set<u32> levelSet = rankGraph_->GetLevels(myRank_);
      27            0 :     CHK_PRT_RET(
      28              :         (levelSet.size() == COMM_LEVEL_SIZE_0), // 获取当前rank通信层数
      29              :         HCCL_ERROR("[CollAlgFactory] [TopoMatchMeshRing] Rank [%d], Invalid virtual topo.", myRank_),
      30              :         HcclResult::HCCL_E_PARA);
      31              : 
      32              :     // 获取 level0 Topo 信息
      33            0 :     const NetInstance* netInstance = rankGraph_->GetNetInstanceByRankId(0, myRank_);
      34            0 :     if (netInstance == nullptr) {
      35            0 :         HCCL_ERROR("TopoMatchMeshRing::MatchTopo netInstance is nullptr");
      36            0 :         return HcclResult::HCCL_E_PTR;
      37              :     }
      38            0 :     std::set<RankId> rankSetR0 = netInstance->GetRankIds();
      39            0 :     CHK_RET(CalcRankOnSamePlaneOfR0(rankOnSameBoardVector_, rankOnSameSlotVector_, numRanksPerBoard_));
      40              : 
      41            0 :     if (levelSet.size() == COMM_LEVEL_SIZE_1) {
      42              :         // 判断level0上的拓扑是否符合 m x n 要求
      43            0 :         const auto minmxPair = std::minmax_element(numRanksPerBoard_.begin(), numRanksPerBoard_.end());
      44            0 :         u32 minNumRankPerBoard = *minmxPair.first;
      45            0 :         u32 maxNumRankPerBoard = *minmxPair.second;
      46            0 :         CHK_PRT_RET(
      47              :             (minNumRankPerBoard != maxNumRankPerBoard),
      48              :             HCCL_ERROR(
      49              :                 "[CollAlgFactory] [TopoMatchMeshRing] Rank [%d], Invalid virtual topo for "
      50              :                 "mesh_ring, min numRanksPerBoard_[%u], max numRanksPerBoard_[%u].",
      51              :                 myRank_, minNumRankPerBoard, maxNumRankPerBoard),
      52              :             HcclResult::HCCL_E_PARA);
      53              : 
      54            0 :         CHK_PRT_RET(
      55              :             ((rankSize_ == 1) || (numRanksPerBoard_[0] * numRanksPerBoard_.size() != rankSize_)),
      56              :             HCCL_ERROR(
      57              :                 "[CollAlgFactory] [TopoMatchMeshRing] Rank [%d], Invalid virtual topo for "
      58              :                 "mesh_ring algorithm with rankSize [%u], ranksPerBoard [%u], ranksPerSlot [%lu].",
      59              :                 myRank_, rankSize_, numRanksPerBoard_[0], numRanksPerBoard_.size()),
      60              :             HcclResult::HCCL_E_PARA);
      61              : 
      62              :         // 计算R0的AlgTopoInfo
      63            0 :         u32 myLocalId = rankGraph_->GetReplacedLocalId(myRank_);
      64            0 :         virtRanks.push_back(rankOnSameBoardVector_[myLocalId / RANK_SIZE_EIGHT]);
      65            0 :         virtRanks.push_back(rankOnSameSlotVector_[myLocalId % RANK_SIZE_EIGHT]);
      66            0 :         for (auto vRankIter = virtRanks.begin(); vRankIter != virtRanks.end(); vRankIter++) {
      67            0 :             vTopo.push_back({*vRankIter});
      68              :         }
      69              :     } else {
      70            0 :         CHK_RET(MeshRingTopoForAllLevel(rankSetR0, vTopo, virtRanks));
      71              :     }
      72              :     // generate rank mapping
      73            0 :     CHK_PRT_RET(
      74              :         GenVirtRankMappingMultiLevel(virtRanks, virtRankMap) != HcclResult::HCCL_SUCCESS,
      75              :         HCCL_ERROR("[CollAlgFactory] [TopoMatchMeshRing] Rank [%d], Fail to generate virtRankMapping.", myRank_),
      76              :         HcclResult::HCCL_E_INTERNAL);
      77            0 :     return HcclResult::HCCL_SUCCESS;
      78            0 : }
      79              : 
      80            0 : HcclResult TopoMatchMeshRing::MeshRingTopoForAllLevel(
      81              :     std::set<RankId> rankSetR0, std::vector<std::vector<std::vector<RankId>>>& vTopo,
      82              :     std::vector<std::vector<RankId>>& virtRanks)
      83              : {
      84              :     // 计算R0的virtRanks
      85            0 :     if (numRanksPerBoard_.size() != 1 && numRanksPerBoard_[0] != 1) {
      86            0 :         if (!IsAllRanksFullMeshConnected(rankSetR0)) {
      87            0 :             HCCL_ERROR(
      88              :                 "[CollAlgFactory] [TopoMatchMeshRing] Rank [%d], Invalid virtual topo for "
      89              :                 "mesh_ring in level0.",
      90              :                 myRank_);
      91            0 :             return HcclResult::HCCL_E_PARA;
      92              :         }
      93            0 :         std::vector<RankId> ranksPerRack(rankSetR0.size());
      94            0 :         for (RankId rankId : rankSetR0) {
      95            0 :             ranksPerRack.push_back(rankId);
      96              :         }
      97            0 :         virtRanks.push_back(ranksPerRack);
      98            0 :     }
      99              :     // 计算R1的virtRanks
     100            0 :     const NetInstance* fabGroupLevel1 = rankGraph_->GetNetInstanceByRankId(1, myRank_);
     101            0 :     if (fabGroupLevel1 == nullptr) {
     102            0 :         HCCL_ERROR("[CollAlgFactory] [TopoMatchMeshRing] Rank [%d],fabGroupLevel1 is nullptr", myRank_);
     103            0 :         return HcclResult::HCCL_E_PTR;
     104              :     }
     105            0 :     std::set<RankId> rankSetLevel1 = fabGroupLevel1->GetRankIds();
     106            0 :     std::vector<RankId> rankOnSamePlaneVector(rankSetLevel1.size());
     107              :     // 获取所有rank在level1的平面
     108            0 :     for (RankId rankId : rankSetLevel1) {
     109            0 :         rankOnSamePlaneVector.push_back(rankId);
     110              :     }
     111            0 :     virtRanks.push_back(rankOnSamePlaneVector);
     112              :     // 计算vTopo
     113            0 :     for (u32 i = 0; i < virtRanks.size(); i++) {
     114            0 :         vTopo.push_back({virtRanks[i]});
     115              :     }
     116            0 :     return HcclResult::HCCL_SUCCESS;
     117            0 : }
     118              : 
     119              : } // namespace Hccl