Line data    Source code

       1              : /**
       2              :  * Copyright (c) 2025 Huawei Technologies Co., Ltd.
       3              :  * This program is free software, you can redistribute it and/or modify it under the terms and conditions of
       4              :  * CANN Open Software License Agreement Version 2.0 (the "License").
       5              :  * Please refer to the License for details. You may not use this file except in compliance with the License.
       6              :  * THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
       7              :  * INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
       8              :  * See LICENSE in the root of the software repository for the full text of the License.
       9              :  */
      10              : 
      11              : #include <ios>
      12              : #include <iostream>
      13              : #include "log.h"
      14              : #include "ccu_temp_broadcast_mesh_1D_mem2mem.h"
      15              : #include "alg_data_trans_wrapper.h"
      16              : #include "ccu_rank_group.h"
      17              : #include "ccu_ctx_creator_registry.h"
      18              : #include "ccu_context_broadcast_mesh1d_mem2mem.h"
      19              : #include "ccu_instruction_broadcast_mesh1d_mem2mem.h"
      20              : #include "ccu_alg_template_base.h"
      21              : namespace Hccl {
      22              : 
      23              : static CcuInstRegister<CcuContextBroadcastMesh1DMem2Mem>
      24              :     registrarBroadcast(CcuInstType::CCU_BROADCAST_MESH_1D_MEM2MEM);
      25              : 
      26            0 : CcuTempBroadcastMesh1DMem2Mem::CcuTempBroadcastMesh1DMem2Mem(
      27              :     const RankId virtualRank, const u32 tempRankSize, const std::vector<std::vector<RankId>> &tempVTopo,
      28            0 :     const std::map<RankId, u32> &tempVirtRankMap)
      29            0 :     : CcuAlgTemplateBase(virtualRank, tempRankSize, tempVTopo, tempVirtRankMap)
      30              : {
      31            0 : }
      32              : 
      33            0 : CcuTempBroadcastMesh1DMem2Mem::~CcuTempBroadcastMesh1DMem2Mem()
      34              : {
      35            0 : }
      36              : 
      37            0 : HcclResult CcuTempBroadcastMesh1DMem2Mem::CalcRes(AlgTempResReq &tempResReq)
      38              : {
      39            0 :     tempResReq.queNum    = 1;
      40            0 :     tempResReq.streamNum = tempResReq.queNum;
      41            0 :     HCCL_DEBUG("[CalcRes] tempResReq.queNum[%u]", tempResReq.queNum);
      42            0 :     CHK_RET(CalcResLinksMesh(myRank_, tempRankSize_, tempVTopo_, linkNumBtwPeers_, tempResReq));
      43            0 :     return HcclResult::HCCL_SUCCESS;
      44              : }
      45              : 
      46            0 : HcclResult CcuTempBroadcastMesh1DMem2Mem::GenExtIns(const TempFuncs          &tempFuncs,
      47              :                                                               const TemplateDataParams &templateDataParams,
      48              :                                                               const ResLinks           &tempLinks,
      49              :                                                               std::vector<InsQuePtr>   &tempInsQues)
      50              : {
      51            0 :     CHK_PRT_RET(tempInsQues.empty(),
      52              :         HCCL_ERROR("[CcuTempBroadcastMesh1DTwoShotMem2Mem] empty queue"), HcclResult::HCCL_E_INTERNAL);
      53            0 :     CHK_PTR_NULL(tempInsQues[0]);
      54            0 :     opMode_   = tempFuncs.opMode; // 传递opMode，是opbase还是offload
      55            0 :     buffInfo_ = templateDataParams.buffInfo;
      56            0 :     CcuInstructionBroadcastMesh1DMem2Mem ccuIns;
      57            0 :     std::vector<uint64_t> dimSize;
      58            0 :     dimSize.push_back(tempRankSize_);
      59            0 :     uint32_t                                rankId    = myRank_;
      60            0 :     uint32_t                                rootId    = tempVirtRankMap_[rootId_];
      61            0 :     const CollAlgOperator                  &op        = op_;
      62            0 :     const std::vector<std::vector<RankId>> &tempVTopo = tempVTopo_;
      63              :     uint64_t      token;
      64            0 :     CHK_RET(GetToken(op_, token));
      65            0 :     uint64_t      inputAddr          = BufferTypeToAddr(buffInfo_.inBuffType) + buffInfo_.inBuffBaseOff;
      66            0 :     uint64_t      outputAddr         = BufferTypeToAddr(buffInfo_.outBuffType) + buffInfo_.outBuffBaseOff;
      67            0 :     uint64_t      inputSliceStride   = templateDataParams.inputSliceStride;
      68            0 :     uint64_t      outputSliceStride  = templateDataParams.outputSliceStride;
      69            0 :     uint64_t      inputRepeatStride  = templateDataParams.inputRepeatStride;
      70            0 :     uint64_t      outputRepeatStride = templateDataParams.outputRepeatStride;
      71            0 :     uint64_t      repeatNum          = templateDataParams.repeatNum;
      72            0 :     uint64_t      curSliceSize       = templateDataParams.sliceSize;
      73            0 :     uint64_t      allgatherOffset    = templateDataParams.sliceSize * tempVirtRankMap_[rankId];
      74            0 :     uint64_t      repeatNumVar       = UINT64_MAX - repeatNum;
      75            0 :     uint64_t      normalSliceSize = curSliceSize / tempRankSize_;
      76            0 :     uint64_t      lastSliceSize   = curSliceSize % tempRankSize_ + normalSliceSize;
      77            0 :     ccuIns.Init(tempVirtRankMap_[rankId], rootId, op, tempVTopo, inputAddr, outputAddr, token, inputSliceStride, outputSliceStride,
      78              :                 repeatNum, inputRepeatStride, outputRepeatStride, normalSliceSize, lastSliceSize, allgatherOffset,
      79              :                 repeatNumVar);
      80            0 :     HCCL_DEBUG("[CcuTempBroadcastMesh1DTwoShotMem2Mem] Run Init: rankId[%u], rootId[%u], inputAddr[%llu], "
      81              :                "outputAddr[%llu], inputSliceStride[%llu], outputSliceStride[%llu], repeatNum[%llu], "
      82              :                "inputRepeatStride[%llu], outputRepeatStride[%llu], normalSliceSize[%llu], "
      83              :                "lastSliceSize[%llu],allgatherOffset_[%llu], repeatNumVar[%llu]",
      84              :                rankId, rootId, inputAddr, outputAddr, inputSliceStride, outputSliceStride, repeatNum, inputRepeatStride,
      85              :                outputRepeatStride, normalSliceSize, lastSliceSize, allgatherOffset, repeatNumVar);
      86            0 :     std::vector<LinkData> links;
      87            0 :     for (auto &pair : tempLinks) {
      88            0 :         if (pair.second.empty()) {
      89            0 :             continue;
      90              :         }
      91            0 :         links.push_back(pair.second[0]);
      92              :     }
      93            0 :     HCCL_DEBUG("[CcuTempBroadcastMesh1DMem2Mem] links.size[%llu]", links.size());
      94            0 :     ccuIns.SetLinks(links);
      95            0 :     RankGroup rankGroup;
      96            0 :     for (auto &peer : tempVTopo_[0]) {
      97            0 :         rankGroup.AddRank(peer); // 添加RankId到ranks中
      98              :     }
      99            0 :     u32 cntCkeNum = 5;
     100            0 :     ccuIns.SetCntCkeNum(cntCkeNum);
     101            0 :     ccuIns.SetRankGroup(rankGroup);
     102            0 :     HCCL_DEBUG("CcuTempBroadcastMesh1DMem2Mem is [%s]", ccuIns.Describe().c_str());
     103            0 :     tempInsQues[0]->Append(std::move(std::make_unique<CcuInstructionBroadcastMesh1DMem2Mem>(ccuIns)));
     104            0 :     return HcclResult::HCCL_SUCCESS;
     105            0 : }
     106              : 
     107              : } // namespace Hccl