Line data    Source code

       1              : /**
       2              :  * Copyright (c) 2025 Huawei Technologies Co., Ltd.
       3              :  * This program is free software, you can redistribute it and/or modify it under the terms and conditions of
       4              :  * CANN Open Software License Agreement Version 2.0 (the "License").
       5              :  * Please refer to the License for details. You may not use this file except in compliance with the License.
       6              :  * THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
       7              :  * INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
       8              :  * See LICENSE in the root of the software repository for the full text of the License.
       9              :  */
      10              : 
      11              : #include "coll_reduce_scatter_fast_double_ring_for_910_93_executor.h"
      12              : 
      13              : namespace hccl {
      14            2 : CollReduceScatterFastDoubleRingFor91093Executor::CollReduceScatterFastDoubleRingFor91093Executor(
      15            2 :     const HcclDispatcher dispatcher, std::unique_ptr<TopoMatcher>& topoMatcher)
      16            2 :     : CollAlignedReduceScatterDoubleRingFor91093Executor(dispatcher, topoMatcher)
      17              : {
      18            2 :     DMAReduceFlag_ = (workflowMode_ == HcclWorkflowMode::HCCL_WORKFLOW_MODE_OP_BASE);
      19            2 : }
      20              : 
      21           17 : HcclResult CollReduceScatterFastDoubleRingFor91093Executor::DoubleRingReduceScatter(
      22              :     const std::string& tag, DeviceMem inputMem, DeviceMem outputMem, const u64 count, const HcclDataType dataType,
      23              :     const HcclReduceOp reductionOp, const std::vector<std::vector<Slice>> multRingsSliceZero, Stream stream,
      24              :     s32 profStage, const u64 baseOffset, const HcomCollOpInfo* opInfo,
      25              :     const std::vector<std::vector<Slice>> multRingsUserMemSlice, const bool disableDMAReduce)
      26              : {
      27              :     (void)tag;
      28           17 :     HCCL_CONFIG_INFO(
      29              :         HCCL_ALG,
      30              :         "[CollReduceScatterFastDoubleRingFor91093Executor][DoubleRingReduceScatter] DoubleRingReduceScatter starts");
      31           17 :     HcclResult ret = HCCL_SUCCESS;
      32           17 :     u32 ringNum = multRingsSliceZero.size();
      33           17 :     CHK_RET(CheckCommSize(COMM_LEVEL0, ringNum));
      34              : 
      35              :     // 拿到ring环映射关系
      36           17 :     SubCommInfo level0ZeroCommInfo = GetSubCommInfo(COMM_LEVEL0, COMM_INDEX_0);
      37           17 :     auto nicList = topoAttr_.nicList;
      38              :     std::vector<std::vector<u32>> multiRingsOrder
      39           17 :         = GetRingsOrderByTopoType(level0ZeroCommInfo.localRankSize, topoType_, nicList);
      40              : 
      41           17 :     u64 reduceAttr = GetReduceAttr(inputMem, outputMem, dataType, reductionOp);
      42              : 
      43           17 :     SubCommInfo level0RingCommInfo = GetSubCommInfo(COMM_LEVEL0, COMM_INDEX_0);
      44              :     // 生成两个ring上的userMemIn_上对应的slices
      45           17 :     std::vector<std::vector<Slice>> userMemInputSlicesOfDoubleRing;
      46           17 :     CHK_RET(CollectMultiRingsUserMemSlices(
      47              :         ringNum, dataType, opInfo, multRingsSliceZero, multiRingsOrder, multRingsUserMemSlice,
      48              :         userMemInputSlicesOfDoubleRing));
      49              :     // 生成两个ring上的rankOrder
      50           16 :     std::vector<std::vector<u32>> rankOrders;
      51           16 :     CHK_RET(CollectMultiRingsRankOrder(ringNum, multiRingsOrder, rankOrders));
      52              :     // 初始化executor
      53              :     std::unique_ptr<AlgTemplateBase> tempAlg
      54           16 :         = AlgTemplateRegistry::Instance().GetAlgTemplate(TemplateType::TEMPLATE_REDUCESCATTER_DB_RING_SLC, dispatcher_);
      55           16 :     HCCL_CONFIG_INFO(HCCL_ALG, "[%s] Run TEMPLATE_REDUCESCATTER_DB_RING_SLC in COMM_LEVEL0", __func__);
      56           16 :     CHK_SMART_PTR_NULL(tempAlg);
      57           16 :     ret = tempAlg->Prepare(
      58              :         inputMem, inputMem, outputMem, count, dataType, stream, multRingsSliceZero, reductionOp, LEVEL0_BRIDGE_RANK_ID,
      59           16 :         baseOffset, disableDMAReduce, reduceAttr, opInfo, topoAttr_.userRank, algResResp_->slaveStreams,
      60           16 :         algResResp_->notifiesMain, algResResp_->notifiesAux, rankOrders, userMemInputSlicesOfDoubleRing);
      61           16 :     CHK_PRT_RET(
      62              :         ret != HCCL_SUCCESS,
      63              :         HCCL_ERROR(
      64              :             "[CollReduceScatterFastDoubleRingFor91093Executor][DoubleRingReduceScatter] Double ring ReduceScatter "
      65              :             "failed"
      66              :             "failed,return[%d]",
      67              :             ret),
      68              :         ret);
      69           16 :     u32 ringIndexOp = COMM_INDEX_0;
      70           16 :     u32 rankSize = level0RingCommInfo.localRankSize;
      71           16 :     ret = tempAlg->RegisterProfiler(
      72           16 :         ((ringIndexOp + 1) << PROF_RINGINDEX_OFFSET_OF_PLANEID) + (rankSize << PROF_RANKSIZE_OFFSET_OF_PLANEID)
      73           16 :             + level0RingCommInfo.localRank,
      74              :         profStage, HCCL_EXEC_STEP_NOT_SET, stream);
      75           16 :     CHK_PRT_RET(
      76              :         ret != HCCL_SUCCESS,
      77              :         HCCL_ERROR(
      78              :             "[CollReduceScatterFastDoubleRingFor91093Executor][DoubleRingReduceScatter] Double ring ReduceScatter "
      79              :             "failed "
      80              :             "failed,return[%d]",
      81              :             ret),
      82              :         ret);
      83              :     // 空拷贝用于后续操作附着
      84           16 :     CHK_RET(AlgTemplateBase::ExecEmptyTask(inputMem, outputMem, stream, dispatcher_));
      85           16 :     ret = RunTemplate(tempAlg, level0RingCommInfo);
      86           16 :     CHK_PRT_RET(
      87              :         ret != HCCL_SUCCESS,
      88              :         HCCL_ERROR(
      89              :             "[CollReduceScatterFastDoubleRingFor91093Executor][DoubleRingReduceScatter] Double ring ReduceScatter "
      90              :             "failed "
      91              :             "failed,return[%d]",
      92              :             ret),
      93              :         ret);
      94              : 
      95           16 :     CHK_RET(AlgTemplateBase::ExecEmptyTask(inputMem, outputMem, stream, dispatcher_));
      96           16 :     return HCCL_SUCCESS;
      97           17 : }
      98              : REGISTER_EXEC(
      99              :     "ReduceScatterFastDoubleRingFor91093Executor", ReduceScatterFastDoubleRingFor91093,
     100              :     CollReduceScatterFastDoubleRingFor91093Executor);
     101              : } // namespace hccl