Line data    Source code

       1              : /**
       2              :  * Copyright (c) 2025 Huawei Technologies Co., Ltd.
       3              :  * This program is free software, you can redistribute it and/or modify it under the terms and conditions of
       4              :  * CANN Open Software License Agreement Version 2.0 (the "License").
       5              :  * Please refer to the License for details. You may not use this file except in compliance with the License.
       6              :  * THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
       7              :  * INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
       8              :  * See LICENSE in the root of the software repository for the full text of the License.
       9              :  */
      10              : 
      11              : #ifndef COLL_REDUCESCATTER_RING_FOR_910_93_EXECUTOR_H
      12              : #define COLL_REDUCESCATTER_RING_FOR_910_93_EXECUTOR_H
      13              : #include "coll_reduce_scatter_executor.h"
      14              : 
      15              : namespace hccl {
      16              : class CollReduceScatterRingFor91093Executor : public CollReduceScatterExecutor {
      17              : public:
      18              :     explicit CollReduceScatterRingFor91093Executor(const HcclDispatcher dispatcher,
      19              :     std::unique_ptr<TopoMatcher> &topoMatcher);
      20            4 :     ~CollReduceScatterRingFor91093Executor() override = default;
      21              : 
      22              : protected:
      23              :     u64 CalcTotalCount(const OpParam &param) const;
      24              :     HcclResult CalcStreamNum(u32& streamNum) override;
      25              :     u64 CalcLoopMaxCount(const u32 unitSize) override;
      26              :     bool IsHugeData(const u64 curSize, OpParam *param = nullptr) override;
      27              :     virtual HcclResult RunIntraSeverReduceScatter(const std::string &tag, DeviceMem &inputMem, DeviceMem &outputMem,
      28              :         const u64 count, const HcclDataType &dataType, const HcclReduceOp &reductionOp,
      29              :         const std::vector<std::vector<Slice>> &multRingsSliceZero, const Stream &stream, s32 profStage,
      30              :         const u64 baseOffset = 0, const HcomCollOpInfo *opInfo = nullptr,
      31              :         const std::vector<std::vector<Slice>> &multRingsUserMemSlice = std::vector<std::vector<Slice>>(0),
      32              :         const bool disableDMAReduce = false);
      33              :     virtual HcclResult GetLevelCommInfo();
      34              :     HcomCollOpInfo GetHcomCollOpInfo(const OpParam &param, const ExecMem &execMem) const;
      35              :     virtual bool IsUnifiedMarch(const OpParam &param) const;
      36              :     u64 CalcSrcMemOffset(const ExecMem &execMem, const OpParam &param, u32 perDataSize) const;
      37              :     virtual HcclResult CalLevel0DataSegsSlice(const ExecMem &execMem, std::vector<std::vector<Slice>> &multiStreamSlice,
      38              :         const OpParam &param, u32 ringNum, u32 sliceNum, u32 level1RankSize, u32 level2RankSize, HcclDataType dataType,
      39              :         std::vector<std::vector<Slice>> &level0DataSegsSlice);
      40              :     virtual HcclResult CalUserMemDataSegsSlice(const ExecMem &execMem,
      41              :         const std::vector<std::vector<Slice>> &level0DataSegsSlice,
      42              :         const std::vector<std::vector<Slice>> &multiStreamSlice, const OpParam &param, u32 ringNum, u32 sliceNum,
      43              :         u32 level1RankSize, u32 level2RankSize, HcclDataType dataType, u32 perDataSize, HcomCollOpInfo *opInfoPtr,
      44              :         bool disableDMAReduce, std::vector<std::vector<Slice>> &multRingsUserMemSlice);
      45              :     virtual HcclResult CalLevel1DataSegsSlice(const ExecMem &execMem, const OpParam &param, CommPlane commPlaneLevel,
      46              :         const u32 &commIndex, u32 sliceNum, u32 level1RankSize, u32 level2RankSize, u32 perDataSize,
      47              :         std::vector<Slice> &level1DataSegsSlice);
      48              :     virtual HcclResult CalLevel2DataSegsSlice(const ExecMem &execMem, const OpParam &param, u32 level2RankSize,
      49              :         u32 perDataSize, std::vector<Slice> &level2DataSegsSlice);
      50              : 
      51              : private:
      52              :     void ParseParam(const OpParam& param) override;
      53              :     /* *************** 资源计算 *************** */
      54              :     bool isZeroCopy_= false;
      55              :     HcclResult CalcScratchMemSize(u64& scratchMemSize) override;
      56              :     HcclResult CalcCommInfo(std::vector<LevelNSubCommTransport>& opTransport) override;
      57              :     HcclResult CalcLevel0CommInfo(TransportMemType inputType,
      58              :         TransportMemType outputType,
      59              :         std::vector<LevelNSubCommTransport>& opTransport) override;
      60              :     HcclResult CalcLevel2CommInfo(TransportMemType inputType,
      61              :         TransportMemType outputType,
      62              :         std::vector<LevelNSubCommTransport>& opTransport) override;
      63              :     HcclResult CalcTransportMemType(TransportMemType &inputType, TransportMemType &outputType);
      64              : 
      65              :     /* *************** 算法编排 *************** */
      66              :     HcclResult KernelRun(const OpParam &param, ExecMem &execMem) override;
      67              :     HcclResult Getlevel1CommRank(SubCommInfo& level1CommInfo) override;
      68              :     HcclResult SelectTempAlg(std::unique_ptr<AlgTemplateBase> &level1TempAlg, u32 level1RankSize) override;
      69              :     /* **************** 数据准备*************** */
      70              :     virtual void FillMultiRingSlice(const ExecMem &execMem, const std::vector<std::vector<Slice>> &multiStreamSlice,
      71              :         u32 sliceNum, u32 level1RankSize, u32 level2RankSize, const u32 ringIndex, std::vector<Slice> &dataSlice);
      72              : 
      73              :     using Level0SlicesCalculator = void(*)(const OpParam &param, u32 sliceNum, u32 level1RankSize, u32 level1Index,
      74              :         u32 level2Index, u32 perDataSize, std::vector<Slice> &segSlices);
      75              :     static void PrepareLevel0Slices(const OpParam &param, u32 sliceNum, u32 level1RankSize, u32 level1Index,
      76              :         u32 level2Index, u32 perDataSize, std::vector<Slice> &cclSegSlices);
      77              :     static void PrepareLevel0UserSlices(const OpParam &param, u32 sliceNum, u32 level1RankSize, u32 level1Index,
      78              :         u32 level2Index, u32 perDataSize, std::vector<Slice> &userSegSlices);
      79              :     bool IsCceReduceAligned(const std::vector<Slice> &dataSlices) const;
      80              :     HcclResult FillMultiRingSliceV(const ExecMem &execMem, const OpParam &param, u32 ringNum, u32 sliceNum,
      81              :         u32 level1RankSize, u32 level2RankSize, HcclDataType dataType,
      82              :         std::vector<std::vector<Slice>> &level0DataSegsSlice,
      83              :         std::vector<std::vector<std::vector<Slice>>> &serverSlices, const Level0SlicesCalculator &calcLevel0Slices);
      84              :     virtual HcclResult CalUserMemDataSegsSliceV(const ExecMem &execMem, const OpParam &param, u32 ringNum, u32 sliceNum,
      85              :         u32 level1RankSize, u32 level2RankSize, HcclDataType dataType,
      86              :         std::vector<std::vector<Slice>> &multRingsUserMemSlice);
      87              :     virtual HcclResult CalLevel0DataSegsSliceV(const ExecMem &execMem,
      88              :         std::vector<std::vector<Slice>> &multiStreamSlice, const OpParam &param, u32 ringNum, u32 sliceNum,
      89              :         u32 level1RankSize, u32 level2RankSize, HcclDataType dataType,
      90              :         std::vector<std::vector<Slice>> &level0DataSegsSlice);
      91              :     virtual HcclResult CalLevel1DataSegsSliceV(const OpParam &param, CommPlane commPlaneLevel, const u32 &commIndex,
      92              :         u32 sliceNum, u32 level1RankSize, u32 level2RankSize, u32 perDataSize, std::vector<Slice> &level1DataSegsSlice);
      93              :     virtual HcclResult CalLevel2DataSegsSliceV(const OpParam &param, u32 level2RankSize, u32 perDataSize,
      94              :         std::vector<Slice> &level2DataSegsSlice);
      95              : 
      96              : protected:
      97              :     SubCommInfo logicalLevel0CommInfo_ = {0, 0, {}, {}};
      98              :     SubCommInfo logicalLevel1CommInfo_ = {0, 0, {}, {}};
      99              :     CommPlane logicalLevel0plane_ = COMM_LEVEL_RESERVED;
     100              :     CommPlane logicalLevel1plane_ = COMM_LEVEL_RESERVED;
     101              : };
     102              : 
     103              : } // namespace hccl
     104              : 
     105              : #endif