Line data    Source code

       1              : /**
       2              :  * Copyright (c) 2025 Huawei Technologies Co., Ltd.
       3              :  * This program is free software, you can redistribute it and/or modify it under the terms and conditions of
       4              :  * CANN Open Software License Agreement Version 2.0 (the "License").
       5              :  * Please refer to the License for details. You may not use this file except in compliance with the License.
       6              :  * THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
       7              :  * INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
       8              :  * See LICENSE in the root of the software repository for the full text of the License.
       9              :  */
      10              : 
      11              : #ifndef HCCLV2_INS_TEMP_ALL_TO_ALL_MESH
      12              : #define HCCLV2_INS_TEMP_ALL_TO_ALL_MESH
      13              : 
      14              : #include "string_util.h"
      15              : 
      16              : #include "ins_alg_template_base.h"
      17              : #include "alg_data_trans_wrapper.h"
      18              : 
      19              : namespace Hccl {
      20              : 
      21              : const uint32_t ALLTOALLV_DIRECT_FULLMESH_CONCURRENT_SIZE =  16; // fullmesh最大的并发数量
      22              : 
      23              : class InsTempAlltoAllMesh : public InsAlgTemplateBase {
      24              : public:
      25              :     explicit InsTempAlltoAllMesh(const RankId virtualRank, const u32 tempRankSize,
      26              :                                   const std::vector<std::vector<RankId>> &tempVTopo,
      27              :                                   const std::map<RankId, u32>            &tempVirtRankMap);
      28              :     ~InsTempAlltoAllMesh() override;
      29              : 
      30            0 :     std::string Describe() const override
      31              :     {
      32            0 :         return StringFormat("Instruction based Template of alltoall mesh with tempRankSize [%u].", tempRankSize_);
      33              :     }
      34              : 
      35              :     HcclResult CalcRes(AlgTempResReq &tempResReq) override;
      36              :     HcclResult Run(const TempFuncs &tempFuncs, const RankSliceInfo &sliceInfoVec, const BuffInfo &buffInfo,
      37              :                    const ResLinks &tempLinks, std::vector<InsQuePtr> &tempInsQues) override;
      38              :     void SetA2ASendRecvInfo(const A2ASendRecvInfo &sendRecvInfo);
      39              :     HcclResult GetScratchBufferInfo(const u64 &scratchBufferSize, DataType dataType);
      40              : 
      41              : private :
      42              :     u32        CalcStepNum(); // 计算step数
      43              :     HcclResult CalcSendRecvAllSliceInfo(
      44              :         std::unordered_map<u32, UsrData> &sendSliceInfoMap,
      45              :         std::unordered_map<u32, UsrData> &recvSliceInfoMap); // 计算每个rank当前step的send/recv slice
      46              : 
      47              :     HcclResult CalcSendSliceInfo(u32 remoteRank, UsrData &sendSliceInfo);
      48              : 
      49              :     HcclResult CalcRecvSliceInfo(u32 remoteRank, UsrData &readSliceInfo);
      50              : 
      51              :     HcclResult RunSendRecvForAllRanks(u32 step, std::unordered_map<u32, UsrData> &sendSliceInfoMap,
      52              :                                       std::unordered_map<u32, UsrData> &recvSliceInfoMap, const ResLinks &tempLinks,
      53              :                                       std::vector<InsQuePtr> &queues); // 所有对端send/Recv循环一次
      54              : 
      55              :     HcclResult RunSendRecvBufferLoop(u32 step, const std::vector<u32> &commRanks,
      56              :                                      std::unordered_map<u32, UsrData> &sendSliceInfoMap,
      57              :                                      std::unordered_map<u32, UsrData> &recvSliceInfoMap,
      58              :                                      const ResLinks                         &tempLinks,
      59              :                                      std::vector<InsQuePtr>                 &queues) const; // 循环一次buffer
      60              : 
      61              :     HcclResult CalcCommRankSetforOneLoop(u32 roundIdx, const u32 groupRankSize,
      62              :                                          std::vector<u32> &commRanks) const; // 计算当前循环的send/recv rank set
      63              : 
      64              :     HcclResult CopySendDataToScratch(u32 step, const std::vector<u32> &commRanks,
      65              :                                      std::unordered_map<u32, UsrData> &sendSliceInfo,
      66              :                                      const ResLinks &tempLinks,
      67              :                                      std::vector<InsQuePtr>                 &queues) const;
      68              :     
      69              :     HcclResult SendRecvData(u32 step, const std::vector<u32> &commRanks,
      70              :                             std::unordered_map<u32, UsrData> &sendSliceInfo, std::unordered_map<u32, UsrData> &readSliceInfo,
      71              :                             const ResLinks &tempLinks, std::vector<InsQuePtr> &queues) const;
      72              : 
      73              :     HcclResult CopyRecvDataFromScratch(u32 step, const std::vector<u32> &commRanks,
      74              :                                        std::unordered_map<u32, UsrData> &readSliceInfo,
      75              :                                        const ResLinks &tempLinks,
      76              :                                        std::vector<InsQuePtr>                 &queues) const;
      77              : 
      78              :     HcclResult LocalDataCopy(InsQuePtr tempInsQue);
      79              : 
      80              :     HcclResult SetBuffBlockSize(const u64 buffBlockSize);
      81              : 
      82              :     HcclResult SetConcurrentSendRecvNum(const u32 concurrentSendRecvNum);
      83              : 
      84              :     u32             concurrentSendRecvNum_ = 8;
      85              :     u64 buffBlockSize_ = 0;
      86              :     A2ASendRecvInfo localSendRecvInfo_;
      87              :     BuffInfo buffInfo_;
      88              :     u32 maxPathNum = 0;
      89              : };
      90              : 
      91              : } // namespace Hccl
      92              : 
      93              : #endif // !HCCLV2_INS_TEMP_ALL_TO_ALL_MESH