Line data Source code
1 : /**
2 : * Copyright (c) 2025 Huawei Technologies Co., Ltd.
3 : * This program is free software, you can redistribute it and/or modify it under the terms and conditions of
4 : * CANN Open Software License Agreement Version 2.0 (the "License").
5 : * Please refer to the License for details. You may not use this file except in compliance with the License.
6 : * THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
7 : * INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
8 : * See LICENSE in the root of the software repository for the full text of the License.
9 : */
10 :
11 : #include "all_gather_v_operator.h"
12 : #include "device_capacity.h"
13 : #include "coll_alg_op_registry.h"
14 : #include "hccl_aiv.h"
15 :
16 : namespace hccl {
17 :
18 : constexpr u64 MAX_310P_RANK_SIZE = 4;
19 : constexpr u32 MODULE_NUM_FOUR = 4;
20 :
21 0 : AllGatherVOperator::AllGatherVOperator(AlgConfigurator* algConfigurator, CCLBufferManager &cclBufferManager,
22 0 : HcclDispatcher dispatcher, std::unique_ptr<TopoMatcher> &topoMatcher)
23 0 : : CollAlgOperator(algConfigurator, cclBufferManager, dispatcher, topoMatcher, HcclCMDType::HCCL_CMD_ALLGATHER_V)
24 : {
25 0 : }
26 :
27 0 : AllGatherVOperator::~AllGatherVOperator()
28 : {
29 0 : }
30 :
31 0 : HcclResult AllGatherVOperator::SelectAlg(const std::string& tag, const OpParam& param, std::string& algName,
32 : std::string& newTag)
33 : {
34 : HcclResult ret;
35 0 : HCCL_DEBUG("[%s] SelectAlg begins", __func__);
36 0 : if (isDiffDeviceType_) {
37 0 : HCCL_ERROR("[AllGatherVOperator][SelectAlg] AllGatherV not support diffDeviceType");
38 0 : return HCCL_E_NOT_SUPPORT;
39 0 : } else if (deviceType_ == DevType::DEV_TYPE_910_93) {
40 0 : ret = SelectAlgfor91093(param, algName);
41 0 : } else if (deviceType_ == DevType::DEV_TYPE_910B) {
42 0 : ret = SelectAlgfor910B(param, algName);
43 0 : } else if (deviceType_ == DevType::DEV_TYPE_310P3) {
44 0 : ret = SelectAlgfor310P3(param, algName);
45 : } else {
46 0 : HCCL_ERROR("[AllGatherVOperator][SelectAlg] AllGatherV only support A3, A2 and 310P.");
47 0 : return HCCL_E_NOT_SUPPORT;
48 : }
49 0 : CHK_PRT_RET(ret != HCCL_SUCCESS,
50 : HCCL_ERROR("[AllGatherVOperator][SelectAlg]tag[%s], AllGatherV failed, return[%d]", tag.c_str(), ret), ret);
51 :
52 0 : if (workflowMode_ == HcclWorkflowMode::HCCL_WORKFLOW_MODE_OPS_KERNEL_INFO_LIB) {
53 0 : newTag = tag;
54 0 : } else if (deviceType_ == DevType::DEV_TYPE_310P3) {
55 0 : newTag = tag + algName;
56 : } else {
57 0 : AlgTypeLevel1 algType1 = algType_.algoLevel1;
58 0 : auto level1Iter = HCCL_ALGO_LEVEL1_NAME_MAP.find(algType1);
59 0 : CHK_PRT_RET(level1Iter == HCCL_ALGO_LEVEL1_NAME_MAP.end(), HCCL_ERROR("level1: algType1[%u] is invalid.",
60 : algType1), HCCL_E_INTERNAL);
61 :
62 0 : newTag = tag + level1Iter->second + algName;
63 : }
64 :
65 0 : newTag += (param.aicpuUnfoldMode ? "_device" : "_host");
66 0 : return ret;
67 : }
68 :
69 0 : HcclResult AllGatherVOperator::SelectAlgfor91093(const OpParam& param, std::string& algName)
70 : {
71 0 : const HcclDataType dataType = param.VDataDes.dataType;
72 0 : const auto *countsPtr = static_cast<const u64*>(param.VDataDes.counts);
73 0 : const auto countsPerRank = std::vector<u64>(countsPtr, countsPtr + userRankSize_);
74 0 : const u64 maxCount = *std::max_element(countsPerRank.begin(), countsPerRank.end());
75 0 : const u32 unitSize = SIZE_TABLE[dataType];
76 0 : const u64 dataSize = maxCount * unitSize; // 单位：字节
77 0 : if (dataSize >= cclBufferManager_.GetInCCLbufferSize()) {
78 0 : HCCL_WARNING("The current inCCLbufferSize is [%llu] bytes, change the HCCL_BUFFSIZE environment variable to "
79 : "be greater than the current data volume[%llu] bytes to improve the performance of the 91093 environment.",
80 : cclBufferManager_.GetInCCLbufferSize(), dataSize);
81 : }
82 :
83 0 : if (multiModuleDiffDeviceNumMode_ || multiSuperPodDiffServerNumMode_) {
84 0 : HCCL_ERROR("[AllGatherVOperator][SelectAlgfor91093]not support mode, multiModuleDiffDeviceNumMode_[%u], "
85 : "multiSuperPodDiffServerNumMode_[%u]", multiModuleDiffDeviceNumMode_, multiSuperPodDiffServerNumMode_);
86 0 : return HCCL_E_NOT_SUPPORT;
87 : } else {
88 0 : if (!(algType_.algoLevel1 == AlgTypeLevel1::ALG_LEVEL1_RING ||
89 0 : algType_.algoLevel1 == AlgTypeLevel1::ALG_LEVEL1_WHOLE_RING ||
90 0 : algType_.algoLevel1 == AlgTypeLevel1::ALG_LEVEL1_NB)) {
91 0 : algType_.algoLevel1 = AlgTypeLevel1::ALG_LEVEL1_NHR;
92 0 : HCCL_WARNING("[AllGatherVOperator][SelectAlgfor91093] only support ring, NB and NHR in AlgoLevel1 yet, "
93 : "default is algType=NHR.");
94 : }
95 0 : if (topoType_ == TopoType::TOPO_TYPE_NP_DOUBLE_RING) {
96 0 : algName = "AlignedAllGatherVDoubleRingFor91093Executor";
97 : } else {
98 0 : algName = "AllGatherVRingFor91093Executor";
99 : }
100 : }
101 :
102 0 : HCCL_INFO("[SelectAlgfor91093] AllGatherV SelectAlgfor91093 is algName [%s]", algName.c_str());
103 0 : return HCCL_SUCCESS;
104 0 : }
105 :
106 0 : HcclResult AllGatherVOperator::SelectAlgfor910B(const OpParam& param, std::string& algName)
107 : {
108 0 : const auto *countsPtr = static_cast<const u64*>(param.VDataDes.counts);
109 0 : auto countsPerRank = std::vector<u64>(countsPtr, countsPtr + userRankSize_);
110 0 : u64 maxCount = *std::max_element(countsPerRank.begin(), countsPerRank.end());
111 0 : u32 unitSize = SIZE_TABLE[param.VDataDes.dataType];
112 0 : u64 dataSize = maxCount * unitSize;
113 0 : bool isBigData = false;
114 :
115 0 : if (dataSize > AIV_ALL_GATHER_SMALL_SIZE) {
116 0 : isBigData = true;
117 : }
118 :
119 0 : if (workflowMode_ == HcclWorkflowMode::HCCL_WORKFLOW_MODE_OP_BASE && !isSingleMeshAggregation_) {
120 0 : u64 cclBufferSize = cclBufferManager_.GetOutCCLbufferSize() / userRankSize_;
121 0 : std::string algTypeLevel1Tag;
122 0 : CHK_RET(AutoSelectAlgTypeLevel1(HcclCMDType::HCCL_CMD_ALLGATHER_V, dataSize, cclBufferSize, algTypeLevel1Tag));
123 0 : if (GetExternalInputHcclEnableEntryLog() && param.opBaseAtraceInfo != nullptr) {
124 0 : CHK_RET(param.opBaseAtraceInfo->SavealgtypeTraceInfo(algTypeLevel1Tag, param.tag));
125 : }
126 0 : }
127 :
128 : // pipeline算法task数量多，如果超出FFTS子图限制，则重定向到NHR算法
129 0 : if (algType_.algoLevel1 == AlgTypeLevel1::ALG_LEVEL1_PIPELINE) {
130 0 : u32 contextNum = CalcContextNumForPipeline(HcclCMDType::HCCL_CMD_ALLGATHER_V);
131 0 : if (contextNum > HCCL_FFTS_CAPACITY) {
132 0 : algType_.algoLevel1 = AlgTypeLevel1::ALG_LEVEL1_NHR;
133 0 : HCCL_WARNING("[AllGatherVOperator][SelectAlgfor910B] context num[%u] is out of capacity of FFTS+ graph[%u], "
134 : "reset algorithm to NHR.", contextNum, HCCL_FFTS_CAPACITY);
135 : }
136 : }
137 :
138 0 : bool isAivMode = topoMatcher_->GetAivModeConfig()
139 0 : && isSingleMeshAggregation_
140 0 : && IsSupportAIVCopy(param.VDataDes.dataType)
141 0 : && dataSize <= AIV_BIG_SIZE;
142 :
143 0 : if (GetWorkflowMode() == HcclWorkflowMode::HCCL_WORKFLOW_MODE_OP_BASE) {
144 0 : if (isAivMode) {
145 0 : algName = isBigData ? "AllGatherVMeshAivExecutor" : "AllGatherVMeshAivSmallCountExecutor";
146 0 : } else if (algType_.algoLevel1 == AlgTypeLevel1::ALG_LEVEL1_PIPELINE && !isSingleMeshAggregation_) {
147 0 : algName = "AllGatherVMeshOpbasePipelineExecutor";
148 : } else {
149 0 : algName = "AllGatherVMeshExecutor";
150 : }
151 0 : } else if (GetWorkflowMode() == HcclWorkflowMode::HCCL_WORKFLOW_MODE_OPS_KERNEL_INFO_LIB) {
152 0 : if (isSingleMeshAggregation_) {
153 0 : algName = "AllGatherVMeshGraphExecutor";
154 0 : } else if (deviceNumPerAggregation_ > 1 &&
155 0 : (dataSize > HCCL_SMALL_COUNT_1_MB || moduleNum_ <= MODULE_NUM_FOUR ||
156 0 : algType_.algoLevel1 == AlgTypeLevel1::ALG_LEVEL1_PIPELINE)) {
157 0 : algName = "AllGatherVMeshGraphPipelineExecutor";
158 : } else {
159 0 : algName = "AllGatherVMeshExecutor";
160 : }
161 : }
162 0 : HCCL_INFO("[SelectAlgfor910B] AllGatherV SelectAlgfor910B is algName [%s]", algName.c_str());
163 0 : return HCCL_SUCCESS;
164 0 : }
165 :
166 0 : HcclResult AllGatherVOperator::SelectAlgfor310P3(const OpParam& param, std::string& algName)
167 : {
168 : (void) param;
169 0 : CHK_PRT_RET(userRankSize_ > MAX_310P_RANK_SIZE,
170 : HCCL_ERROR("[AllGatherVOperator][SelectAlgfor310P3]rankSize[%u] is not supported.AllGatherV does not support the "\
171 : "scenario where the rankSize is greater than 4.", userRankSize_), HCCL_E_NOT_SUPPORT);
172 0 : algName = "AllGatherVFor310PExecutor";
173 0 : HCCL_INFO("[SelectAlgfor310P3] AllGatherV SelectAlgfor310P3 is algName [%s]", algName.c_str());
174 0 : return HCCL_SUCCESS;
175 : }
176 :
177 : REGISTER_OP(HcclCMDType::HCCL_CMD_ALLGATHER_V, AllGatherV, AllGatherVOperator);
178 :
179 : }
|
