Line data Source code
1 : /**
2 : * Copyright (c) 2025 Huawei Technologies Co., Ltd.
3 : * This program is free software, you can redistribute it and/or modify it under the terms and conditions of
4 : * CANN Open Software License Agreement Version 2.0 (the "License").
5 : * Please refer to the License for details. You may not use this file except in compliance with the License.
6 : * THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
7 : * INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
8 : * See LICENSE in the root of the software repository for the full text of the License.
9 : */
10 :
11 : #ifndef HCCLV2_CCU_INSTRUCTION_ALL_REDUCE_MESH_1D_MEM2MEM_H_
12 : #define HCCLV2_CCU_INSTRUCTION_ALL_REDUCE_MESH_1D_MEM2MEM_H_
13 :
14 : #include "template_utils.h"
15 : #include "instruction.h"
16 : #include "ins_queue.h"
17 : #include "ccu_context_utils.h"
18 : #include "ccu_ctx_signature.h"
19 : #include "ccu_ins.h"
20 : #include "ccu_rank_group.h"
21 :
22 : namespace Hccl {
23 :
24 : // 为AllReduceMesh1D实现的CCUIns、CCUCtxArg与CCUTaskArg
25 : class CcuCtxArgAllReduceMeshMem2Mem1D : public CcuCtxArg {
26 : public:
27 0 : explicit CcuCtxArgAllReduceMeshMem2Mem1D(
28 : const std::vector<uint64_t>& dimSize, uint32_t rankId, const CollAlgOperator& op,
29 : const std::vector<std::vector<RankId>>& tempVTopo)
30 0 : : dimSize_(dimSize),
31 0 : rankId_(rankId),
32 0 : op_(op),
33 0 : tempVTopo_(tempVTopo)
34 0 : {}
35 0 : CcuCtxSignature GetCtxSignature() const override
36 : {
37 0 : CcuCtxSignature signature;
38 0 : GenerateCcuCtxSignature(signature, CcuInstType::CCU_ALL_REDUCE_MESH_1D_MEM2MEM, op_, tempVTopo_);
39 0 : return signature;
40 0 : }
41 : std::vector<uint64_t> dimSize_;
42 : uint32_t rankId_;
43 : CollAlgOperator op_;
44 : std::vector<std::vector<RankId>> tempVTopo_;
45 : };
46 :
47 : class CcuTaskArgAllReduceMeshMem2Mem1D : public CcuTaskArg {
48 : public:
49 0 : explicit CcuTaskArgAllReduceMeshMem2Mem1D(
50 : uint64_t inputAddr, uint64_t outputAddr, uint64_t token, uint64_t scratchAddr, uint64_t inputSliceStride,
51 : uint64_t outputSliceStride, uint64_t inputRepeatStride, uint64_t outputRepeatStride, uint64_t normalSliceSize,
52 : uint64_t lastSliceSize, uint64_t mySliceSize, uint64_t isInputOutputEqual)
53 0 : : inputAddr_(inputAddr),
54 0 : outputAddr_(outputAddr),
55 0 : token_(token),
56 0 : scratchAddr_(scratchAddr),
57 0 : inputSliceStride_(inputSliceStride),
58 0 : outputSliceStride_(outputSliceStride),
59 0 : inputRepeatStride_(inputRepeatStride),
60 0 : outputRepeatStride_(outputRepeatStride),
61 0 : normalSliceSize_(normalSliceSize),
62 0 : lastSliceSize_(lastSliceSize),
63 0 : mySliceSize_(mySliceSize),
64 0 : isInputOutputEqual_(isInputOutputEqual)
65 0 : {}
66 :
67 : uint64_t inputAddr_;
68 : uint64_t outputAddr_;
69 : uint64_t token_;
70 : uint64_t scratchAddr_;
71 : uint64_t inputSliceStride_;
72 : uint64_t outputSliceStride_;
73 : uint64_t inputRepeatStride_;
74 : uint64_t outputRepeatStride_;
75 :
76 : uint64_t normalSliceSize_;
77 : uint64_t lastSliceSize_;
78 : uint64_t mySliceSize_;
79 : uint64_t isInputOutputEqual_;
80 : };
81 :
82 : class CcuInstructionAllReduceMeshMem2Mem1D : public CcuInstruction {
83 : public:
84 0 : CcuInstructionAllReduceMeshMem2Mem1D() : CcuInstruction() {}
85 :
86 0 : void Init(
87 : uint32_t rankId, const CollAlgOperator& op, const std::vector<std::vector<RankId>>& tempVTopo,
88 : uint64_t inputAddr, uint64_t outputAddr, uint64_t token, uint64_t scratchAddr, uint64_t inputSliceStride,
89 : uint64_t outputSliceStride, uint64_t inputRepeatStride, uint64_t outputRepeatStride, uint64_t normalSliceSize,
90 : uint64_t lastSliceSize, uint64_t mySliceSize, uint64_t isInputOutputEqual)
91 : {
92 0 : u32 maxDimNum = 1;
93 0 : if (tempVTopo.size() != maxDimNum) {
94 0 : THROW<InvalidParamsException>(StringFormat(
95 : "[CcuInstructionAllReduceMesh1D] tempVTopo size is not 1, size is [%zu].", tempVTopo.size()));
96 : }
97 0 : dimSize_.push_back(tempVTopo[0].size());
98 0 : rankId_ = rankId;
99 0 : op_ = op;
100 0 : tempVTopo_ = tempVTopo;
101 0 : inputAddr_ = inputAddr;
102 0 : outputAddr_ = outputAddr;
103 0 : scratchAddr_ = scratchAddr;
104 0 : inputSliceStride_ = inputSliceStride;
105 0 : outputSliceStride_ = outputSliceStride;
106 0 : inputRepeatStride_ = inputRepeatStride;
107 0 : outputRepeatStride_ = outputRepeatStride;
108 0 : normalSliceSize_ = normalSliceSize;
109 0 : lastSliceSize_ = lastSliceSize;
110 0 : mySliceSize_ = mySliceSize;
111 0 : token_ = token;
112 0 : isInputOutputEqual_ = isInputOutputEqual;
113 0 : return;
114 : }
115 :
116 0 : CcuInstType GetInstType() const override
117 : {
118 0 : HCCL_INFO("CcuInstructionAllReduceMesh1D instype is CCU_ALL_REDUCE_MESH_1D_MEM2MEM.");
119 0 : return instType_;
120 : }
121 :
122 0 : std::string Describe() const override
123 : {
124 : return StringFormat(
125 0 : "CcuInstructionAllReduceMesh1D rankId [%u], instType[%s]", rankId_, instType_.Describe().c_str());
126 : }
127 :
128 0 : std::unique_ptr<CcuCtxArg> GetCtxArg() const override
129 : {
130 0 : return std::make_unique<CcuCtxArgAllReduceMeshMem2Mem1D>(dimSize_, rankId_, op_, tempVTopo_);
131 : }
132 :
133 : void SetInstType(CcuInstType instType) { instType_ = instType; }
134 :
135 0 : std::unique_ptr<CcuTaskArg> GetTaskArg() const override
136 : {
137 0 : return std::make_unique<CcuTaskArgAllReduceMeshMem2Mem1D>(
138 0 : inputAddr_, outputAddr_, token_, scratchAddr_, inputSliceStride_, outputSliceStride_, inputRepeatStride_,
139 0 : outputRepeatStride_, normalSliceSize_, lastSliceSize_, mySliceSize_, isInputOutputEqual_);
140 : }
141 :
142 : private:
143 : CcuInstType instType_ = CcuInstType::CCU_ALL_REDUCE_MESH_1D_MEM2MEM;
144 : std::vector<uint64_t> dimSize_;
145 : uint32_t rankId_{0};
146 : CollAlgOperator op_;
147 : std::vector<std::vector<RankId>> tempVTopo_;
148 : uint64_t inputAddr_{0};
149 : uint64_t outputAddr_{0};
150 : uint64_t token_{0};
151 : uint64_t scratchAddr_{0};
152 : uint64_t inputSliceStride_{0};
153 : uint64_t outputSliceStride_{0};
154 : uint64_t inputRepeatStride_{0};
155 : uint64_t outputRepeatStride_{0};
156 : uint64_t normalSliceSize_{0};
157 : uint64_t lastSliceSize_{0};
158 : uint64_t mySliceSize_{0};
159 : uint64_t isInputOutputEqual_{0};
160 : };
161 :
162 : } // namespace Hccl
163 : #endif // HCCLV2_CCU_INSTRUCTION_ALL_REDUCE_MESH_1D_MEM2MEM_H_
|