Line data Source code
1 : /**
2 : * Copyright (c) 2025 Huawei Technologies Co., Ltd.
3 : * This program is free software, you can redistribute it and/or modify it under the terms and conditions of
4 : * CANN Open Software License Agreement Version 2.0 (the "License").
5 : * Please refer to the License for details. You may not use this file except in compliance with the License.
6 : * THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
7 : * INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
8 : * See LICENSE in the root of the software repository for the full text of the License.
9 : */
10 :
11 : #ifndef CCU_RES_SPECIFICATIONS_H
12 : #define CCU_RES_SPECIFICATIONS_H
13 :
14 : #include "ccu_device_manager.h"
15 :
16 : namespace Hccl {
17 :
18 : constexpr uint32_t CCU_RESOURCE_SIZE = 72 * 1024 * 1024; // CCU资源空间大小
19 : constexpr uint64_t CCU_V1_CCUM_OFFSET = 0x800000; // V1 CCUM 偏移,位于CCUA之后
20 :
21 : constexpr uint64_t CCU_V1_WQE_BASIC_BLOCK_OFFSET = (CCU_V1_CCUM_OFFSET + 0x800000);
22 :
23 : constexpr uint32_t CCU_ONE_WQE_SIZE = 64; // Bytes
24 : constexpr uint32_t CCU_WQE_NUM_PER_SQE = 4; // URMA 约束每个SQE包含4个WQEBB
25 : constexpr uint32_t CCU_MIN_SQ_DEPTH = 16;
26 : constexpr uint32_t CCU_MAX_SQ_DEPTH = 256;
27 : constexpr uint16_t CCU_START_TA_JETTY_ID = 1024; // IMP给系统预留给CCU的jetty Id起始编号
28 : constexpr uint32_t CCU_SQ_BUFFER_SIZE = 256 * 1024; // ccu 每个jetty sq buffer size 固定为256k
29 : constexpr uint32_t CCU_WQEBB_RESOURCE_NUM = 4096;
30 : constexpr uint32_t CCU_V1_PER_DIE_PFE_RESERVED_NUM = 16; // ccu 每个IO die预留16个PFE表
31 : constexpr uint32_t CCU_PER_DIE_JETTY_RESERVED_NUM = 128; // ccu 每个IO die默认jetty数量
32 : constexpr uint32_t CCU_MEM_INFO_SIZE = 64;
33 :
34 : constexpr uint64_t CCU_RESOURCE_INS_RESERVE_SIZE = 0x100000; // INS预留空间1M
35 : constexpr uint64_t CCU_V1_RESOURCE_GSA_RESERVE_SIZE = 0x8000; // v1 GSA预留空间32K
36 : constexpr uint16_t CCU_RESOURCE_XN_PER_SIZE = 8;
37 :
38 : constexpr uint32_t MOVE_16_BITS = 16;
39 : constexpr uint32_t MOVE_24_BITS = 24;
40 :
41 : // CcuBlockResStrategy 定义了资源管理块资源类型的块大小
42 : struct CcuBlockResStrategy {
43 : uint32_t loopNum{16};
44 : uint32_t ckeNum{16};
45 : uint32_t msNum{128};
46 : uint32_t xnNum{16};
47 : uint32_t gsaNum{16};
48 : uint32_t missionNum{2};
49 : };
50 :
51 : enum CcuMemTypeBitmap : uint64_t;
52 :
53 : // 当前需要申请权限的内存为18块
54 46 : inline const std::array<CcuMemTypeBitmap, 18>& GetMemTypeVector()
55 : {
56 : static const std::array<CcuMemTypeBitmap, 18> kMemTypeArray
57 : = {{CCU_MEMTYPE_INS, CCU_MEMTYPE_GSA, CCU_MEMTYPE_XN, CCU_MEMTYPE_CKE, CCU_MEMTYPE_PFE, CCU_MEMTYPE_CHN,
58 : CCU_MEMTYPE_JETTY_CTX, CCU_MEMTYPE_MISSION_CTX, CCU_MEMTYPE_LOOP_CTX, CCU_MEMTYPE_MISSION_SQE,
59 : CCU_MEMTYPE_CQE_BLOCK0, CCU_MEMTYPE_CQE_BLOCK1, CCU_MEMTYPE_CQE_BLOCK2, CCU_MEMTYPE_WQEBB,
60 : CCU_MEMTYPE_MS_BLOCK0, CCU_MEMTYPE_MS_BLOCK1, CCU_MEMTYPE_MS_BLOCK2, CCU_MEMTYPE_MS_BLOCK3}};
61 46 : return kMemTypeArray;
62 : }
63 :
64 11 : inline uint64_t GetCombinedMemTypeBitmap()
65 : {
66 11 : const auto& memTypes = GetMemTypeVector();
67 11 : uint64_t combined = 0;
68 :
69 209 : for (const auto& memType : memTypes) {
70 198 : combined |= static_cast<uint64_t>(memType);
71 : }
72 :
73 11 : return combined;
74 : }
75 :
76 : struct CcuMemInfo;
77 :
78 : struct CcuResSpecInfo {
79 : // 基础信息
80 : uint32_t msId{0};
81 : uint32_t missionKey{0};
82 : uint64_t resourceAddr{0};
83 : // 通过能力寄存器获取
84 : uint32_t loopEngineNum{0};
85 : uint32_t missionNum{0};
86 : uint32_t instructionNum{0};
87 : uint32_t xnNum{0};
88 : uint32_t gsaNum{0};
89 : uint32_t msNum{0};
90 : uint32_t ckeNum{0};
91 : uint32_t jettyNum{0};
92 : uint32_t channelNum{0};
93 : uint32_t pfeNum{0};
94 : // 额外资源信息
95 : uint32_t wqeBBNum{CCU_WQEBB_RESOURCE_NUM};
96 : uint32_t dieNum{MAX_CCU_IODIE_NUM};
97 :
98 : // 内存信息
99 : uint32_t memNum{0};
100 : std::array<CcuMemInfo, CCU_MEM_INFO_SIZE> memInfoList{};
101 : };
102 :
103 : class CcuResSpecifications {
104 : public:
105 : CcuResSpecifications(const CcuResSpecifications& that) = delete;
106 : CcuResSpecifications& operator=(const CcuResSpecifications& that) = delete;
107 : ~CcuResSpecifications() = default;
108 :
109 : void Deinit();
110 : void Init();
111 :
112 : static CcuResSpecifications& GetInstance(const int32_t deviceLogicId);
113 :
114 : CcuVersion GetCcuVersion() const;
115 : bool GetAXFlag() const;
116 : HcclResult GetDieEnableFlag(const uint8_t dieId, bool& dieEnableFlag) const;
117 :
118 : HcclResult GetResourceAddr(const uint8_t dieId, uint64_t& resourceAddr) const;
119 : HcclResult GetXnBaseAddr(const uint8_t dieId, uint64_t& xnBaseAddr) const;
120 :
121 : HcclResult GetMsId(const uint8_t dieId, uint32_t& msId) const;
122 : HcclResult GetMissionKey(const uint8_t dieId, uint32_t& missionKey) const;
123 :
124 : // 寄存器资源
125 : HcclResult GetMissionNum(const uint8_t dieId, uint32_t& missionNum) const;
126 : HcclResult GetMsNum(const uint8_t dieId, uint32_t& msNum) const;
127 : HcclResult GetLoopEngineNum(const uint8_t dieId, uint32_t& loopNum) const;
128 : HcclResult GetCkeNum(const uint8_t dieId, uint32_t& ckeNum) const;
129 : HcclResult GetXnNum(const uint8_t dieId, uint32_t& xnNum) const;
130 : HcclResult GetInstructionNum(const uint8_t dieId, uint32_t& instrNum) const;
131 : HcclResult GetGsaNum(const uint8_t dieId, uint32_t& gsaNum) const;
132 :
133 : // channel资源
134 : HcclResult GetChannelNum(const uint8_t dieId, uint32_t& channelNum) const;
135 : HcclResult GetJettyNum(const uint8_t dieId, uint32_t& jettyNum) const;
136 : HcclResult GetPfeReservedNum(const uint8_t dieId, uint32_t& pfeNum) const;
137 : HcclResult GetPfeNum(const uint8_t dieId, uint32_t& pfeNum) const;
138 : HcclResult GetWqeBBNum(const uint8_t dieId, uint32_t& wqeBBNum) const;
139 :
140 : // ccu mem info
141 : HcclResult GetCcuMemInfoList(const uint8_t dieId, struct CcuMemInfo* memInfoList, uint32_t& count);
142 :
143 : private:
144 : int32_t devLogicId{0};
145 : uint32_t devPhyId{0};
146 : std::array<bool, MAX_CCU_IODIE_NUM> dieEnableFlags{}; // 根据资源规格的记录可用的die
147 : std::array<CcuResSpecInfo, MAX_CCU_IODIE_NUM> resSpecs{};
148 : bool ifInit{false};
149 : bool isAX{false};
150 : CcuVersion ccuVersion{CcuVersion::CCU_INVALID};
151 :
152 : explicit CcuResSpecifications() = default;
153 :
154 : HcclResult Init_();
155 : };
156 :
157 : HcclResult
158 : CheckDieValid(const std::string& funcName, const int32_t devLogicId, const uint8_t dieId, bool dieEnableFlag);
159 :
160 : using GetResSpecFunc = HcclResult (CcuResSpecifications::*)(const uint8_t, uint32_t&) const;
161 : using ResSpecFuncPair = std::pair<ResType, GetResSpecFunc>;
162 : constexpr ResSpecFuncPair GET_RES_SPEC_FUNC_ARRAY[] = {
163 : {ResType::LOOP, &CcuResSpecifications::GetLoopEngineNum}, {ResType::MS, &CcuResSpecifications::GetMsNum},
164 : {ResType::CKE, &CcuResSpecifications::GetCkeNum}, {ResType::XN, &CcuResSpecifications::GetXnNum},
165 : {ResType::GSA, &CcuResSpecifications::GetGsaNum}, {ResType::INS, &CcuResSpecifications::GetInstructionNum},
166 : {ResType::MISSION, &CcuResSpecifications::GetMissionNum}};
167 :
168 : }; // namespace Hccl
169 : #endif // CCU_RES_SPECIFICATIONS_H
|