Line data    Source code

       1              : /**
       2              :  * Copyright (c) 2025 Huawei Technologies Co., Ltd.
       3              :  * This program is free software, you can redistribute it and/or modify it under the terms and conditions of
       4              :  * CANN Open Software License Agreement Version 2.0 (the "License").
       5              :  * Please refer to the License for details. You may not use this file except in compliance with the License.
       6              :  * THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
       7              :  * INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
       8              :  * See LICENSE in the root of the software repository for the full text of the License.
       9              :  */
      10              : 
      11              : #ifndef HCCLV2_RMA_CONN_MANAGER_H
      12              : #define HCCLV2_RMA_CONN_MANAGER_H
      13              : 
      14              : #include <string>
      15              : #include <vector>
      16              : #include <map>
      17              : #include <unordered_map>
      18              : #include <memory>
      19              : #include "types.h"
      20              : #include "rma_connection.h"
      21              : #include "virtual_topo.h"
      22              : #include "socket.h"
      23              : 
      24              : namespace Hccl {
      25              : 
      26              : class CommunicatorImpl;
      27              : 
      28          519 : MAKE_ENUM(UboeStatus, READY, INIT, SOCKET_OK, SOCKET_TIMEOUT);
      29              : 
      30              : class RmaConnManager {
      31              : public:
      32              :     explicit RmaConnManager(const CommunicatorImpl &comm);
      33              :     virtual ~RmaConnManager();
      34              : 
      35            1 :     RmaConnection *Create(const std::string &tag, const LinkData &linkData, const HrtUbJfcMode jfcMode = HrtUbJfcMode::STARS_POLL);
      36              : 
      37              :     void                         BatchCreate(vector<LinkData> &links);
      38              : 
      39              :     RmaConnection               *Get(const std::string &tag, const LinkData &linkData);
      40              : 
      41              :     std::vector<RmaConnection *> GetOpTagConns(const std::string &tag) const;
      42              : 
      43              :     void Release(const std::string &tag, const LinkData &linkData);
      44              : 
      45              :     void Destroy();
      46              : 
      47              :     void Clear();
      48              : 
      49              : private:
      50              :     void                      GetDeleteJettys(BatchDeleteJettyInfo &batchDeleteJettyInfo);
      51              :     void                      BatchDeleteJettys();
      52              :     unique_ptr<RmaConnection> CreateRdmaConn(Socket *socket, const std::string &tag, const LinkData &linkData) const;
      53              :     unique_ptr<RmaConnection> CreateUbConn(Socket *socket, const std::string &tag, const LinkData &linkData, 
      54              :                                            const HrtUbJfcMode jfcMode = HrtUbJfcMode::STARS_POLL);
      55              :     bool                      isDestroyed{false};
      56              :     // tag -> LinkData -> RmaConnection
      57              :     std::unordered_map<
      58              :         std::string,
      59              :         std::unordered_map<LinkData, std::unique_ptr<RmaConnection>, hash<Hccl::LinkData>>>
      60              :         rmaConnectionMap;
      61              : 
      62              :     u32                     localRank{0};
      63              :     const CommunicatorImpl *comm;
      64              :     
      65              :     IpAddress locAddr;
      66              :     IpAddress rmtAddr;
      67              :     UboeStatus  uboeStatus{UboeStatus::INIT};
      68          519 :     MAKE_ENUM(UbStatus, INIT, SOCKET_OK, SEND_DATA, RECV_DATA, SEND_FIN, RECV_FIN, PROCESS_DATA, CONN_OK)
      69              :     UbStatus    ubStatus{UbStatus::INIT};
      70              :     vector<char> sendData{};
      71              :     vector<char> recvData{};
      72              :     u32 exchangeDataSize{0}; // 交换的消息大小
      73              : 
      74              :     std::vector<RmaConnection *> GetAllConns() const;
      75              :     void                         RecreateAllConns();
      76              :     void                         BindRemoteRmaBuffers();
      77              : 
      78              :     bool                         IsSocketReady(Socket *socket, const LinkData &linkData);
      79              :     UboeStatus                   GetUboeSocketStatus(Socket *socket, const LinkData &linkData);
      80              :     void                         WaitUboeSocketReady(Socket *socket, const LinkData &linkData);
      81              :     void                         Ipv4Pack();
      82              :     void                         Ipv4UnPack(BinaryStream& binaryStream);
      83              :     void                         SendExchangeData(Socket *socket, const LinkData &linkData);
      84              :     void                         RecvExchangeData(Socket *socket, const LinkData &linkData);
      85              :     void                         RecvDataProcess(const LinkData &linkData);
      86              : };
      87              : 
      88              : } // namespace Hccl
      89              : 
      90              : #endif // HCCLV2_RMA_CONN_MANAGER_H