drivers/net/ethernet/qlogic/qed/qed_rdma.h

   1 /* SPDX-License-Identifier: (GPL-2.0-only OR BSD-3-Clause) */
   2 /* QLogic qed NIC Driver
   3  * Copyright (c) 2015-2017  QLogic Corporation
   4  * Copyright (c) 2019-2020 Marvell International Ltd.
   5  */
   6
   7 #ifndef _QED_RDMA_H
   8 #define _QED_RDMA_H
   9 #include <linux/types.h>
  10 #include <linux/bitops.h>
  11 #include <linux/kernel.h>
  12 #include <linux/list.h>
  13 #include <linux/slab.h>
  14 #include <linux/spinlock.h>
  15 #include <linux/qed/qed_if.h>
  16 #include <linux/qed/qed_rdma_if.h>
  17 #include "qed.h"
  18 #include "qed_dev_api.h"
  19 #include "qed_hsi.h"
  20 #include "qed_iwarp.h"
  21 #include "qed_roce.h"
  22
  23 #define QED_RDMA_MAX_P_KEY                  (1)
  24 #define QED_RDMA_MAX_WQE                    (0x7FFF)
  25 #define QED_RDMA_MAX_SRQ_WQE_ELEM           (0x7FFF)
  26 #define QED_RDMA_PAGE_SIZE_CAPS             (0xFFFFF000)
  27 #define QED_RDMA_ACK_DELAY                  (15)
  28 #define QED_RDMA_MAX_MR_SIZE                (0x10000000000ULL)
  29 #define QED_RDMA_MAX_CQS                    (RDMA_MAX_CQS)
  30 #define QED_RDMA_MAX_MRS                    (RDMA_MAX_TIDS)
  31 /* Add 1 for header element */
  32 #define QED_RDMA_MAX_SRQ_ELEM_PER_WQE       (RDMA_MAX_SGE_PER_RQ_WQE + 1)
  33 #define QED_RDMA_MAX_SGE_PER_SRQ_WQE        (RDMA_MAX_SGE_PER_RQ_WQE)
  34 #define QED_RDMA_SRQ_WQE_ELEM_SIZE          (16)
  35 #define QED_RDMA_MAX_SRQS                   (32 * 1024)
  36
  37 #define QED_RDMA_MAX_CQE_32_BIT             (0x7FFFFFFF - 1)
  38 #define QED_RDMA_MAX_CQE_16_BIT             (0x7FFF - 1)
  39
  40 /* Up to 2^16 XRC Domains are supported, but the actual number of supported XRC
  41  * SRQs is much smaller so there's no need to have that many domains.
  42  */
  43 #define QED_RDMA_MAX_XRCDS      (roundup_pow_of_two(RDMA_MAX_XRC_SRQS))
  44
  45 enum qed_rdma_toggle_bit {
  46         QED_RDMA_TOGGLE_BIT_CLEAR = 0,
  47         QED_RDMA_TOGGLE_BIT_SET = 1
  48 };
  49
  50 #define QED_RDMA_MAX_BMAP_NAME  (10)
  51 struct qed_bmap {
  52         unsigned long *bitmap;
  53         u32 max_count;
  54         char name[QED_RDMA_MAX_BMAP_NAME];
  55 };
  56
  57 struct qed_rdma_info {
  58         /* spin lock to protect bitmaps */
  59         spinlock_t lock;
  60
  61         struct qed_bmap cq_map;
  62         struct qed_bmap pd_map;
  63         struct qed_bmap xrcd_map;
  64         struct qed_bmap tid_map;
  65         struct qed_bmap qp_map;
  66         struct qed_bmap srq_map;
  67         struct qed_bmap xrc_srq_map;
  68         struct qed_bmap cid_map;
  69         struct qed_bmap tcp_cid_map;
  70         struct qed_bmap real_cid_map;
  71         struct qed_bmap dpi_map;
  72         struct qed_bmap toggle_bits;
  73         struct qed_rdma_events events;
  74         struct qed_rdma_device *dev;
  75         struct qed_rdma_port *port;
  76         u32 last_tid;
  77         u8 num_cnqs;
  78         u32 num_qps;
  79         u32 num_mrs;
  80         u32 num_srqs;
  81         u16 srq_id_offset;
  82         u16 queue_zone_base;
  83         u16 max_queue_zones;
  84         enum protocol_type proto;
  85         struct qed_iwarp_info iwarp;
  86         u8 active:1;
  87 };
  88
  89 struct qed_rdma_qp {
  90         struct regpair qp_handle;
  91         struct regpair qp_handle_async;
  92         u32 qpid;
  93         u16 icid;
  94         enum qed_roce_qp_state cur_state;
  95         enum qed_rdma_qp_type qp_type;
  96         enum qed_iwarp_qp_state iwarp_state;
  97         bool use_srq;
  98         bool signal_all;
  99         bool fmr_and_reserved_lkey;
 100
 101         bool incoming_rdma_read_en;
 102         bool incoming_rdma_write_en;
 103         bool incoming_atomic_en;
 104         bool e2e_flow_control_en;
 105
 106         u16 pd;
 107         u16 pkey;
 108         u32 dest_qp;
 109         u16 mtu;
 110         u16 srq_id;
 111         u8 traffic_class_tos;
 112         u8 hop_limit_ttl;
 113         u16 dpi;
 114         u32 flow_label;
 115         bool lb_indication;
 116         u16 vlan_id;
 117         u32 ack_timeout;
 118         u8 retry_cnt;
 119         u8 rnr_retry_cnt;
 120         u8 min_rnr_nak_timer;
 121         bool sqd_async;
 122         union qed_gid sgid;
 123         union qed_gid dgid;
 124         enum roce_mode roce_mode;
 125         u16 udp_src_port;
 126         u8 stats_queue;
 127
 128         /* requeseter */
 129         u8 max_rd_atomic_req;
 130         u32 sq_psn;
 131         u16 sq_cq_id;
 132         u16 sq_num_pages;
 133         dma_addr_t sq_pbl_ptr;
 134         void *orq;
 135         dma_addr_t orq_phys_addr;
 136         u8 orq_num_pages;
 137         bool req_offloaded;
 138         bool has_req;
 139
 140         /* responder */
 141         u8 max_rd_atomic_resp;
 142         u32 rq_psn;
 143         u16 rq_cq_id;
 144         u16 rq_num_pages;
 145         u16 xrcd_id;
 146         dma_addr_t rq_pbl_ptr;
 147         void *irq;
 148         dma_addr_t irq_phys_addr;
 149         u8 irq_num_pages;
 150         bool resp_offloaded;
 151         u32 cq_prod;
 152         bool has_resp;
 153
 154         u8 remote_mac_addr[6];
 155         u8 local_mac_addr[6];
 156
 157         void *shared_queue;
 158         dma_addr_t shared_queue_phys_addr;
 159         struct qed_iwarp_ep *ep;
 160         u8 edpm_mode;
 161 };
 162
 163 static inline bool qed_rdma_is_xrc_qp(struct qed_rdma_qp *qp)
 164 {
 165         if (qp->qp_type == QED_RDMA_QP_TYPE_XRC_TGT ||
 166             qp->qp_type == QED_RDMA_QP_TYPE_XRC_INI)
 167                 return true;
 168
 169         return false;
 170 }
 171
 172 #if IS_ENABLED(CONFIG_QED_RDMA)
 173 void qed_rdma_dpm_bar(struct qed_hwfn *p_hwfn, struct qed_ptt *p_ptt);
 174 void qed_rdma_dpm_conf(struct qed_hwfn *p_hwfn, struct qed_ptt *p_ptt);
 175 int qed_rdma_info_alloc(struct qed_hwfn *p_hwfn);
 176 void qed_rdma_info_free(struct qed_hwfn *p_hwfn);
 177 #else
 178 static inline void qed_rdma_dpm_conf(struct qed_hwfn *p_hwfn,
 179                                      struct qed_ptt *p_ptt) {}
 180 static inline void qed_rdma_dpm_bar(struct qed_hwfn *p_hwfn,
 181                                     struct qed_ptt *p_ptt) {}
 182 static inline int qed_rdma_info_alloc(struct qed_hwfn *p_hwfn)
 183                                       {return -EINVAL; }
 184 static inline void qed_rdma_info_free(struct qed_hwfn *p_hwfn) {}
 185 #endif
 186
 187 int
 188 qed_rdma_bmap_alloc(struct qed_hwfn *p_hwfn,
 189                     struct qed_bmap *bmap, u32 max_count, char *name);
 190
 191 void
 192 qed_rdma_bmap_free(struct qed_hwfn *p_hwfn, struct qed_bmap *bmap, bool check);
 193
 194 int
 195 qed_rdma_bmap_alloc_id(struct qed_hwfn *p_hwfn,
 196                        struct qed_bmap *bmap, u32 *id_num);
 197
 198 void
 199 qed_bmap_set_id(struct qed_hwfn *p_hwfn, struct qed_bmap *bmap, u32 id_num);
 200
 201 void
 202 qed_bmap_release_id(struct qed_hwfn *p_hwfn, struct qed_bmap *bmap, u32 id_num);
 203
 204 int
 205 qed_bmap_test_id(struct qed_hwfn *p_hwfn, struct qed_bmap *bmap, u32 id_num);
 206
 207 void qed_rdma_set_fw_mac(__le16 *p_fw_mac, const u8 *p_qed_mac);
 208
 209 bool qed_rdma_allocated_qps(struct qed_hwfn *p_hwfn);
 210 #endif