drivers/infiniband/hw/irdma/hmc.h

   1 /* SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB */
   2 /* Copyright (c) 2015 - 2020 Intel Corporation */
   3 #ifndef IRDMA_HMC_H
   4 #define IRDMA_HMC_H
   5
   6 #include "defs.h"
   7
   8 #define IRDMA_HMC_MAX_BP_COUNT                  512
   9 #define IRDMA_MAX_SD_ENTRIES                    11
  10 #define IRDMA_HW_DBG_HMC_INVALID_BP_MARK        0xca
  11 #define IRDMA_HMC_INFO_SIGNATURE                0x484d5347
  12 #define IRDMA_HMC_PD_CNT_IN_SD                  512
  13 #define IRDMA_HMC_DIRECT_BP_SIZE                0x200000
  14 #define IRDMA_HMC_MAX_SD_COUNT                  8192
  15 #define IRDMA_HMC_PAGED_BP_SIZE                 4096
  16 #define IRDMA_HMC_PD_BP_BUF_ALIGNMENT           4096
  17 #define IRDMA_FIRST_VF_FPM_ID                   8
  18 #define FPM_MULTIPLIER                          1024
  19
  20 enum irdma_hmc_rsrc_type {
  21         IRDMA_HMC_IW_QP          = 0,
  22         IRDMA_HMC_IW_CQ          = 1,
  23         IRDMA_HMC_IW_RESERVED    = 2,
  24         IRDMA_HMC_IW_HTE         = 3,
  25         IRDMA_HMC_IW_ARP         = 4,
  26         IRDMA_HMC_IW_APBVT_ENTRY = 5,
  27         IRDMA_HMC_IW_MR          = 6,
  28         IRDMA_HMC_IW_XF          = 7,
  29         IRDMA_HMC_IW_XFFL        = 8,
  30         IRDMA_HMC_IW_Q1          = 9,
  31         IRDMA_HMC_IW_Q1FL        = 10,
  32         IRDMA_HMC_IW_TIMER       = 11,
  33         IRDMA_HMC_IW_FSIMC       = 12,
  34         IRDMA_HMC_IW_FSIAV       = 13,
  35         IRDMA_HMC_IW_PBLE        = 14,
  36         IRDMA_HMC_IW_RRF         = 15,
  37         IRDMA_HMC_IW_RRFFL       = 16,
  38         IRDMA_HMC_IW_HDR         = 17,
  39         IRDMA_HMC_IW_MD          = 18,
  40         IRDMA_HMC_IW_OOISC       = 19,
  41         IRDMA_HMC_IW_OOISCFFL    = 20,
  42         IRDMA_HMC_IW_MAX, /* Must be last entry */
  43 };
  44
  45 enum irdma_sd_entry_type {
  46         IRDMA_SD_TYPE_INVALID = 0,
  47         IRDMA_SD_TYPE_PAGED   = 1,
  48         IRDMA_SD_TYPE_DIRECT  = 2,
  49 };
  50
  51 struct irdma_hmc_obj_info {
  52         u64 base;
  53         u32 max_cnt;
  54         u32 cnt;
  55         u64 size;
  56 };
  57
  58 struct irdma_hmc_bp {
  59         enum irdma_sd_entry_type entry_type;
  60         struct irdma_dma_mem addr;
  61         u32 sd_pd_index;
  62         u32 use_cnt;
  63 };
  64
  65 struct irdma_hmc_pd_entry {
  66         struct irdma_hmc_bp bp;
  67         u32 sd_index;
  68         bool rsrc_pg:1;
  69         bool valid:1;
  70 };
  71
  72 struct irdma_hmc_pd_table {
  73         struct irdma_dma_mem pd_page_addr;
  74         struct irdma_hmc_pd_entry *pd_entry;
  75         struct irdma_virt_mem pd_entry_virt_mem;
  76         u32 use_cnt;
  77         u32 sd_index;
  78 };
  79
  80 struct irdma_hmc_sd_entry {
  81         enum irdma_sd_entry_type entry_type;
  82         bool valid;
  83         union {
  84                 struct irdma_hmc_pd_table pd_table;
  85                 struct irdma_hmc_bp bp;
  86         } u;
  87 };
  88
  89 struct irdma_hmc_sd_table {
  90         struct irdma_virt_mem addr;
  91         u32 sd_cnt;
  92         u32 use_cnt;
  93         struct irdma_hmc_sd_entry *sd_entry;
  94 };
  95
  96 struct irdma_hmc_info {
  97         u32 signature;
  98         u8 hmc_fn_id;
  99         u16 first_sd_index;
 100         struct irdma_hmc_obj_info *hmc_obj;
 101         struct irdma_virt_mem hmc_obj_virt_mem;
 102         struct irdma_hmc_sd_table sd_table;
 103         u16 sd_indexes[IRDMA_HMC_MAX_SD_COUNT];
 104 };
 105
 106 struct irdma_update_sd_entry {
 107         u64 cmd;
 108         u64 data;
 109 };
 110
 111 struct irdma_update_sds_info {
 112         u32 cnt;
 113         u8 hmc_fn_id;
 114         struct irdma_update_sd_entry entry[IRDMA_MAX_SD_ENTRIES];
 115 };
 116
 117 struct irdma_ccq_cqe_info;
 118 struct irdma_hmc_fcn_info {
 119         u32 vf_id;
 120         u8 free_fcn;
 121 };
 122
 123 struct irdma_hmc_create_obj_info {
 124         struct irdma_hmc_info *hmc_info;
 125         struct irdma_virt_mem add_sd_virt_mem;
 126         u32 rsrc_type;
 127         u32 start_idx;
 128         u32 count;
 129         u32 add_sd_cnt;
 130         enum irdma_sd_entry_type entry_type;
 131         bool privileged;
 132 };
 133
 134 struct irdma_hmc_del_obj_info {
 135         struct irdma_hmc_info *hmc_info;
 136         struct irdma_virt_mem del_sd_virt_mem;
 137         u32 rsrc_type;
 138         u32 start_idx;
 139         u32 count;
 140         u32 del_sd_cnt;
 141         bool privileged;
 142 };
 143
 144 int irdma_copy_dma_mem(struct irdma_hw *hw, void *dest_buf,
 145                        struct irdma_dma_mem *src_mem, u64 src_offset, u64 size);
 146 int irdma_sc_create_hmc_obj(struct irdma_sc_dev *dev,
 147                             struct irdma_hmc_create_obj_info *info);
 148 int irdma_sc_del_hmc_obj(struct irdma_sc_dev *dev,
 149                          struct irdma_hmc_del_obj_info *info, bool reset);
 150 int irdma_hmc_sd_one(struct irdma_sc_dev *dev, u8 hmc_fn_id, u64 pa, u32 sd_idx,
 151                      enum irdma_sd_entry_type type,
 152                      bool setsd);
 153 int irdma_update_sds_noccq(struct irdma_sc_dev *dev,
 154                            struct irdma_update_sds_info *info);
 155 struct irdma_vfdev *irdma_vfdev_from_fpm(struct irdma_sc_dev *dev,
 156                                          u8 hmc_fn_id);
 157 struct irdma_hmc_info *irdma_vf_hmcinfo_from_fpm(struct irdma_sc_dev *dev,
 158                                                  u8 hmc_fn_id);
 159 int irdma_add_sd_table_entry(struct irdma_hw *hw,
 160                              struct irdma_hmc_info *hmc_info, u32 sd_index,
 161                              enum irdma_sd_entry_type type, u64 direct_mode_sz);
 162 int irdma_add_pd_table_entry(struct irdma_sc_dev *dev,
 163                              struct irdma_hmc_info *hmc_info, u32 pd_index,
 164                              struct irdma_dma_mem *rsrc_pg);
 165 int irdma_remove_pd_bp(struct irdma_sc_dev *dev,
 166                        struct irdma_hmc_info *hmc_info, u32 idx);
 167 int irdma_prep_remove_sd_bp(struct irdma_hmc_info *hmc_info, u32 idx);
 168 int irdma_prep_remove_pd_page(struct irdma_hmc_info *hmc_info, u32 idx);
 169 #endif /* IRDMA_HMC_H */