drivers/infiniband/hw/irdma/icrdma_hw.c

   1 // SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB
   2 /* Copyright (c) 2017 - 2021 Intel Corporation */
   3 #include "osdep.h"
   4 #include "type.h"
   5 #include "icrdma_hw.h"
   6
   7 static u32 icrdma_regs[IRDMA_MAX_REGS] = {
   8         PFPE_CQPTAIL,
   9         PFPE_CQPDB,
  10         PFPE_CCQPSTATUS,
  11         PFPE_CCQPHIGH,
  12         PFPE_CCQPLOW,
  13         PFPE_CQARM,
  14         PFPE_CQACK,
  15         PFPE_AEQALLOC,
  16         PFPE_CQPERRCODES,
  17         PFPE_WQEALLOC,
  18         GLINT_DYN_CTL(0),
  19         ICRDMA_DB_ADDR_OFFSET,
  20
  21         GLPCI_LBARCTRL,
  22         GLPE_CPUSTATUS0,
  23         GLPE_CPUSTATUS1,
  24         GLPE_CPUSTATUS2,
  25         PFINT_AEQCTL,
  26         GLINT_CEQCTL(0),
  27         VSIQF_PE_CTL1(0),
  28         PFHMC_PDINV,
  29         GLHMC_VFPDINV(0),
  30         GLPE_CRITERR,
  31         GLINT_RATE(0),
  32 };
  33
  34 static u64 icrdma_masks[IRDMA_MAX_MASKS] = {
  35         ICRDMA_CCQPSTATUS_CCQP_DONE,
  36         ICRDMA_CCQPSTATUS_CCQP_ERR,
  37         ICRDMA_CQPSQ_STAG_PDID,
  38         ICRDMA_CQPSQ_CQ_CEQID,
  39         ICRDMA_CQPSQ_CQ_CQID,
  40         ICRDMA_COMMIT_FPM_CQCNT,
  41 };
  42
  43 static u64 icrdma_shifts[IRDMA_MAX_SHIFTS] = {
  44         ICRDMA_CCQPSTATUS_CCQP_DONE_S,
  45         ICRDMA_CCQPSTATUS_CCQP_ERR_S,
  46         ICRDMA_CQPSQ_STAG_PDID_S,
  47         ICRDMA_CQPSQ_CQ_CEQID_S,
  48         ICRDMA_CQPSQ_CQ_CQID_S,
  49         ICRDMA_COMMIT_FPM_CQCNT_S,
  50 };
  51
  52 /**
  53  * icrdma_ena_irq - Enable interrupt
  54  * @dev: pointer to the device structure
  55  * @idx: vector index
  56  */
  57 static void icrdma_ena_irq(struct irdma_sc_dev *dev, u32 idx)
  58 {
  59         u32 val;
  60         u32 interval = 0;
  61
  62         if (dev->ceq_itr && dev->aeq->msix_idx != idx)
  63                 interval = dev->ceq_itr >> 1; /* 2 usec units */
  64         val = FIELD_PREP(IRDMA_GLINT_DYN_CTL_ITR_INDX, 0) |
  65               FIELD_PREP(IRDMA_GLINT_DYN_CTL_INTERVAL, interval) |
  66               FIELD_PREP(IRDMA_GLINT_DYN_CTL_INTENA, 1) |
  67               FIELD_PREP(IRDMA_GLINT_DYN_CTL_CLEARPBA, 1);
  68
  69         if (dev->hw_attrs.uk_attrs.hw_rev != IRDMA_GEN_1)
  70                 writel(val, dev->hw_regs[IRDMA_GLINT_DYN_CTL] + idx);
  71         else
  72                 writel(val, dev->hw_regs[IRDMA_GLINT_DYN_CTL] + (idx - 1));
  73 }
  74
  75 /**
  76  * icrdma_disable_irq - Disable interrupt
  77  * @dev: pointer to the device structure
  78  * @idx: vector index
  79  */
  80 static void icrdma_disable_irq(struct irdma_sc_dev *dev, u32 idx)
  81 {
  82         if (dev->hw_attrs.uk_attrs.hw_rev != IRDMA_GEN_1)
  83                 writel(0, dev->hw_regs[IRDMA_GLINT_DYN_CTL] + idx);
  84         else
  85                 writel(0, dev->hw_regs[IRDMA_GLINT_DYN_CTL] + (idx - 1));
  86 }
  87
  88 /**
  89  * icrdma_cfg_ceq- Configure CEQ interrupt
  90  * @dev: pointer to the device structure
  91  * @ceq_id: Completion Event Queue ID
  92  * @idx: vector index
  93  * @enable: True to enable, False disables
  94  */
  95 static void icrdma_cfg_ceq(struct irdma_sc_dev *dev, u32 ceq_id, u32 idx,
  96                            bool enable)
  97 {
  98         u32 reg_val;
  99
 100         reg_val = FIELD_PREP(IRDMA_GLINT_CEQCTL_CAUSE_ENA, enable) |
 101                   FIELD_PREP(IRDMA_GLINT_CEQCTL_MSIX_INDX, idx) |
 102                   FIELD_PREP(IRDMA_GLINT_CEQCTL_ITR_INDX, 3);
 103
 104         writel(reg_val, dev->hw_regs[IRDMA_GLINT_CEQCTL] + ceq_id);
 105 }
 106
 107 static const struct irdma_irq_ops icrdma_irq_ops = {
 108         .irdma_cfg_aeq = irdma_cfg_aeq,
 109         .irdma_cfg_ceq = icrdma_cfg_ceq,
 110         .irdma_dis_irq = icrdma_disable_irq,
 111         .irdma_en_irq = icrdma_ena_irq,
 112 };
 113
 114 static const struct irdma_hw_stat_map icrdma_hw_stat_map[] = {
 115         [IRDMA_HW_STAT_INDEX_RXVLANERR] =       {   0, 32, IRDMA_MAX_STATS_24 },
 116         [IRDMA_HW_STAT_INDEX_IP4RXOCTS] =       {   8,  0, IRDMA_MAX_STATS_48 },
 117         [IRDMA_HW_STAT_INDEX_IP4RXPKTS] =       {  16,  0, IRDMA_MAX_STATS_48 },
 118         [IRDMA_HW_STAT_INDEX_IP4RXDISCARD] =    {  24, 32, IRDMA_MAX_STATS_32 },
 119         [IRDMA_HW_STAT_INDEX_IP4RXTRUNC] =      {  24,  0, IRDMA_MAX_STATS_32 },
 120         [IRDMA_HW_STAT_INDEX_IP4RXFRAGS] =      {  32,  0, IRDMA_MAX_STATS_48 },
 121         [IRDMA_HW_STAT_INDEX_IP4RXMCOCTS] =     {  40,  0, IRDMA_MAX_STATS_48 },
 122         [IRDMA_HW_STAT_INDEX_IP4RXMCPKTS] =     {  48,  0, IRDMA_MAX_STATS_48 },
 123         [IRDMA_HW_STAT_INDEX_IP6RXOCTS] =       {  56,  0, IRDMA_MAX_STATS_48 },
 124         [IRDMA_HW_STAT_INDEX_IP6RXPKTS] =       {  64,  0, IRDMA_MAX_STATS_48 },
 125         [IRDMA_HW_STAT_INDEX_IP6RXDISCARD] =    {  72, 32, IRDMA_MAX_STATS_32 },
 126         [IRDMA_HW_STAT_INDEX_IP6RXTRUNC] =      {  72,  0, IRDMA_MAX_STATS_32 },
 127         [IRDMA_HW_STAT_INDEX_IP6RXFRAGS] =      {  80,  0, IRDMA_MAX_STATS_48 },
 128         [IRDMA_HW_STAT_INDEX_IP6RXMCOCTS] =     {  88,  0, IRDMA_MAX_STATS_48 },
 129         [IRDMA_HW_STAT_INDEX_IP6RXMCPKTS] =     {  96,  0, IRDMA_MAX_STATS_48 },
 130         [IRDMA_HW_STAT_INDEX_IP4TXOCTS] =       { 104,  0, IRDMA_MAX_STATS_48 },
 131         [IRDMA_HW_STAT_INDEX_IP4TXPKTS] =       { 112,  0, IRDMA_MAX_STATS_48 },
 132         [IRDMA_HW_STAT_INDEX_IP4TXFRAGS] =      { 120,  0, IRDMA_MAX_STATS_48 },
 133         [IRDMA_HW_STAT_INDEX_IP4TXMCOCTS] =     { 128,  0, IRDMA_MAX_STATS_48 },
 134         [IRDMA_HW_STAT_INDEX_IP4TXMCPKTS] =     { 136,  0, IRDMA_MAX_STATS_48 },
 135         [IRDMA_HW_STAT_INDEX_IP6TXOCTS] =       { 144,  0, IRDMA_MAX_STATS_48 },
 136         [IRDMA_HW_STAT_INDEX_IP6TXPKTS] =       { 152,  0, IRDMA_MAX_STATS_48 },
 137         [IRDMA_HW_STAT_INDEX_IP6TXFRAGS] =      { 160,  0, IRDMA_MAX_STATS_48 },
 138         [IRDMA_HW_STAT_INDEX_IP6TXMCOCTS] =     { 168,  0, IRDMA_MAX_STATS_48 },
 139         [IRDMA_HW_STAT_INDEX_IP6TXMCPKTS] =     { 176,  0, IRDMA_MAX_STATS_48 },
 140         [IRDMA_HW_STAT_INDEX_IP4TXNOROUTE] =    { 184, 32, IRDMA_MAX_STATS_24 },
 141         [IRDMA_HW_STAT_INDEX_IP6TXNOROUTE] =    { 184,  0, IRDMA_MAX_STATS_24 },
 142         [IRDMA_HW_STAT_INDEX_TCPRXSEGS] =       { 192, 32, IRDMA_MAX_STATS_48 },
 143         [IRDMA_HW_STAT_INDEX_TCPRXOPTERR] =     { 200, 32, IRDMA_MAX_STATS_24 },
 144         [IRDMA_HW_STAT_INDEX_TCPRXPROTOERR] =   { 200,  0, IRDMA_MAX_STATS_24 },
 145         [IRDMA_HW_STAT_INDEX_TCPTXSEG] =        { 208,  0, IRDMA_MAX_STATS_48 },
 146         [IRDMA_HW_STAT_INDEX_TCPRTXSEG] =       { 216, 32, IRDMA_MAX_STATS_32 },
 147         [IRDMA_HW_STAT_INDEX_UDPRXPKTS] =       { 224,  0, IRDMA_MAX_STATS_48 },
 148         [IRDMA_HW_STAT_INDEX_UDPTXPKTS] =       { 232,  0, IRDMA_MAX_STATS_48 },
 149         [IRDMA_HW_STAT_INDEX_RDMARXWRS] =       { 240,  0, IRDMA_MAX_STATS_48 },
 150         [IRDMA_HW_STAT_INDEX_RDMARXRDS] =       { 248,  0, IRDMA_MAX_STATS_48 },
 151         [IRDMA_HW_STAT_INDEX_RDMARXSNDS] =      { 256,  0, IRDMA_MAX_STATS_48 },
 152         [IRDMA_HW_STAT_INDEX_RDMATXWRS] =       { 264,  0, IRDMA_MAX_STATS_48 },
 153         [IRDMA_HW_STAT_INDEX_RDMATXRDS] =       { 272,  0, IRDMA_MAX_STATS_48 },
 154         [IRDMA_HW_STAT_INDEX_RDMATXSNDS] =      { 280,  0, IRDMA_MAX_STATS_48 },
 155         [IRDMA_HW_STAT_INDEX_RDMAVBND] =        { 288,  0, IRDMA_MAX_STATS_48 },
 156         [IRDMA_HW_STAT_INDEX_RDMAVINV] =        { 296,  0, IRDMA_MAX_STATS_48 },
 157         [IRDMA_HW_STAT_INDEX_RXNPECNMARKEDPKTS] = { 304,  0, IRDMA_MAX_STATS_56 },
 158         [IRDMA_HW_STAT_INDEX_RXRPCNPIGNORED] =  { 312, 32, IRDMA_MAX_STATS_24 },
 159         [IRDMA_HW_STAT_INDEX_RXRPCNPHANDLED] =  { 312,  0, IRDMA_MAX_STATS_32 },
 160         [IRDMA_HW_STAT_INDEX_TXNPCNPSENT] =     { 320,  0, IRDMA_MAX_STATS_32 },
 161 };
 162
 163 void icrdma_init_hw(struct irdma_sc_dev *dev)
 164 {
 165         int i;
 166         u8 __iomem *hw_addr;
 167
 168         for (i = 0; i < IRDMA_MAX_REGS; ++i) {
 169                 hw_addr = dev->hw->hw_addr;
 170
 171                 if (i == IRDMA_DB_ADDR_OFFSET)
 172                         hw_addr = NULL;
 173
 174                 dev->hw_regs[i] = (u32 __iomem *)(hw_addr + icrdma_regs[i]);
 175         }
 176         dev->hw_attrs.max_hw_vf_fpm_id = IRDMA_MAX_VF_FPM_ID;
 177         dev->hw_attrs.first_hw_vf_fpm_id = IRDMA_FIRST_VF_FPM_ID;
 178
 179         for (i = 0; i < IRDMA_MAX_SHIFTS; ++i)
 180                 dev->hw_shifts[i] = icrdma_shifts[i];
 181
 182         for (i = 0; i < IRDMA_MAX_MASKS; ++i)
 183                 dev->hw_masks[i] = icrdma_masks[i];
 184
 185         dev->wqe_alloc_db = dev->hw_regs[IRDMA_WQEALLOC];
 186         dev->cq_arm_db = dev->hw_regs[IRDMA_CQARM];
 187         dev->aeq_alloc_db = dev->hw_regs[IRDMA_AEQALLOC];
 188         dev->cqp_db = dev->hw_regs[IRDMA_CQPDB];
 189         dev->cq_ack_db = dev->hw_regs[IRDMA_CQACK];
 190         dev->irq_ops = &icrdma_irq_ops;
 191         dev->hw_attrs.page_size_cap = SZ_4K | SZ_2M | SZ_1G;
 192         dev->hw_stats_map = icrdma_hw_stat_map;
 193         dev->hw_attrs.max_hw_ird = ICRDMA_MAX_IRD_SIZE;
 194         dev->hw_attrs.max_hw_ord = ICRDMA_MAX_ORD_SIZE;
 195         dev->hw_attrs.max_stat_inst = ICRDMA_MAX_STATS_COUNT;
 196         dev->hw_attrs.max_stat_idx = IRDMA_HW_STAT_INDEX_MAX_GEN_2;
 197
 198         dev->hw_attrs.uk_attrs.min_hw_wq_size = ICRDMA_MIN_WQ_SIZE;
 199         dev->hw_attrs.uk_attrs.max_hw_sq_chunk = IRDMA_MAX_QUANTA_PER_WR;
 200         dev->hw_attrs.uk_attrs.feature_flags |= IRDMA_FEATURE_RTS_AE |
 201                                                 IRDMA_FEATURE_CQ_RESIZE;
 202 }