2 * Broadcom NetXtreme-E RoCE driver.
4 * Copyright (c) 2016 - 2017, Broadcom. All rights reserved. The term
5 * Broadcom refers to Broadcom Limited and/or its subsidiaries.
7 * This software is available to you under a choice of one of two
8 * licenses. You may choose to be licensed under the terms of the GNU
9 * General Public License (GPL) Version 2, available from the file
10 * COPYING in the main directory of this source tree, or the
13 * Redistribution and use in source and binary forms, with or without
14 * modification, are permitted provided that the following conditions
17 * 1. Redistributions of source code must retain the above copyright
18 * notice, this list of conditions and the following disclaimer.
19 * 2. Redistributions in binary form must reproduce the above copyright
20 * notice, this list of conditions and the following disclaimer in
21 * the documentation and/or other materials provided with the
24 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS''
25 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
26 * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
27 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS
28 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
29 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
30 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
31 * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
32 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
33 * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
34 * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
36 * Description: Slow Path Operators (header)
42 #define ROCE_DRV_MODULE_NAME "bnxt_re"
44 #define BNXT_RE_DESC "Broadcom NetXtreme-C/E RoCE Driver"
45 #define BNXT_RE_PAGE_SHIFT_4K (12)
46 #define BNXT_RE_PAGE_SHIFT_8K (13)
47 #define BNXT_RE_PAGE_SHIFT_64K (16)
48 #define BNXT_RE_PAGE_SHIFT_2M (21)
49 #define BNXT_RE_PAGE_SHIFT_8M (23)
50 #define BNXT_RE_PAGE_SHIFT_1G (30)
52 #define BNXT_RE_PAGE_SIZE_4K BIT(BNXT_RE_PAGE_SHIFT_4K)
53 #define BNXT_RE_PAGE_SIZE_8K BIT(BNXT_RE_PAGE_SHIFT_8K)
54 #define BNXT_RE_PAGE_SIZE_64K BIT(BNXT_RE_PAGE_SHIFT_64K)
55 #define BNXT_RE_PAGE_SIZE_2M BIT(BNXT_RE_PAGE_SHIFT_2M)
56 #define BNXT_RE_PAGE_SIZE_8M BIT(BNXT_RE_PAGE_SHIFT_8M)
57 #define BNXT_RE_PAGE_SIZE_1G BIT(BNXT_RE_PAGE_SHIFT_1G)
59 #define BNXT_RE_MAX_MR_SIZE_LOW BIT_ULL(BNXT_RE_PAGE_SHIFT_1G)
60 #define BNXT_RE_MAX_MR_SIZE_HIGH BIT_ULL(39)
61 #define BNXT_RE_MAX_MR_SIZE BNXT_RE_MAX_MR_SIZE_HIGH
63 #define BNXT_RE_MAX_QPC_COUNT (64 * 1024)
64 #define BNXT_RE_MAX_MRW_COUNT (64 * 1024)
65 #define BNXT_RE_MAX_SRQC_COUNT (64 * 1024)
66 #define BNXT_RE_MAX_CQ_COUNT (64 * 1024)
67 #define BNXT_RE_MAX_MRW_COUNT_64K (64 * 1024)
68 #define BNXT_RE_MAX_MRW_COUNT_256K (256 * 1024)
70 /* Number of MRs to reserve for PF, leaving remainder for VFs */
71 #define BNXT_RE_RESVD_MR_FOR_PF (32 * 1024)
72 #define BNXT_RE_MAX_GID_PER_VF 128
75 * Percentage of resources of each type reserved for PF.
76 * Remaining resources are divided equally among VFs.
79 #define BNXT_RE_PCT_RSVD_FOR_PF 50
81 #define BNXT_RE_UD_QP_HW_STALL 0x400000
83 #define BNXT_RE_RQ_WQE_THRESHOLD 32
86 * Setting the default ack delay value to 16, which means
87 * the default timeout is approx. 260ms(4 usec * 2 ^(timeout))
90 #define BNXT_RE_DEFAULT_ACK_DELAY 16
92 struct bnxt_re_ring_attr
{
97 u32 lrid
; /* Logical ring id */
101 struct bnxt_re_work
{
102 struct work_struct work
;
104 struct bnxt_re_dev
*rdev
;
105 struct net_device
*vlan_dev
;
108 struct bnxt_re_sqp_entries
{
109 struct bnxt_qplib_sge sge
;
111 /* For storing the actual qp1 cqe */
112 struct bnxt_qplib_cqe cqe
;
113 struct bnxt_re_qp
*qp1_qp
;
116 #define BNXT_RE_MAX_GSI_SQP_ENTRIES 1024
117 struct bnxt_re_gsi_context
{
118 struct bnxt_re_qp
*gsi_qp
;
119 struct bnxt_re_qp
*gsi_sqp
;
120 struct bnxt_re_ah
*gsi_sah
;
121 struct bnxt_re_sqp_entries
*sqp_tbl
;
124 #define BNXT_RE_MIN_MSIX 2
125 #define BNXT_RE_MAX_MSIX 9
126 #define BNXT_RE_AEQ_IDX 0
127 #define BNXT_RE_NQ_IDX 1
128 #define BNXT_RE_GEN_P5_MAX_VF 64
131 struct ib_device ibdev
;
132 struct list_head list
;
134 #define BNXT_RE_FLAG_NETDEV_REGISTERED 0
135 #define BNXT_RE_FLAG_GOT_MSIX 2
136 #define BNXT_RE_FLAG_HAVE_L2_REF 3
137 #define BNXT_RE_FLAG_RCFW_CHANNEL_EN 4
138 #define BNXT_RE_FLAG_QOS_WORK_REG 5
139 #define BNXT_RE_FLAG_RESOURCES_ALLOCATED 7
140 #define BNXT_RE_FLAG_RESOURCES_INITIALIZED 8
141 #define BNXT_RE_FLAG_ISSUE_ROCE_STATS 29
142 struct net_device
*netdev
;
143 unsigned int version
, major
, minor
;
144 struct bnxt_qplib_chip_ctx
*chip_ctx
;
145 struct bnxt_en_dev
*en_dev
;
146 struct bnxt_msix_entry msix_entries
[BNXT_RE_MAX_MSIX
];
151 struct delayed_work worker
;
156 /* FP Notification Queue (CQ & SRQ) */
157 struct tasklet_struct nq_task
;
160 struct bnxt_qplib_rcfw rcfw
;
163 struct bnxt_qplib_nq nq
[BNXT_RE_MAX_MSIX
];
165 /* Device Resources */
166 struct bnxt_qplib_dev_attr dev_attr
;
167 struct bnxt_qplib_ctx qplib_ctx
;
168 struct bnxt_qplib_res qplib_res
;
169 struct bnxt_qplib_dpi dpi_privileged
;
172 struct mutex qp_lock
; /* protect qp list */
173 struct list_head qp_list
;
179 /* Max of 2 lossless traffic class supported per port */
182 /* QP for for handling QP1 packets */
183 struct bnxt_re_gsi_context gsi_ctx
;
184 atomic_t nq_alloc_cnt
;
187 struct bnxt_qplib_roce_stats stats
;
190 #define to_bnxt_re_dev(ptr, member) \
191 container_of((ptr), struct bnxt_re_dev, member)
193 #define BNXT_RE_ROCE_V1_PACKET 0
194 #define BNXT_RE_ROCEV2_IPV4_PACKET 2
195 #define BNXT_RE_ROCEV2_IPV6_PACKET 3
197 static inline struct device
*rdev_to_dev(struct bnxt_re_dev
*rdev
)
200 return &rdev
->ibdev
.dev
;