2 * Huawei HiNIC PCI Express Linux driver
3 * Copyright(c) 2017 Huawei Technologies Co., Ltd
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms and conditions of the GNU General Public License,
7 * version 2, as published by the Free Software Foundation.
9 * This program is distributed in the hope it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
19 #include <linux/kernel.h>
20 #include <linux/types.h>
21 #include <linux/sizes.h>
22 #include <linux/pci.h>
23 #include <linux/skbuff.h>
25 #include "hinic_common.h"
26 #include "hinic_hw_if.h"
27 #include "hinic_hw_wqe.h"
28 #include "hinic_hw_wq.h"
29 #include "hinic_hw_qp_ctxt.h"
31 #define HINIC_SQ_DB_INFO_PI_HI_SHIFT 0
32 #define HINIC_SQ_DB_INFO_QID_SHIFT 8
33 #define HINIC_SQ_DB_INFO_PATH_SHIFT 23
34 #define HINIC_SQ_DB_INFO_COS_SHIFT 24
35 #define HINIC_SQ_DB_INFO_TYPE_SHIFT 27
37 #define HINIC_SQ_DB_INFO_PI_HI_MASK 0xFF
38 #define HINIC_SQ_DB_INFO_QID_MASK 0x3FF
39 #define HINIC_SQ_DB_INFO_PATH_MASK 0x1
40 #define HINIC_SQ_DB_INFO_COS_MASK 0x7
41 #define HINIC_SQ_DB_INFO_TYPE_MASK 0x1F
43 #define HINIC_SQ_DB_INFO_SET(val, member) \
44 (((u32)(val) & HINIC_SQ_DB_INFO_##member##_MASK) \
45 << HINIC_SQ_DB_INFO_##member##_SHIFT)
47 #define HINIC_SQ_WQEBB_SIZE 64
48 #define HINIC_RQ_WQEBB_SIZE 32
50 #define HINIC_SQ_PAGE_SIZE SZ_4K
51 #define HINIC_RQ_PAGE_SIZE SZ_4K
53 #define HINIC_SQ_DEPTH SZ_4K
54 #define HINIC_RQ_DEPTH SZ_4K
56 /* In any change to HINIC_RX_BUF_SZ, HINIC_RX_BUF_SZ_IDX must be changed */
57 #define HINIC_RX_BUF_SZ 2048
58 #define HINIC_RX_BUF_SZ_IDX HINIC_RX_BUF_SZ_2048_IDX
60 #define HINIC_MIN_TX_WQE_SIZE(wq) \
61 ALIGN(HINIC_SQ_WQE_SIZE(1), (wq)->wqebb_size)
63 #define HINIC_MIN_TX_NUM_WQEBBS(sq) \
64 (HINIC_MIN_TX_WQE_SIZE((sq)->wq) / (sq)->wq->wqebb_size)
66 enum hinic_rx_buf_sz_idx
{
67 HINIC_RX_BUF_SZ_32_IDX
,
68 HINIC_RX_BUF_SZ_64_IDX
,
69 HINIC_RX_BUF_SZ_96_IDX
,
70 HINIC_RX_BUF_SZ_128_IDX
,
71 HINIC_RX_BUF_SZ_192_IDX
,
72 HINIC_RX_BUF_SZ_256_IDX
,
73 HINIC_RX_BUF_SZ_384_IDX
,
74 HINIC_RX_BUF_SZ_512_IDX
,
75 HINIC_RX_BUF_SZ_768_IDX
,
76 HINIC_RX_BUF_SZ_1024_IDX
,
77 HINIC_RX_BUF_SZ_1536_IDX
,
78 HINIC_RX_BUF_SZ_2048_IDX
,
79 HINIC_RX_BUF_SZ_3072_IDX
,
80 HINIC_RX_BUF_SZ_4096_IDX
,
81 HINIC_RX_BUF_SZ_8192_IDX
,
82 HINIC_RX_BUF_SZ_16384_IDX
,
86 struct hinic_hwif
*hwif
;
94 dma_addr_t hw_ci_dma_addr
;
96 void __iomem
*db_base
;
98 struct sk_buff
**saved_skb
;
102 struct hinic_hwif
*hwif
;
111 struct sk_buff
**saved_skb
;
113 struct hinic_rq_cqe
**cqe
;
117 dma_addr_t pi_dma_addr
;
127 void hinic_qp_prepare_header(struct hinic_qp_ctxt_header
*qp_ctxt_hdr
,
128 enum hinic_qp_ctxt_type ctxt_type
,
129 u16 num_queues
, u16 max_queues
);
131 void hinic_sq_prepare_ctxt(struct hinic_sq_ctxt
*sq_ctxt
,
132 struct hinic_sq
*sq
, u16 global_qid
);
134 void hinic_rq_prepare_ctxt(struct hinic_rq_ctxt
*rq_ctxt
,
135 struct hinic_rq
*rq
, u16 global_qid
);
137 int hinic_init_sq(struct hinic_sq
*sq
, struct hinic_hwif
*hwif
,
138 struct hinic_wq
*wq
, struct msix_entry
*entry
, void *ci_addr
,
139 dma_addr_t ci_dma_addr
, void __iomem
*db_base
);
141 void hinic_clean_sq(struct hinic_sq
*sq
);
143 int hinic_init_rq(struct hinic_rq
*rq
, struct hinic_hwif
*hwif
,
144 struct hinic_wq
*wq
, struct msix_entry
*entry
);
146 void hinic_clean_rq(struct hinic_rq
*rq
);
148 int hinic_get_sq_free_wqebbs(struct hinic_sq
*sq
);
150 int hinic_get_rq_free_wqebbs(struct hinic_rq
*rq
);
152 void hinic_sq_prepare_wqe(struct hinic_sq
*sq
, u16 prod_idx
,
153 struct hinic_sq_wqe
*wqe
, struct hinic_sge
*sges
,
156 void hinic_sq_write_db(struct hinic_sq
*sq
, u16 prod_idx
, unsigned int wqe_size
,
159 struct hinic_sq_wqe
*hinic_sq_get_wqe(struct hinic_sq
*sq
,
160 unsigned int wqe_size
, u16
*prod_idx
);
162 void hinic_sq_write_wqe(struct hinic_sq
*sq
, u16 prod_idx
,
163 struct hinic_sq_wqe
*wqe
, struct sk_buff
*skb
,
164 unsigned int wqe_size
);
166 struct hinic_sq_wqe
*hinic_sq_read_wqe(struct hinic_sq
*sq
,
167 struct sk_buff
**skb
,
168 unsigned int *wqe_size
, u16
*cons_idx
);
170 void hinic_sq_put_wqe(struct hinic_sq
*sq
, unsigned int wqe_size
);
172 void hinic_sq_get_sges(struct hinic_sq_wqe
*wqe
, struct hinic_sge
*sges
,
175 struct hinic_rq_wqe
*hinic_rq_get_wqe(struct hinic_rq
*rq
,
176 unsigned int wqe_size
, u16
*prod_idx
);
178 void hinic_rq_write_wqe(struct hinic_rq
*rq
, u16 prod_idx
,
179 struct hinic_rq_wqe
*wqe
, struct sk_buff
*skb
);
181 struct hinic_rq_wqe
*hinic_rq_read_wqe(struct hinic_rq
*rq
,
182 unsigned int wqe_size
,
183 struct sk_buff
**skb
, u16
*cons_idx
);
185 struct hinic_rq_wqe
*hinic_rq_read_next_wqe(struct hinic_rq
*rq
,
186 unsigned int wqe_size
,
187 struct sk_buff
**skb
,
190 void hinic_rq_put_wqe(struct hinic_rq
*rq
, u16 cons_idx
,
191 unsigned int wqe_size
);
193 void hinic_rq_get_sge(struct hinic_rq
*rq
, struct hinic_rq_wqe
*wqe
,
194 u16 cons_idx
, struct hinic_sge
*sge
);
196 void hinic_rq_prepare_wqe(struct hinic_rq
*rq
, u16 prod_idx
,
197 struct hinic_rq_wqe
*wqe
, struct hinic_sge
*sge
);
199 void hinic_rq_update(struct hinic_rq
*rq
, u16 prod_idx
);