2 * QLogic qlcnic NIC Driver
3 * Copyright (c) 2009-2013 QLogic Corporation
5 * See LICENSE.qlcnic for copyright and licensing details.
8 #include <linux/slab.h>
10 #include <linux/bitops.h>
13 #include "qlcnic_hdr.h"
15 #define MASK(n) ((1ULL<<(n))-1)
16 #define OCM_WIN_P3P(addr) (addr & 0xffc0000)
18 #define GET_MEM_OFFS_2M(addr) (addr & MASK(18))
20 #define CRB_BLK(off) ((off >> 20) & 0x3f)
21 #define CRB_SUBBLK(off) ((off >> 16) & 0xf)
22 #define CRB_WINDOW_2M (0x130060)
23 #define CRB_HI(off) ((crb_hub_agt[CRB_BLK(off)] << 20) | ((off) & 0xf0000))
24 #define CRB_INDIRECT_2M (0x1e0000UL)
26 struct qlcnic_ms_reg_ctrl
{
37 static inline u64
readq(void __iomem
*addr
)
39 return readl(addr
) | (((u64
) readl(addr
+ 4)) << 32LL);
44 static inline void writeq(u64 val
, void __iomem
*addr
)
46 writel(((u32
) (val
)), (addr
));
47 writel(((u32
) (val
>> 32)), (addr
+ 4));
51 static struct crb_128M_2M_block_map
52 crb_128M_2M_map
[64] __cacheline_aligned_in_smp
= {
53 {{{0, 0, 0, 0} } }, /* 0: PCI */
54 {{{1, 0x0100000, 0x0102000, 0x120000}, /* 1: PCIE */
55 {1, 0x0110000, 0x0120000, 0x130000},
56 {1, 0x0120000, 0x0122000, 0x124000},
57 {1, 0x0130000, 0x0132000, 0x126000},
58 {1, 0x0140000, 0x0142000, 0x128000},
59 {1, 0x0150000, 0x0152000, 0x12a000},
60 {1, 0x0160000, 0x0170000, 0x110000},
61 {1, 0x0170000, 0x0172000, 0x12e000},
62 {0, 0x0000000, 0x0000000, 0x000000},
63 {0, 0x0000000, 0x0000000, 0x000000},
64 {0, 0x0000000, 0x0000000, 0x000000},
65 {0, 0x0000000, 0x0000000, 0x000000},
66 {0, 0x0000000, 0x0000000, 0x000000},
67 {0, 0x0000000, 0x0000000, 0x000000},
68 {1, 0x01e0000, 0x01e0800, 0x122000},
69 {0, 0x0000000, 0x0000000, 0x000000} } },
70 {{{1, 0x0200000, 0x0210000, 0x180000} } },/* 2: MN */
71 {{{0, 0, 0, 0} } }, /* 3: */
72 {{{1, 0x0400000, 0x0401000, 0x169000} } },/* 4: P2NR1 */
73 {{{1, 0x0500000, 0x0510000, 0x140000} } },/* 5: SRE */
74 {{{1, 0x0600000, 0x0610000, 0x1c0000} } },/* 6: NIU */
75 {{{1, 0x0700000, 0x0704000, 0x1b8000} } },/* 7: QM */
76 {{{1, 0x0800000, 0x0802000, 0x170000}, /* 8: SQM0 */
77 {0, 0x0000000, 0x0000000, 0x000000},
78 {0, 0x0000000, 0x0000000, 0x000000},
79 {0, 0x0000000, 0x0000000, 0x000000},
80 {0, 0x0000000, 0x0000000, 0x000000},
81 {0, 0x0000000, 0x0000000, 0x000000},
82 {0, 0x0000000, 0x0000000, 0x000000},
83 {0, 0x0000000, 0x0000000, 0x000000},
84 {0, 0x0000000, 0x0000000, 0x000000},
85 {0, 0x0000000, 0x0000000, 0x000000},
86 {0, 0x0000000, 0x0000000, 0x000000},
87 {0, 0x0000000, 0x0000000, 0x000000},
88 {0, 0x0000000, 0x0000000, 0x000000},
89 {0, 0x0000000, 0x0000000, 0x000000},
90 {0, 0x0000000, 0x0000000, 0x000000},
91 {1, 0x08f0000, 0x08f2000, 0x172000} } },
92 {{{1, 0x0900000, 0x0902000, 0x174000}, /* 9: SQM1*/
93 {0, 0x0000000, 0x0000000, 0x000000},
94 {0, 0x0000000, 0x0000000, 0x000000},
95 {0, 0x0000000, 0x0000000, 0x000000},
96 {0, 0x0000000, 0x0000000, 0x000000},
97 {0, 0x0000000, 0x0000000, 0x000000},
98 {0, 0x0000000, 0x0000000, 0x000000},
99 {0, 0x0000000, 0x0000000, 0x000000},
100 {0, 0x0000000, 0x0000000, 0x000000},
101 {0, 0x0000000, 0x0000000, 0x000000},
102 {0, 0x0000000, 0x0000000, 0x000000},
103 {0, 0x0000000, 0x0000000, 0x000000},
104 {0, 0x0000000, 0x0000000, 0x000000},
105 {0, 0x0000000, 0x0000000, 0x000000},
106 {0, 0x0000000, 0x0000000, 0x000000},
107 {1, 0x09f0000, 0x09f2000, 0x176000} } },
108 {{{0, 0x0a00000, 0x0a02000, 0x178000}, /* 10: SQM2*/
109 {0, 0x0000000, 0x0000000, 0x000000},
110 {0, 0x0000000, 0x0000000, 0x000000},
111 {0, 0x0000000, 0x0000000, 0x000000},
112 {0, 0x0000000, 0x0000000, 0x000000},
113 {0, 0x0000000, 0x0000000, 0x000000},
114 {0, 0x0000000, 0x0000000, 0x000000},
115 {0, 0x0000000, 0x0000000, 0x000000},
116 {0, 0x0000000, 0x0000000, 0x000000},
117 {0, 0x0000000, 0x0000000, 0x000000},
118 {0, 0x0000000, 0x0000000, 0x000000},
119 {0, 0x0000000, 0x0000000, 0x000000},
120 {0, 0x0000000, 0x0000000, 0x000000},
121 {0, 0x0000000, 0x0000000, 0x000000},
122 {0, 0x0000000, 0x0000000, 0x000000},
123 {1, 0x0af0000, 0x0af2000, 0x17a000} } },
124 {{{0, 0x0b00000, 0x0b02000, 0x17c000}, /* 11: SQM3*/
125 {0, 0x0000000, 0x0000000, 0x000000},
126 {0, 0x0000000, 0x0000000, 0x000000},
127 {0, 0x0000000, 0x0000000, 0x000000},
128 {0, 0x0000000, 0x0000000, 0x000000},
129 {0, 0x0000000, 0x0000000, 0x000000},
130 {0, 0x0000000, 0x0000000, 0x000000},
131 {0, 0x0000000, 0x0000000, 0x000000},
132 {0, 0x0000000, 0x0000000, 0x000000},
133 {0, 0x0000000, 0x0000000, 0x000000},
134 {0, 0x0000000, 0x0000000, 0x000000},
135 {0, 0x0000000, 0x0000000, 0x000000},
136 {0, 0x0000000, 0x0000000, 0x000000},
137 {0, 0x0000000, 0x0000000, 0x000000},
138 {0, 0x0000000, 0x0000000, 0x000000},
139 {1, 0x0bf0000, 0x0bf2000, 0x17e000} } },
140 {{{1, 0x0c00000, 0x0c04000, 0x1d4000} } },/* 12: I2Q */
141 {{{1, 0x0d00000, 0x0d04000, 0x1a4000} } },/* 13: TMR */
142 {{{1, 0x0e00000, 0x0e04000, 0x1a0000} } },/* 14: ROMUSB */
143 {{{1, 0x0f00000, 0x0f01000, 0x164000} } },/* 15: PEG4 */
144 {{{0, 0x1000000, 0x1004000, 0x1a8000} } },/* 16: XDMA */
145 {{{1, 0x1100000, 0x1101000, 0x160000} } },/* 17: PEG0 */
146 {{{1, 0x1200000, 0x1201000, 0x161000} } },/* 18: PEG1 */
147 {{{1, 0x1300000, 0x1301000, 0x162000} } },/* 19: PEG2 */
148 {{{1, 0x1400000, 0x1401000, 0x163000} } },/* 20: PEG3 */
149 {{{1, 0x1500000, 0x1501000, 0x165000} } },/* 21: P2ND */
150 {{{1, 0x1600000, 0x1601000, 0x166000} } },/* 22: P2NI */
151 {{{0, 0, 0, 0} } }, /* 23: */
152 {{{0, 0, 0, 0} } }, /* 24: */
153 {{{0, 0, 0, 0} } }, /* 25: */
154 {{{0, 0, 0, 0} } }, /* 26: */
155 {{{0, 0, 0, 0} } }, /* 27: */
156 {{{0, 0, 0, 0} } }, /* 28: */
157 {{{1, 0x1d00000, 0x1d10000, 0x190000} } },/* 29: MS */
158 {{{1, 0x1e00000, 0x1e01000, 0x16a000} } },/* 30: P2NR2 */
159 {{{1, 0x1f00000, 0x1f10000, 0x150000} } },/* 31: EPG */
160 {{{0} } }, /* 32: PCI */
161 {{{1, 0x2100000, 0x2102000, 0x120000}, /* 33: PCIE */
162 {1, 0x2110000, 0x2120000, 0x130000},
163 {1, 0x2120000, 0x2122000, 0x124000},
164 {1, 0x2130000, 0x2132000, 0x126000},
165 {1, 0x2140000, 0x2142000, 0x128000},
166 {1, 0x2150000, 0x2152000, 0x12a000},
167 {1, 0x2160000, 0x2170000, 0x110000},
168 {1, 0x2170000, 0x2172000, 0x12e000},
169 {0, 0x0000000, 0x0000000, 0x000000},
170 {0, 0x0000000, 0x0000000, 0x000000},
171 {0, 0x0000000, 0x0000000, 0x000000},
172 {0, 0x0000000, 0x0000000, 0x000000},
173 {0, 0x0000000, 0x0000000, 0x000000},
174 {0, 0x0000000, 0x0000000, 0x000000},
175 {0, 0x0000000, 0x0000000, 0x000000},
176 {0, 0x0000000, 0x0000000, 0x000000} } },
177 {{{1, 0x2200000, 0x2204000, 0x1b0000} } },/* 34: CAM */
183 {{{1, 0x2800000, 0x2804000, 0x1a4000} } },/* 40: TMR */
184 {{{1, 0x2900000, 0x2901000, 0x16b000} } },/* 41: P2NR3 */
185 {{{1, 0x2a00000, 0x2a00400, 0x1ac400} } },/* 42: RPMX1 */
186 {{{1, 0x2b00000, 0x2b00400, 0x1ac800} } },/* 43: RPMX2 */
187 {{{1, 0x2c00000, 0x2c00400, 0x1acc00} } },/* 44: RPMX3 */
188 {{{1, 0x2d00000, 0x2d00400, 0x1ad000} } },/* 45: RPMX4 */
189 {{{1, 0x2e00000, 0x2e00400, 0x1ad400} } },/* 46: RPMX5 */
190 {{{1, 0x2f00000, 0x2f00400, 0x1ad800} } },/* 47: RPMX6 */
191 {{{1, 0x3000000, 0x3000400, 0x1adc00} } },/* 48: RPMX7 */
192 {{{0, 0x3100000, 0x3104000, 0x1a8000} } },/* 49: XDMA */
193 {{{1, 0x3200000, 0x3204000, 0x1d4000} } },/* 50: I2Q */
194 {{{1, 0x3300000, 0x3304000, 0x1a0000} } },/* 51: ROMUSB */
196 {{{1, 0x3500000, 0x3500400, 0x1ac000} } },/* 53: RPMX0 */
197 {{{1, 0x3600000, 0x3600400, 0x1ae000} } },/* 54: RPMX8 */
198 {{{1, 0x3700000, 0x3700400, 0x1ae400} } },/* 55: RPMX9 */
199 {{{1, 0x3800000, 0x3804000, 0x1d0000} } },/* 56: OCM0 */
200 {{{1, 0x3900000, 0x3904000, 0x1b4000} } },/* 57: CRYPTO */
201 {{{1, 0x3a00000, 0x3a04000, 0x1d8000} } },/* 58: SMB */
202 {{{0} } }, /* 59: I2C0 */
203 {{{0} } }, /* 60: I2C1 */
204 {{{1, 0x3d00000, 0x3d04000, 0x1d8000} } },/* 61: LPC */
205 {{{1, 0x3e00000, 0x3e01000, 0x167000} } },/* 62: P2NC */
206 {{{1, 0x3f00000, 0x3f01000, 0x168000} } } /* 63: P2NR0 */
210 * top 12 bits of crb internal address (hub, agent)
212 static const unsigned crb_hub_agt
[64] = {
214 QLCNIC_HW_CRB_HUB_AGT_ADR_PS
,
215 QLCNIC_HW_CRB_HUB_AGT_ADR_MN
,
216 QLCNIC_HW_CRB_HUB_AGT_ADR_MS
,
218 QLCNIC_HW_CRB_HUB_AGT_ADR_SRE
,
219 QLCNIC_HW_CRB_HUB_AGT_ADR_NIU
,
220 QLCNIC_HW_CRB_HUB_AGT_ADR_QMN
,
221 QLCNIC_HW_CRB_HUB_AGT_ADR_SQN0
,
222 QLCNIC_HW_CRB_HUB_AGT_ADR_SQN1
,
223 QLCNIC_HW_CRB_HUB_AGT_ADR_SQN2
,
224 QLCNIC_HW_CRB_HUB_AGT_ADR_SQN3
,
225 QLCNIC_HW_CRB_HUB_AGT_ADR_I2Q
,
226 QLCNIC_HW_CRB_HUB_AGT_ADR_TIMR
,
227 QLCNIC_HW_CRB_HUB_AGT_ADR_ROMUSB
,
228 QLCNIC_HW_CRB_HUB_AGT_ADR_PGN4
,
229 QLCNIC_HW_CRB_HUB_AGT_ADR_XDMA
,
230 QLCNIC_HW_CRB_HUB_AGT_ADR_PGN0
,
231 QLCNIC_HW_CRB_HUB_AGT_ADR_PGN1
,
232 QLCNIC_HW_CRB_HUB_AGT_ADR_PGN2
,
233 QLCNIC_HW_CRB_HUB_AGT_ADR_PGN3
,
234 QLCNIC_HW_CRB_HUB_AGT_ADR_PGND
,
235 QLCNIC_HW_CRB_HUB_AGT_ADR_PGNI
,
236 QLCNIC_HW_CRB_HUB_AGT_ADR_PGS0
,
237 QLCNIC_HW_CRB_HUB_AGT_ADR_PGS1
,
238 QLCNIC_HW_CRB_HUB_AGT_ADR_PGS2
,
239 QLCNIC_HW_CRB_HUB_AGT_ADR_PGS3
,
241 QLCNIC_HW_CRB_HUB_AGT_ADR_PGSI
,
242 QLCNIC_HW_CRB_HUB_AGT_ADR_SN
,
244 QLCNIC_HW_CRB_HUB_AGT_ADR_EG
,
246 QLCNIC_HW_CRB_HUB_AGT_ADR_PS
,
247 QLCNIC_HW_CRB_HUB_AGT_ADR_CAM
,
253 QLCNIC_HW_CRB_HUB_AGT_ADR_TIMR
,
255 QLCNIC_HW_CRB_HUB_AGT_ADR_RPMX1
,
256 QLCNIC_HW_CRB_HUB_AGT_ADR_RPMX2
,
257 QLCNIC_HW_CRB_HUB_AGT_ADR_RPMX3
,
258 QLCNIC_HW_CRB_HUB_AGT_ADR_RPMX4
,
259 QLCNIC_HW_CRB_HUB_AGT_ADR_RPMX5
,
260 QLCNIC_HW_CRB_HUB_AGT_ADR_RPMX6
,
261 QLCNIC_HW_CRB_HUB_AGT_ADR_RPMX7
,
262 QLCNIC_HW_CRB_HUB_AGT_ADR_XDMA
,
263 QLCNIC_HW_CRB_HUB_AGT_ADR_I2Q
,
264 QLCNIC_HW_CRB_HUB_AGT_ADR_ROMUSB
,
266 QLCNIC_HW_CRB_HUB_AGT_ADR_RPMX0
,
267 QLCNIC_HW_CRB_HUB_AGT_ADR_RPMX8
,
268 QLCNIC_HW_CRB_HUB_AGT_ADR_RPMX9
,
269 QLCNIC_HW_CRB_HUB_AGT_ADR_OCM0
,
271 QLCNIC_HW_CRB_HUB_AGT_ADR_SMB
,
272 QLCNIC_HW_CRB_HUB_AGT_ADR_I2C0
,
273 QLCNIC_HW_CRB_HUB_AGT_ADR_I2C1
,
275 QLCNIC_HW_CRB_HUB_AGT_ADR_PGNC
,
279 static const u32 msi_tgt_status
[8] = {
280 ISR_INT_TARGET_STATUS
, ISR_INT_TARGET_STATUS_F1
,
281 ISR_INT_TARGET_STATUS_F2
, ISR_INT_TARGET_STATUS_F3
,
282 ISR_INT_TARGET_STATUS_F4
, ISR_INT_TARGET_STATUS_F5
,
283 ISR_INT_TARGET_STATUS_F6
, ISR_INT_TARGET_STATUS_F7
286 /* PCI Windowing for DDR regions. */
288 #define QLCNIC_PCIE_SEM_TIMEOUT 10000
290 static void qlcnic_read_window_reg(u32 addr
, void __iomem
*bar0
, u32
*data
)
295 dest
= addr
& 0xFFFF0000;
296 val
= bar0
+ QLCNIC_FW_DUMP_REG1
;
299 val
= bar0
+ QLCNIC_FW_DUMP_REG2
+ LSW(addr
);
303 static void qlcnic_write_window_reg(u32 addr
, void __iomem
*bar0
, u32 data
)
308 dest
= addr
& 0xFFFF0000;
309 val
= bar0
+ QLCNIC_FW_DUMP_REG1
;
312 val
= bar0
+ QLCNIC_FW_DUMP_REG2
+ LSW(addr
);
318 qlcnic_pcie_sem_lock(struct qlcnic_adapter
*adapter
, int sem
, u32 id_reg
)
320 int timeout
= 0, err
= 0, done
= 0;
323 done
= QLCRD32(adapter
, QLCNIC_PCIE_REG(PCIE_SEM_LOCK(sem
)),
327 if (++timeout
>= QLCNIC_PCIE_SEM_TIMEOUT
) {
329 done
= QLCRD32(adapter
, id_reg
, &err
);
331 dev_err(&adapter
->pdev
->dev
,
332 "Failed to acquire sem=%d lock held by=%d\n",
335 dev_err(&adapter
->pdev
->dev
,
336 "Failed to acquire sem=%d lock",
339 dev_err(&adapter
->pdev
->dev
,
340 "Failed to acquire sem=%d lock", sem
);
348 QLCWR32(adapter
, id_reg
, adapter
->portnum
);
354 qlcnic_pcie_sem_unlock(struct qlcnic_adapter
*adapter
, int sem
)
358 QLCRD32(adapter
, QLCNIC_PCIE_REG(PCIE_SEM_UNLOCK(sem
)), &err
);
361 int qlcnic_ind_rd(struct qlcnic_adapter
*adapter
, u32 addr
)
366 if (qlcnic_82xx_check(adapter
))
367 qlcnic_read_window_reg(addr
, adapter
->ahw
->pci_base0
, &data
);
369 data
= QLCRD32(adapter
, addr
, &err
);
376 int qlcnic_ind_wr(struct qlcnic_adapter
*adapter
, u32 addr
, u32 data
)
380 if (qlcnic_82xx_check(adapter
))
381 qlcnic_write_window_reg(addr
, adapter
->ahw
->pci_base0
, data
);
383 ret
= qlcnic_83xx_wrt_reg_indirect(adapter
, addr
, data
);
389 qlcnic_send_cmd_descs(struct qlcnic_adapter
*adapter
,
390 struct cmd_desc_type0
*cmd_desc_arr
, int nr_desc
)
393 struct qlcnic_cmd_buffer
*pbuf
;
394 struct cmd_desc_type0
*cmd_desc
;
395 struct qlcnic_host_tx_ring
*tx_ring
;
399 if (!test_bit(__QLCNIC_FW_ATTACHED
, &adapter
->state
))
402 tx_ring
= &adapter
->tx_ring
[0];
403 __netif_tx_lock_bh(tx_ring
->txq
);
405 producer
= tx_ring
->producer
;
407 if (nr_desc
>= qlcnic_tx_avail(tx_ring
)) {
408 netif_tx_stop_queue(tx_ring
->txq
);
410 if (qlcnic_tx_avail(tx_ring
) > nr_desc
) {
411 if (qlcnic_tx_avail(tx_ring
) > TX_STOP_THRESH
)
412 netif_tx_wake_queue(tx_ring
->txq
);
414 adapter
->stats
.xmit_off
++;
415 __netif_tx_unlock_bh(tx_ring
->txq
);
421 cmd_desc
= &cmd_desc_arr
[i
];
423 pbuf
= &tx_ring
->cmd_buf_arr
[producer
];
425 pbuf
->frag_count
= 0;
427 memcpy(&tx_ring
->desc_head
[producer
],
428 cmd_desc
, sizeof(struct cmd_desc_type0
));
430 producer
= get_next_index(producer
, tx_ring
->num_desc
);
433 } while (i
!= nr_desc
);
435 tx_ring
->producer
= producer
;
437 qlcnic_update_cmd_producer(tx_ring
);
439 __netif_tx_unlock_bh(tx_ring
->txq
);
444 int qlcnic_82xx_sre_macaddr_change(struct qlcnic_adapter
*adapter
, u8
*addr
,
447 struct qlcnic_nic_req req
;
448 struct qlcnic_mac_req
*mac_req
;
449 struct qlcnic_vlan_req
*vlan_req
;
452 memset(&req
, 0, sizeof(struct qlcnic_nic_req
));
453 req
.qhdr
= cpu_to_le64(QLCNIC_REQUEST
<< 23);
455 word
= QLCNIC_MAC_EVENT
| ((u64
)adapter
->portnum
<< 16);
456 req
.req_hdr
= cpu_to_le64(word
);
458 mac_req
= (struct qlcnic_mac_req
*)&req
.words
[0];
460 memcpy(mac_req
->mac_addr
, addr
, ETH_ALEN
);
462 vlan_req
= (struct qlcnic_vlan_req
*)&req
.words
[1];
463 vlan_req
->vlan_id
= cpu_to_le16(vlan_id
);
465 return qlcnic_send_cmd_descs(adapter
, (struct cmd_desc_type0
*)&req
, 1);
468 int qlcnic_nic_del_mac(struct qlcnic_adapter
*adapter
, const u8
*addr
)
470 struct qlcnic_mac_vlan_list
*cur
;
471 struct list_head
*head
;
474 /* Delete MAC from the existing list */
475 list_for_each(head
, &adapter
->mac_list
) {
476 cur
= list_entry(head
, struct qlcnic_mac_vlan_list
, list
);
477 if (ether_addr_equal(addr
, cur
->mac_addr
)) {
478 err
= qlcnic_sre_macaddr_change(adapter
, cur
->mac_addr
,
482 list_del(&cur
->list
);
490 int qlcnic_nic_add_mac(struct qlcnic_adapter
*adapter
, const u8
*addr
, u16 vlan
,
491 enum qlcnic_mac_type mac_type
)
493 struct qlcnic_mac_vlan_list
*cur
;
494 struct list_head
*head
;
496 /* look up if already exists */
497 list_for_each(head
, &adapter
->mac_list
) {
498 cur
= list_entry(head
, struct qlcnic_mac_vlan_list
, list
);
499 if (ether_addr_equal(addr
, cur
->mac_addr
) &&
500 cur
->vlan_id
== vlan
)
504 cur
= kzalloc(sizeof(*cur
), GFP_ATOMIC
);
508 memcpy(cur
->mac_addr
, addr
, ETH_ALEN
);
510 if (qlcnic_sre_macaddr_change(adapter
,
511 cur
->mac_addr
, vlan
, QLCNIC_MAC_ADD
)) {
517 cur
->mac_type
= mac_type
;
519 list_add_tail(&cur
->list
, &adapter
->mac_list
);
523 void qlcnic_flush_mcast_mac(struct qlcnic_adapter
*adapter
)
525 struct qlcnic_mac_vlan_list
*cur
;
526 struct list_head
*head
, *tmp
;
528 list_for_each_safe(head
, tmp
, &adapter
->mac_list
) {
529 cur
= list_entry(head
, struct qlcnic_mac_vlan_list
, list
);
530 if (cur
->mac_type
!= QLCNIC_MULTICAST_MAC
)
533 qlcnic_sre_macaddr_change(adapter
, cur
->mac_addr
,
534 cur
->vlan_id
, QLCNIC_MAC_DEL
);
535 list_del(&cur
->list
);
540 static void __qlcnic_set_multi(struct net_device
*netdev
, u16 vlan
)
542 struct qlcnic_adapter
*adapter
= netdev_priv(netdev
);
543 struct qlcnic_hardware_context
*ahw
= adapter
->ahw
;
544 struct netdev_hw_addr
*ha
;
545 static const u8 bcast_addr
[ETH_ALEN
] = {
546 0xff, 0xff, 0xff, 0xff, 0xff, 0xff
548 u32 mode
= VPORT_MISS_MODE_DROP
;
550 if (!test_bit(__QLCNIC_FW_ATTACHED
, &adapter
->state
))
553 qlcnic_nic_add_mac(adapter
, adapter
->mac_addr
, vlan
,
555 qlcnic_nic_add_mac(adapter
, bcast_addr
, vlan
, QLCNIC_BROADCAST_MAC
);
557 if (netdev
->flags
& IFF_PROMISC
) {
558 if (!(adapter
->flags
& QLCNIC_PROMISC_DISABLED
))
559 mode
= VPORT_MISS_MODE_ACCEPT_ALL
;
560 } else if ((netdev
->flags
& IFF_ALLMULTI
) ||
561 (netdev_mc_count(netdev
) > ahw
->max_mc_count
)) {
562 mode
= VPORT_MISS_MODE_ACCEPT_MULTI
;
563 } else if (!netdev_mc_empty(netdev
)) {
564 qlcnic_flush_mcast_mac(adapter
);
565 netdev_for_each_mc_addr(ha
, netdev
)
566 qlcnic_nic_add_mac(adapter
, ha
->addr
, vlan
,
567 QLCNIC_MULTICAST_MAC
);
570 /* configure unicast MAC address, if there is not sufficient space
571 * to store all the unicast addresses then enable promiscuous mode
573 if (netdev_uc_count(netdev
) > ahw
->max_uc_count
) {
574 mode
= VPORT_MISS_MODE_ACCEPT_ALL
;
575 } else if (!netdev_uc_empty(netdev
)) {
576 netdev_for_each_uc_addr(ha
, netdev
)
577 qlcnic_nic_add_mac(adapter
, ha
->addr
, vlan
,
581 if (mode
== VPORT_MISS_MODE_ACCEPT_ALL
&&
582 !adapter
->fdb_mac_learn
) {
583 qlcnic_alloc_lb_filters_mem(adapter
);
584 adapter
->drv_mac_learn
= 1;
585 if (adapter
->flags
& QLCNIC_ESWITCH_ENABLED
)
586 adapter
->rx_mac_learn
= true;
588 adapter
->drv_mac_learn
= 0;
589 adapter
->rx_mac_learn
= false;
592 qlcnic_nic_set_promisc(adapter
, mode
);
595 void qlcnic_set_multi(struct net_device
*netdev
)
597 struct qlcnic_adapter
*adapter
= netdev_priv(netdev
);
599 if (!test_bit(__QLCNIC_FW_ATTACHED
, &adapter
->state
))
602 if (qlcnic_sriov_vf_check(adapter
))
603 qlcnic_sriov_vf_set_multi(netdev
);
605 __qlcnic_set_multi(netdev
, 0);
608 int qlcnic_82xx_nic_set_promisc(struct qlcnic_adapter
*adapter
, u32 mode
)
610 struct qlcnic_nic_req req
;
613 memset(&req
, 0, sizeof(struct qlcnic_nic_req
));
615 req
.qhdr
= cpu_to_le64(QLCNIC_HOST_REQUEST
<< 23);
617 word
= QLCNIC_H2C_OPCODE_SET_MAC_RECEIVE_MODE
|
618 ((u64
)adapter
->portnum
<< 16);
619 req
.req_hdr
= cpu_to_le64(word
);
621 req
.words
[0] = cpu_to_le64(mode
);
623 return qlcnic_send_cmd_descs(adapter
,
624 (struct cmd_desc_type0
*)&req
, 1);
627 void qlcnic_82xx_free_mac_list(struct qlcnic_adapter
*adapter
)
629 struct list_head
*head
= &adapter
->mac_list
;
630 struct qlcnic_mac_vlan_list
*cur
;
632 while (!list_empty(head
)) {
633 cur
= list_entry(head
->next
, struct qlcnic_mac_vlan_list
, list
);
634 qlcnic_sre_macaddr_change(adapter
,
635 cur
->mac_addr
, 0, QLCNIC_MAC_DEL
);
636 list_del(&cur
->list
);
641 void qlcnic_prune_lb_filters(struct qlcnic_adapter
*adapter
)
643 struct qlcnic_filter
*tmp_fil
;
644 struct hlist_node
*n
;
645 struct hlist_head
*head
;
647 unsigned long expires
;
650 for (i
= 0; i
< adapter
->fhash
.fbucket_size
; i
++) {
651 head
= &(adapter
->fhash
.fhead
[i
]);
652 hlist_for_each_entry_safe(tmp_fil
, n
, head
, fnode
) {
653 cmd
= tmp_fil
->vlan_id
? QLCNIC_MAC_VLAN_DEL
:
655 expires
= tmp_fil
->ftime
+ QLCNIC_FILTER_AGE
* HZ
;
656 if (time_before(expires
, jiffies
)) {
657 qlcnic_sre_macaddr_change(adapter
,
661 spin_lock_bh(&adapter
->mac_learn_lock
);
662 adapter
->fhash
.fnum
--;
663 hlist_del(&tmp_fil
->fnode
);
664 spin_unlock_bh(&adapter
->mac_learn_lock
);
669 for (i
= 0; i
< adapter
->rx_fhash
.fbucket_size
; i
++) {
670 head
= &(adapter
->rx_fhash
.fhead
[i
]);
672 hlist_for_each_entry_safe(tmp_fil
, n
, head
, fnode
)
674 expires
= tmp_fil
->ftime
+ QLCNIC_FILTER_AGE
* HZ
;
675 if (time_before(expires
, jiffies
)) {
676 spin_lock_bh(&adapter
->rx_mac_learn_lock
);
677 adapter
->rx_fhash
.fnum
--;
678 hlist_del(&tmp_fil
->fnode
);
679 spin_unlock_bh(&adapter
->rx_mac_learn_lock
);
686 void qlcnic_delete_lb_filters(struct qlcnic_adapter
*adapter
)
688 struct qlcnic_filter
*tmp_fil
;
689 struct hlist_node
*n
;
690 struct hlist_head
*head
;
694 for (i
= 0; i
< adapter
->fhash
.fbucket_size
; i
++) {
695 head
= &(adapter
->fhash
.fhead
[i
]);
696 hlist_for_each_entry_safe(tmp_fil
, n
, head
, fnode
) {
697 cmd
= tmp_fil
->vlan_id
? QLCNIC_MAC_VLAN_DEL
:
699 qlcnic_sre_macaddr_change(adapter
,
703 spin_lock_bh(&adapter
->mac_learn_lock
);
704 adapter
->fhash
.fnum
--;
705 hlist_del(&tmp_fil
->fnode
);
706 spin_unlock_bh(&adapter
->mac_learn_lock
);
712 static int qlcnic_set_fw_loopback(struct qlcnic_adapter
*adapter
, u8 flag
)
714 struct qlcnic_nic_req req
;
717 memset(&req
, 0, sizeof(struct qlcnic_nic_req
));
719 req
.qhdr
= cpu_to_le64(QLCNIC_HOST_REQUEST
<< 23);
720 req
.req_hdr
= cpu_to_le64(QLCNIC_H2C_OPCODE_CONFIG_LOOPBACK
|
721 ((u64
) adapter
->portnum
<< 16) | ((u64
) 0x1 << 32));
723 req
.words
[0] = cpu_to_le64(flag
);
725 rv
= qlcnic_send_cmd_descs(adapter
, (struct cmd_desc_type0
*)&req
, 1);
727 dev_err(&adapter
->pdev
->dev
, "%sting loopback mode failed\n",
728 flag
? "Set" : "Reset");
732 int qlcnic_82xx_set_lb_mode(struct qlcnic_adapter
*adapter
, u8 mode
)
734 if (qlcnic_set_fw_loopback(adapter
, mode
))
737 if (qlcnic_nic_set_promisc(adapter
,
738 VPORT_MISS_MODE_ACCEPT_ALL
)) {
739 qlcnic_set_fw_loopback(adapter
, 0);
747 int qlcnic_82xx_clear_lb_mode(struct qlcnic_adapter
*adapter
, u8 mode
)
749 struct net_device
*netdev
= adapter
->netdev
;
751 mode
= VPORT_MISS_MODE_DROP
;
752 qlcnic_set_fw_loopback(adapter
, 0);
754 if (netdev
->flags
& IFF_PROMISC
)
755 mode
= VPORT_MISS_MODE_ACCEPT_ALL
;
756 else if (netdev
->flags
& IFF_ALLMULTI
)
757 mode
= VPORT_MISS_MODE_ACCEPT_MULTI
;
759 qlcnic_nic_set_promisc(adapter
, mode
);
764 int qlcnic_82xx_read_phys_port_id(struct qlcnic_adapter
*adapter
)
769 ret
= qlcnic_get_mac_address(adapter
, mac
,
770 adapter
->ahw
->physical_port
);
774 memcpy(adapter
->ahw
->phys_port_id
, mac
, ETH_ALEN
);
775 adapter
->flags
|= QLCNIC_HAS_PHYS_PORT_ID
;
780 int qlcnic_82xx_set_rx_coalesce(struct qlcnic_adapter
*adapter
)
782 struct qlcnic_nic_req req
;
785 memset(&req
, 0, sizeof(struct qlcnic_nic_req
));
787 req
.qhdr
= cpu_to_le64(QLCNIC_HOST_REQUEST
<< 23);
789 req
.req_hdr
= cpu_to_le64(QLCNIC_CONFIG_INTR_COALESCE
|
790 ((u64
) adapter
->portnum
<< 16));
792 req
.words
[0] = cpu_to_le64(((u64
) adapter
->ahw
->coal
.flag
) << 32);
793 req
.words
[2] = cpu_to_le64(adapter
->ahw
->coal
.rx_packets
|
794 ((u64
) adapter
->ahw
->coal
.rx_time_us
) << 16);
795 req
.words
[5] = cpu_to_le64(adapter
->ahw
->coal
.timer_out
|
796 ((u64
) adapter
->ahw
->coal
.type
) << 32 |
797 ((u64
) adapter
->ahw
->coal
.sts_ring_mask
) << 40);
798 rv
= qlcnic_send_cmd_descs(adapter
, (struct cmd_desc_type0
*)&req
, 1);
800 dev_err(&adapter
->netdev
->dev
,
801 "Could not send interrupt coalescing parameters\n");
806 /* Send the interrupt coalescing parameter set by ethtool to the card. */
807 int qlcnic_82xx_config_intr_coalesce(struct qlcnic_adapter
*adapter
,
808 struct ethtool_coalesce
*ethcoal
)
810 struct qlcnic_nic_intr_coalesce
*coal
= &adapter
->ahw
->coal
;
813 coal
->flag
= QLCNIC_INTR_DEFAULT
;
814 coal
->rx_time_us
= ethcoal
->rx_coalesce_usecs
;
815 coal
->rx_packets
= ethcoal
->rx_max_coalesced_frames
;
817 rv
= qlcnic_82xx_set_rx_coalesce(adapter
);
820 netdev_err(adapter
->netdev
,
821 "Failed to set Rx coalescing parameters\n");
826 #define QLCNIC_ENABLE_IPV4_LRO BIT_0
827 #define QLCNIC_ENABLE_IPV6_LRO (BIT_1 | BIT_9)
829 int qlcnic_82xx_config_hw_lro(struct qlcnic_adapter
*adapter
, int enable
)
831 struct qlcnic_nic_req req
;
835 if (!test_bit(__QLCNIC_FW_ATTACHED
, &adapter
->state
))
838 memset(&req
, 0, sizeof(struct qlcnic_nic_req
));
840 req
.qhdr
= cpu_to_le64(QLCNIC_HOST_REQUEST
<< 23);
842 word
= QLCNIC_H2C_OPCODE_CONFIG_HW_LRO
| ((u64
)adapter
->portnum
<< 16);
843 req
.req_hdr
= cpu_to_le64(word
);
847 word
= QLCNIC_ENABLE_IPV4_LRO
;
848 if (adapter
->ahw
->extra_capability
[0] &
849 QLCNIC_FW_CAP2_HW_LRO_IPV6
)
850 word
|= QLCNIC_ENABLE_IPV6_LRO
;
853 req
.words
[0] = cpu_to_le64(word
);
855 rv
= qlcnic_send_cmd_descs(adapter
, (struct cmd_desc_type0
*)&req
, 1);
857 dev_err(&adapter
->netdev
->dev
,
858 "Could not send configure hw lro request\n");
863 int qlcnic_config_bridged_mode(struct qlcnic_adapter
*adapter
, u32 enable
)
865 struct qlcnic_nic_req req
;
869 if (!!(adapter
->flags
& QLCNIC_BRIDGE_ENABLED
) == enable
)
872 memset(&req
, 0, sizeof(struct qlcnic_nic_req
));
874 req
.qhdr
= cpu_to_le64(QLCNIC_HOST_REQUEST
<< 23);
876 word
= QLCNIC_H2C_OPCODE_CONFIG_BRIDGING
|
877 ((u64
)adapter
->portnum
<< 16);
878 req
.req_hdr
= cpu_to_le64(word
);
880 req
.words
[0] = cpu_to_le64(enable
);
882 rv
= qlcnic_send_cmd_descs(adapter
, (struct cmd_desc_type0
*)&req
, 1);
884 dev_err(&adapter
->netdev
->dev
,
885 "Could not send configure bridge mode request\n");
887 adapter
->flags
^= QLCNIC_BRIDGE_ENABLED
;
893 #define QLCNIC_RSS_HASHTYPE_IP_TCP 0x3
894 #define QLCNIC_ENABLE_TYPE_C_RSS BIT_10
895 #define QLCNIC_RSS_FEATURE_FLAG (1ULL << 63)
896 #define QLCNIC_RSS_IND_TABLE_MASK 0x7ULL
898 int qlcnic_82xx_config_rss(struct qlcnic_adapter
*adapter
, int enable
)
900 struct qlcnic_nic_req req
;
904 static const u64 key
[] = {
905 0xbeac01fa6a42b73bULL
, 0x8030f20c77cb2da3ULL
,
906 0xae7b30b4d0ca2bcbULL
, 0x43a38fb04167253dULL
,
907 0x255b0ec26d5a56daULL
910 memset(&req
, 0, sizeof(struct qlcnic_nic_req
));
911 req
.qhdr
= cpu_to_le64(QLCNIC_HOST_REQUEST
<< 23);
913 word
= QLCNIC_H2C_OPCODE_CONFIG_RSS
| ((u64
)adapter
->portnum
<< 16);
914 req
.req_hdr
= cpu_to_le64(word
);
918 * bits 3-0: hash_method
919 * 5-4: hash_type_ipv4
920 * 7-6: hash_type_ipv6
922 * 9: use indirection table
926 * 62-48: indirection table mask
929 word
= ((u64
)(QLCNIC_RSS_HASHTYPE_IP_TCP
& 0x3) << 4) |
930 ((u64
)(QLCNIC_RSS_HASHTYPE_IP_TCP
& 0x3) << 6) |
931 ((u64
)(enable
& 0x1) << 8) |
932 ((u64
)QLCNIC_RSS_IND_TABLE_MASK
<< 48) |
933 (u64
)QLCNIC_ENABLE_TYPE_C_RSS
|
934 (u64
)QLCNIC_RSS_FEATURE_FLAG
;
936 req
.words
[0] = cpu_to_le64(word
);
937 for (i
= 0; i
< 5; i
++)
938 req
.words
[i
+1] = cpu_to_le64(key
[i
]);
940 rv
= qlcnic_send_cmd_descs(adapter
, (struct cmd_desc_type0
*)&req
, 1);
942 dev_err(&adapter
->netdev
->dev
, "could not configure RSS\n");
947 void qlcnic_82xx_config_ipaddr(struct qlcnic_adapter
*adapter
,
950 struct qlcnic_nic_req req
;
951 struct qlcnic_ipaddr
*ipa
;
955 memset(&req
, 0, sizeof(struct qlcnic_nic_req
));
956 req
.qhdr
= cpu_to_le64(QLCNIC_HOST_REQUEST
<< 23);
958 word
= QLCNIC_H2C_OPCODE_CONFIG_IPADDR
| ((u64
)adapter
->portnum
<< 16);
959 req
.req_hdr
= cpu_to_le64(word
);
961 req
.words
[0] = cpu_to_le64(cmd
);
962 ipa
= (struct qlcnic_ipaddr
*)&req
.words
[1];
965 rv
= qlcnic_send_cmd_descs(adapter
, (struct cmd_desc_type0
*)&req
, 1);
967 dev_err(&adapter
->netdev
->dev
,
968 "could not notify %s IP 0x%x request\n",
969 (cmd
== QLCNIC_IP_UP
) ? "Add" : "Remove", ip
);
972 int qlcnic_82xx_linkevent_request(struct qlcnic_adapter
*adapter
, int enable
)
974 struct qlcnic_nic_req req
;
977 memset(&req
, 0, sizeof(struct qlcnic_nic_req
));
978 req
.qhdr
= cpu_to_le64(QLCNIC_HOST_REQUEST
<< 23);
980 word
= QLCNIC_H2C_OPCODE_GET_LINKEVENT
| ((u64
)adapter
->portnum
<< 16);
981 req
.req_hdr
= cpu_to_le64(word
);
982 req
.words
[0] = cpu_to_le64(enable
| (enable
<< 8));
983 rv
= qlcnic_send_cmd_descs(adapter
, (struct cmd_desc_type0
*)&req
, 1);
985 dev_err(&adapter
->netdev
->dev
,
986 "could not configure link notification\n");
991 static int qlcnic_send_lro_cleanup(struct qlcnic_adapter
*adapter
)
993 struct qlcnic_nic_req req
;
997 if (!test_bit(__QLCNIC_FW_ATTACHED
, &adapter
->state
))
1000 memset(&req
, 0, sizeof(struct qlcnic_nic_req
));
1001 req
.qhdr
= cpu_to_le64(QLCNIC_HOST_REQUEST
<< 23);
1003 word
= QLCNIC_H2C_OPCODE_LRO_REQUEST
|
1004 ((u64
)adapter
->portnum
<< 16) |
1005 ((u64
)QLCNIC_LRO_REQUEST_CLEANUP
<< 56) ;
1007 req
.req_hdr
= cpu_to_le64(word
);
1009 rv
= qlcnic_send_cmd_descs(adapter
, (struct cmd_desc_type0
*)&req
, 1);
1011 dev_err(&adapter
->netdev
->dev
,
1012 "could not cleanup lro flows\n");
1018 * qlcnic_change_mtu - Change the Maximum Transfer Unit
1019 * @returns 0 on success, negative on failure
1022 int qlcnic_change_mtu(struct net_device
*netdev
, int mtu
)
1024 struct qlcnic_adapter
*adapter
= netdev_priv(netdev
);
1027 rc
= qlcnic_fw_cmd_set_mtu(adapter
, mtu
);
1035 static netdev_features_t
qlcnic_process_flags(struct qlcnic_adapter
*adapter
,
1036 netdev_features_t features
)
1038 u32 offload_flags
= adapter
->offload_flags
;
1040 if (offload_flags
& BIT_0
) {
1041 features
|= NETIF_F_RXCSUM
| NETIF_F_IP_CSUM
|
1043 adapter
->rx_csum
= 1;
1044 if (QLCNIC_IS_TSO_CAPABLE(adapter
)) {
1045 if (!(offload_flags
& BIT_1
))
1046 features
&= ~NETIF_F_TSO
;
1048 features
|= NETIF_F_TSO
;
1050 if (!(offload_flags
& BIT_2
))
1051 features
&= ~NETIF_F_TSO6
;
1053 features
|= NETIF_F_TSO6
;
1056 features
&= ~(NETIF_F_RXCSUM
|
1060 if (QLCNIC_IS_TSO_CAPABLE(adapter
))
1061 features
&= ~(NETIF_F_TSO
| NETIF_F_TSO6
);
1062 adapter
->rx_csum
= 0;
1068 netdev_features_t
qlcnic_fix_features(struct net_device
*netdev
,
1069 netdev_features_t features
)
1071 struct qlcnic_adapter
*adapter
= netdev_priv(netdev
);
1072 netdev_features_t changed
;
1074 if (qlcnic_82xx_check(adapter
) &&
1075 (adapter
->flags
& QLCNIC_ESWITCH_ENABLED
)) {
1076 if (adapter
->flags
& QLCNIC_APP_CHANGED_FLAGS
) {
1077 features
= qlcnic_process_flags(adapter
, features
);
1079 changed
= features
^ netdev
->features
;
1080 features
^= changed
& (NETIF_F_RXCSUM
|
1088 if (!(features
& NETIF_F_RXCSUM
))
1089 features
&= ~NETIF_F_LRO
;
1095 int qlcnic_set_features(struct net_device
*netdev
, netdev_features_t features
)
1097 struct qlcnic_adapter
*adapter
= netdev_priv(netdev
);
1098 netdev_features_t changed
= netdev
->features
^ features
;
1099 int hw_lro
= (features
& NETIF_F_LRO
) ? QLCNIC_LRO_ENABLED
: 0;
1101 if (!(changed
& NETIF_F_LRO
))
1104 netdev
->features
^= NETIF_F_LRO
;
1106 if (qlcnic_config_hw_lro(adapter
, hw_lro
))
1109 if (!hw_lro
&& qlcnic_82xx_check(adapter
)) {
1110 if (qlcnic_send_lro_cleanup(adapter
))
1118 * Changes the CRB window to the specified window.
1120 /* Returns < 0 if off is not valid,
1121 * 1 if window access is needed. 'off' is set to offset from
1122 * CRB space in 128M pci map
1123 * 0 if no window access is needed. 'off' is set to 2M addr
1124 * In: 'off' is offset from base in 128M pci map
1126 static int qlcnic_pci_get_crb_addr_2M(struct qlcnic_hardware_context
*ahw
,
1127 ulong off
, void __iomem
**addr
)
1129 const struct crb_128M_2M_sub_block_map
*m
;
1131 if ((off
>= QLCNIC_CRB_MAX
) || (off
< QLCNIC_PCI_CRBSPACE
))
1134 off
-= QLCNIC_PCI_CRBSPACE
;
1139 m
= &crb_128M_2M_map
[CRB_BLK(off
)].sub_block
[CRB_SUBBLK(off
)];
1141 if (m
->valid
&& (m
->start_128M
<= off
) && (m
->end_128M
> off
)) {
1142 *addr
= ahw
->pci_base0
+ m
->start_2M
+
1143 (off
- m
->start_128M
);
1148 * Not in direct map, use crb window
1150 *addr
= ahw
->pci_base0
+ CRB_INDIRECT_2M
+ (off
& MASK(16));
1155 * In: 'off' is offset from CRB space in 128M pci map
1156 * Out: 'off' is 2M pci map addr
1157 * side effect: lock crb window
1160 qlcnic_pci_set_crbwindow_2M(struct qlcnic_adapter
*adapter
, ulong off
)
1163 void __iomem
*addr
= adapter
->ahw
->pci_base0
+ CRB_WINDOW_2M
;
1165 off
-= QLCNIC_PCI_CRBSPACE
;
1167 window
= CRB_HI(off
);
1169 dev_err(&adapter
->pdev
->dev
, "Invalid offset 0x%lx\n", off
);
1173 writel(window
, addr
);
1174 if (readl(addr
) != window
) {
1175 if (printk_ratelimit())
1176 dev_warn(&adapter
->pdev
->dev
,
1177 "failed to set CRB window to %d off 0x%lx\n",
1184 int qlcnic_82xx_hw_write_wx_2M(struct qlcnic_adapter
*adapter
, ulong off
,
1187 unsigned long flags
;
1189 void __iomem
*addr
= NULL
;
1191 rv
= qlcnic_pci_get_crb_addr_2M(adapter
->ahw
, off
, &addr
);
1199 /* indirect access */
1200 write_lock_irqsave(&adapter
->ahw
->crb_lock
, flags
);
1201 crb_win_lock(adapter
);
1202 rv
= qlcnic_pci_set_crbwindow_2M(adapter
, off
);
1205 crb_win_unlock(adapter
);
1206 write_unlock_irqrestore(&adapter
->ahw
->crb_lock
, flags
);
1210 dev_err(&adapter
->pdev
->dev
,
1211 "%s: invalid offset: 0x%016lx\n", __func__
, off
);
1216 int qlcnic_82xx_hw_read_wx_2M(struct qlcnic_adapter
*adapter
, ulong off
,
1219 unsigned long flags
;
1222 void __iomem
*addr
= NULL
;
1224 rv
= qlcnic_pci_get_crb_addr_2M(adapter
->ahw
, off
, &addr
);
1230 /* indirect access */
1231 write_lock_irqsave(&adapter
->ahw
->crb_lock
, flags
);
1232 crb_win_lock(adapter
);
1233 if (!qlcnic_pci_set_crbwindow_2M(adapter
, off
))
1235 crb_win_unlock(adapter
);
1236 write_unlock_irqrestore(&adapter
->ahw
->crb_lock
, flags
);
1240 dev_err(&adapter
->pdev
->dev
,
1241 "%s: invalid offset: 0x%016lx\n", __func__
, off
);
1246 void __iomem
*qlcnic_get_ioaddr(struct qlcnic_hardware_context
*ahw
,
1249 void __iomem
*addr
= NULL
;
1251 WARN_ON(qlcnic_pci_get_crb_addr_2M(ahw
, offset
, &addr
));
1256 static int qlcnic_pci_mem_access_direct(struct qlcnic_adapter
*adapter
,
1257 u32 window
, u64 off
, u64
*data
, int op
)
1262 mutex_lock(&adapter
->ahw
->mem_lock
);
1264 writel(window
, adapter
->ahw
->ocm_win_crb
);
1265 /* read back to flush */
1266 readl(adapter
->ahw
->ocm_win_crb
);
1267 start
= QLCNIC_PCI_OCM0_2M
+ off
;
1269 addr
= adapter
->ahw
->pci_base0
+ start
;
1271 if (op
== 0) /* read */
1272 *data
= readq(addr
);
1274 writeq(*data
, addr
);
1276 /* Set window to 0 */
1277 writel(0, adapter
->ahw
->ocm_win_crb
);
1278 readl(adapter
->ahw
->ocm_win_crb
);
1280 mutex_unlock(&adapter
->ahw
->mem_lock
);
1285 qlcnic_pci_camqm_read_2M(struct qlcnic_adapter
*adapter
, u64 off
, u64
*data
)
1287 void __iomem
*addr
= adapter
->ahw
->pci_base0
+
1288 QLCNIC_PCI_CAMQM_2M_BASE
+ (off
- QLCNIC_PCI_CAMQM
);
1290 mutex_lock(&adapter
->ahw
->mem_lock
);
1291 *data
= readq(addr
);
1292 mutex_unlock(&adapter
->ahw
->mem_lock
);
1296 qlcnic_pci_camqm_write_2M(struct qlcnic_adapter
*adapter
, u64 off
, u64 data
)
1298 void __iomem
*addr
= adapter
->ahw
->pci_base0
+
1299 QLCNIC_PCI_CAMQM_2M_BASE
+ (off
- QLCNIC_PCI_CAMQM
);
1301 mutex_lock(&adapter
->ahw
->mem_lock
);
1303 mutex_unlock(&adapter
->ahw
->mem_lock
);
1308 /* Set MS memory control data for different adapters */
1309 static void qlcnic_set_ms_controls(struct qlcnic_adapter
*adapter
, u64 off
,
1310 struct qlcnic_ms_reg_ctrl
*ms
)
1312 ms
->control
= QLCNIC_MS_CTRL
;
1313 ms
->low
= QLCNIC_MS_ADDR_LO
;
1314 ms
->hi
= QLCNIC_MS_ADDR_HI
;
1316 ms
->wd
[0] = QLCNIC_MS_WRTDATA_LO
;
1317 ms
->rd
[0] = QLCNIC_MS_RDDATA_LO
;
1318 ms
->wd
[1] = QLCNIC_MS_WRTDATA_HI
;
1319 ms
->rd
[1] = QLCNIC_MS_RDDATA_HI
;
1320 ms
->wd
[2] = QLCNIC_MS_WRTDATA_ULO
;
1321 ms
->wd
[3] = QLCNIC_MS_WRTDATA_UHI
;
1322 ms
->rd
[2] = QLCNIC_MS_RDDATA_ULO
;
1323 ms
->rd
[3] = QLCNIC_MS_RDDATA_UHI
;
1325 ms
->wd
[0] = QLCNIC_MS_WRTDATA_ULO
;
1326 ms
->rd
[0] = QLCNIC_MS_RDDATA_ULO
;
1327 ms
->wd
[1] = QLCNIC_MS_WRTDATA_UHI
;
1328 ms
->rd
[1] = QLCNIC_MS_RDDATA_UHI
;
1329 ms
->wd
[2] = QLCNIC_MS_WRTDATA_LO
;
1330 ms
->wd
[3] = QLCNIC_MS_WRTDATA_HI
;
1331 ms
->rd
[2] = QLCNIC_MS_RDDATA_LO
;
1332 ms
->rd
[3] = QLCNIC_MS_RDDATA_HI
;
1335 ms
->ocm_window
= OCM_WIN_P3P(off
);
1336 ms
->off
= GET_MEM_OFFS_2M(off
);
1339 int qlcnic_pci_mem_write_2M(struct qlcnic_adapter
*adapter
, u64 off
, u64 data
)
1343 struct qlcnic_ms_reg_ctrl ms
;
1345 /* Only 64-bit aligned access */
1349 memset(&ms
, 0, sizeof(struct qlcnic_ms_reg_ctrl
));
1350 if (!(ADDR_IN_RANGE(off
, QLCNIC_ADDR_QDR_NET
,
1351 QLCNIC_ADDR_QDR_NET_MAX
) ||
1352 ADDR_IN_RANGE(off
, QLCNIC_ADDR_DDR_NET
,
1353 QLCNIC_ADDR_DDR_NET_MAX
)))
1356 qlcnic_set_ms_controls(adapter
, off
, &ms
);
1358 if (ADDR_IN_RANGE(off
, QLCNIC_ADDR_OCM0
, QLCNIC_ADDR_OCM0_MAX
))
1359 return qlcnic_pci_mem_access_direct(adapter
, ms
.ocm_window
,
1364 mutex_lock(&adapter
->ahw
->mem_lock
);
1366 qlcnic_ind_wr(adapter
, ms
.low
, off8
);
1367 qlcnic_ind_wr(adapter
, ms
.hi
, 0);
1369 qlcnic_ind_wr(adapter
, ms
.control
, TA_CTL_ENABLE
);
1370 qlcnic_ind_wr(adapter
, ms
.control
, QLCNIC_TA_START_ENABLE
);
1372 for (j
= 0; j
< MAX_CTL_CHECK
; j
++) {
1373 temp
= qlcnic_ind_rd(adapter
, ms
.control
);
1374 if ((temp
& TA_CTL_BUSY
) == 0)
1378 if (j
>= MAX_CTL_CHECK
) {
1383 /* This is the modify part of read-modify-write */
1384 qlcnic_ind_wr(adapter
, ms
.wd
[0], qlcnic_ind_rd(adapter
, ms
.rd
[0]));
1385 qlcnic_ind_wr(adapter
, ms
.wd
[1], qlcnic_ind_rd(adapter
, ms
.rd
[1]));
1386 /* This is the write part of read-modify-write */
1387 qlcnic_ind_wr(adapter
, ms
.wd
[2], data
& 0xffffffff);
1388 qlcnic_ind_wr(adapter
, ms
.wd
[3], (data
>> 32) & 0xffffffff);
1390 qlcnic_ind_wr(adapter
, ms
.control
, QLCNIC_TA_WRITE_ENABLE
);
1391 qlcnic_ind_wr(adapter
, ms
.control
, QLCNIC_TA_WRITE_START
);
1393 for (j
= 0; j
< MAX_CTL_CHECK
; j
++) {
1394 temp
= qlcnic_ind_rd(adapter
, ms
.control
);
1395 if ((temp
& TA_CTL_BUSY
) == 0)
1399 if (j
>= MAX_CTL_CHECK
) {
1400 if (printk_ratelimit())
1401 dev_err(&adapter
->pdev
->dev
,
1402 "failed to write through agent\n");
1408 mutex_unlock(&adapter
->ahw
->mem_lock
);
1413 int qlcnic_pci_mem_read_2M(struct qlcnic_adapter
*adapter
, u64 off
, u64
*data
)
1418 struct qlcnic_ms_reg_ctrl ms
;
1420 /* Only 64-bit aligned access */
1423 if (!(ADDR_IN_RANGE(off
, QLCNIC_ADDR_QDR_NET
,
1424 QLCNIC_ADDR_QDR_NET_MAX
) ||
1425 ADDR_IN_RANGE(off
, QLCNIC_ADDR_DDR_NET
,
1426 QLCNIC_ADDR_DDR_NET_MAX
)))
1429 memset(&ms
, 0, sizeof(struct qlcnic_ms_reg_ctrl
));
1430 qlcnic_set_ms_controls(adapter
, off
, &ms
);
1432 if (ADDR_IN_RANGE(off
, QLCNIC_ADDR_OCM0
, QLCNIC_ADDR_OCM0_MAX
))
1433 return qlcnic_pci_mem_access_direct(adapter
, ms
.ocm_window
,
1436 mutex_lock(&adapter
->ahw
->mem_lock
);
1440 qlcnic_ind_wr(adapter
, ms
.low
, off8
);
1441 qlcnic_ind_wr(adapter
, ms
.hi
, 0);
1443 qlcnic_ind_wr(adapter
, ms
.control
, TA_CTL_ENABLE
);
1444 qlcnic_ind_wr(adapter
, ms
.control
, QLCNIC_TA_START_ENABLE
);
1446 for (j
= 0; j
< MAX_CTL_CHECK
; j
++) {
1447 temp
= qlcnic_ind_rd(adapter
, ms
.control
);
1448 if ((temp
& TA_CTL_BUSY
) == 0)
1452 if (j
>= MAX_CTL_CHECK
) {
1453 if (printk_ratelimit())
1454 dev_err(&adapter
->pdev
->dev
,
1455 "failed to read through agent\n");
1459 temp
= qlcnic_ind_rd(adapter
, ms
.rd
[3]);
1460 val
= (u64
)temp
<< 32;
1461 val
|= qlcnic_ind_rd(adapter
, ms
.rd
[2]);
1466 mutex_unlock(&adapter
->ahw
->mem_lock
);
1471 int qlcnic_82xx_get_board_info(struct qlcnic_adapter
*adapter
)
1473 int offset
, board_type
, magic
, err
= 0;
1474 struct pci_dev
*pdev
= adapter
->pdev
;
1476 offset
= QLCNIC_FW_MAGIC_OFFSET
;
1477 if (qlcnic_rom_fast_read(adapter
, offset
, &magic
))
1480 if (magic
!= QLCNIC_BDINFO_MAGIC
) {
1481 dev_err(&pdev
->dev
, "invalid board config, magic=%08x\n",
1486 offset
= QLCNIC_BRDTYPE_OFFSET
;
1487 if (qlcnic_rom_fast_read(adapter
, offset
, &board_type
))
1490 adapter
->ahw
->board_type
= board_type
;
1492 if (board_type
== QLCNIC_BRDTYPE_P3P_4_GB_MM
) {
1493 u32 gpio
= QLCRD32(adapter
, QLCNIC_ROMUSB_GLB_PAD_GPIO_I
, &err
);
1496 if ((gpio
& 0x8000) == 0)
1497 board_type
= QLCNIC_BRDTYPE_P3P_10G_TP
;
1500 switch (board_type
) {
1501 case QLCNIC_BRDTYPE_P3P_HMEZ
:
1502 case QLCNIC_BRDTYPE_P3P_XG_LOM
:
1503 case QLCNIC_BRDTYPE_P3P_10G_CX4
:
1504 case QLCNIC_BRDTYPE_P3P_10G_CX4_LP
:
1505 case QLCNIC_BRDTYPE_P3P_IMEZ
:
1506 case QLCNIC_BRDTYPE_P3P_10G_SFP_PLUS
:
1507 case QLCNIC_BRDTYPE_P3P_10G_SFP_CT
:
1508 case QLCNIC_BRDTYPE_P3P_10G_SFP_QT
:
1509 case QLCNIC_BRDTYPE_P3P_10G_XFP
:
1510 case QLCNIC_BRDTYPE_P3P_10000_BASE_T
:
1511 adapter
->ahw
->port_type
= QLCNIC_XGBE
;
1513 case QLCNIC_BRDTYPE_P3P_REF_QG
:
1514 case QLCNIC_BRDTYPE_P3P_4_GB
:
1515 case QLCNIC_BRDTYPE_P3P_4_GB_MM
:
1516 adapter
->ahw
->port_type
= QLCNIC_GBE
;
1518 case QLCNIC_BRDTYPE_P3P_10G_TP
:
1519 adapter
->ahw
->port_type
= (adapter
->portnum
< 2) ?
1520 QLCNIC_XGBE
: QLCNIC_GBE
;
1523 dev_err(&pdev
->dev
, "unknown board type %x\n", board_type
);
1524 adapter
->ahw
->port_type
= QLCNIC_XGBE
;
1532 qlcnic_wol_supported(struct qlcnic_adapter
*adapter
)
1537 wol_cfg
= QLCRD32(adapter
, QLCNIC_WOL_CONFIG_NV
, &err
);
1538 if (wol_cfg
& (1UL << adapter
->portnum
)) {
1539 wol_cfg
= QLCRD32(adapter
, QLCNIC_WOL_CONFIG
, &err
);
1542 if (wol_cfg
& (1 << adapter
->portnum
))
1549 int qlcnic_82xx_config_led(struct qlcnic_adapter
*adapter
, u32 state
, u32 rate
)
1551 struct qlcnic_nic_req req
;
1555 memset(&req
, 0, sizeof(struct qlcnic_nic_req
));
1556 req
.qhdr
= cpu_to_le64(QLCNIC_HOST_REQUEST
<< 23);
1558 word
= QLCNIC_H2C_OPCODE_CONFIG_LED
| ((u64
)adapter
->portnum
<< 16);
1559 req
.req_hdr
= cpu_to_le64(word
);
1561 req
.words
[0] = cpu_to_le64(((u64
)rate
<< 32) | adapter
->portnum
);
1562 req
.words
[1] = cpu_to_le64(state
);
1564 rv
= qlcnic_send_cmd_descs(adapter
, (struct cmd_desc_type0
*)&req
, 1);
1566 dev_err(&adapter
->pdev
->dev
, "LED configuration failed.\n");
1571 void qlcnic_82xx_get_beacon_state(struct qlcnic_adapter
*adapter
)
1573 struct qlcnic_hardware_context
*ahw
= adapter
->ahw
;
1574 struct qlcnic_cmd_args cmd
;
1578 if (ahw
->extra_capability
[0] & QLCNIC_FW_CAPABILITY_2_BEACON
) {
1579 err
= qlcnic_alloc_mbx_args(&cmd
, adapter
,
1580 QLCNIC_CMD_GET_LED_STATUS
);
1582 err
= qlcnic_issue_cmd(adapter
, &cmd
);
1584 netdev_err(adapter
->netdev
,
1585 "Failed to get current beacon state, err=%d\n",
1588 beacon_state
= cmd
.rsp
.arg
[1];
1589 if (beacon_state
== QLCNIC_BEACON_DISABLE
)
1590 ahw
->beacon_state
= QLCNIC_BEACON_OFF
;
1591 else if (beacon_state
== QLCNIC_BEACON_EANBLE
)
1592 ahw
->beacon_state
= QLCNIC_BEACON_ON
;
1595 qlcnic_free_mbx_args(&cmd
);
1601 void qlcnic_82xx_get_func_no(struct qlcnic_adapter
*adapter
)
1603 void __iomem
*msix_base_addr
;
1607 pci_read_config_dword(adapter
->pdev
, QLCNIC_MSIX_TABLE_OFFSET
, &func
);
1608 msix_base_addr
= adapter
->ahw
->pci_base0
+ QLCNIC_MSIX_BASE
;
1609 msix_base
= readl(msix_base_addr
);
1610 func
= (func
- msix_base
) / QLCNIC_MSIX_TBL_PGSIZE
;
1611 adapter
->ahw
->pci_func
= func
;
1614 void qlcnic_82xx_read_crb(struct qlcnic_adapter
*adapter
, char *buf
,
1615 loff_t offset
, size_t size
)
1621 if (ADDR_IN_RANGE(offset
, QLCNIC_PCI_CAMQM
, QLCNIC_PCI_CAMQM_END
)) {
1622 qlcnic_pci_camqm_read_2M(adapter
, offset
, &qmdata
);
1623 memcpy(buf
, &qmdata
, size
);
1625 data
= QLCRD32(adapter
, offset
, &err
);
1626 memcpy(buf
, &data
, size
);
1630 void qlcnic_82xx_write_crb(struct qlcnic_adapter
*adapter
, char *buf
,
1631 loff_t offset
, size_t size
)
1636 if (ADDR_IN_RANGE(offset
, QLCNIC_PCI_CAMQM
, QLCNIC_PCI_CAMQM_END
)) {
1637 memcpy(&qmdata
, buf
, size
);
1638 qlcnic_pci_camqm_write_2M(adapter
, offset
, qmdata
);
1640 memcpy(&data
, buf
, size
);
1641 QLCWR32(adapter
, offset
, data
);
1645 int qlcnic_82xx_api_lock(struct qlcnic_adapter
*adapter
)
1647 return qlcnic_pcie_sem_lock(adapter
, 5, 0);
1650 void qlcnic_82xx_api_unlock(struct qlcnic_adapter
*adapter
)
1652 qlcnic_pcie_sem_unlock(adapter
, 5);
1655 int qlcnic_82xx_shutdown(struct pci_dev
*pdev
)
1657 struct qlcnic_adapter
*adapter
= pci_get_drvdata(pdev
);
1658 struct net_device
*netdev
= adapter
->netdev
;
1661 netif_device_detach(netdev
);
1663 qlcnic_cancel_idc_work(adapter
);
1665 if (netif_running(netdev
))
1666 qlcnic_down(adapter
, netdev
);
1668 qlcnic_clr_all_drv_state(adapter
, 0);
1670 clear_bit(__QLCNIC_RESETTING
, &adapter
->state
);
1672 retval
= pci_save_state(pdev
);
1676 if (qlcnic_wol_supported(adapter
)) {
1677 pci_enable_wake(pdev
, PCI_D3cold
, 1);
1678 pci_enable_wake(pdev
, PCI_D3hot
, 1);
1684 int qlcnic_82xx_resume(struct qlcnic_adapter
*adapter
)
1686 struct net_device
*netdev
= adapter
->netdev
;
1689 err
= qlcnic_start_firmware(adapter
);
1691 dev_err(&adapter
->pdev
->dev
, "failed to start firmware\n");
1695 if (netif_running(netdev
)) {
1696 err
= qlcnic_up(adapter
, netdev
);
1698 qlcnic_restore_indev_addr(netdev
, NETDEV_UP
);
1701 netif_device_attach(netdev
);
1702 qlcnic_schedule_work(adapter
, qlcnic_fw_poll_work
, FW_POLL_DELAY
);