2 * QLogic qlcnic NIC Driver
3 * Copyright (c) 2009-2013 QLogic Corporation
5 * See LICENSE.qlcnic for copyright and licensing details.
8 #include <linux/types.h>
10 #include "qlcnic_sriov.h"
12 #include "qlcnic_83xx_hw.h"
14 #define QLC_BC_COMMAND 0
15 #define QLC_BC_RESPONSE 1
17 #define QLC_MBOX_RESP_TIMEOUT (10 * HZ)
18 #define QLC_MBOX_CH_FREE_TIMEOUT (10 * HZ)
21 #define QLC_BC_CFREE 1
23 #define QLC_BC_HDR_SZ 16
24 #define QLC_BC_PAYLOAD_SZ (1024 - QLC_BC_HDR_SZ)
26 #define QLC_DEFAULT_RCV_DESCRIPTORS_SRIOV_VF 2048
27 #define QLC_DEFAULT_JUMBO_RCV_DESCRIPTORS_SRIOV_VF 512
29 #define QLC_83XX_VF_RESET_FAIL_THRESH 8
30 #define QLC_BC_CMD_MAX_RETRY_CNT 5
32 static void qlcnic_sriov_handle_async_issue_cmd(struct work_struct
*work
);
33 static void qlcnic_sriov_vf_free_mac_list(struct qlcnic_adapter
*);
34 static int qlcnic_sriov_alloc_bc_mbx_args(struct qlcnic_cmd_args
*, u32
);
35 static void qlcnic_sriov_vf_poll_dev_state(struct work_struct
*);
36 static void qlcnic_sriov_vf_cancel_fw_work(struct qlcnic_adapter
*);
37 static void qlcnic_sriov_cleanup_transaction(struct qlcnic_bc_trans
*);
38 static int qlcnic_sriov_issue_cmd(struct qlcnic_adapter
*,
39 struct qlcnic_cmd_args
*);
40 static int qlcnic_sriov_channel_cfg_cmd(struct qlcnic_adapter
*, u8
);
41 static void qlcnic_sriov_process_bc_cmd(struct work_struct
*);
42 static int qlcnic_sriov_vf_shutdown(struct pci_dev
*);
43 static int qlcnic_sriov_vf_resume(struct qlcnic_adapter
*);
44 static int qlcnic_sriov_async_issue_cmd(struct qlcnic_adapter
*,
45 struct qlcnic_cmd_args
*);
47 static struct qlcnic_hardware_ops qlcnic_sriov_vf_hw_ops
= {
48 .read_crb
= qlcnic_83xx_read_crb
,
49 .write_crb
= qlcnic_83xx_write_crb
,
50 .read_reg
= qlcnic_83xx_rd_reg_indirect
,
51 .write_reg
= qlcnic_83xx_wrt_reg_indirect
,
52 .get_mac_address
= qlcnic_83xx_get_mac_address
,
53 .setup_intr
= qlcnic_83xx_setup_intr
,
54 .alloc_mbx_args
= qlcnic_83xx_alloc_mbx_args
,
55 .mbx_cmd
= qlcnic_sriov_issue_cmd
,
56 .get_func_no
= qlcnic_83xx_get_func_no
,
57 .api_lock
= qlcnic_83xx_cam_lock
,
58 .api_unlock
= qlcnic_83xx_cam_unlock
,
59 .process_lb_rcv_ring_diag
= qlcnic_83xx_process_rcv_ring_diag
,
60 .create_rx_ctx
= qlcnic_83xx_create_rx_ctx
,
61 .create_tx_ctx
= qlcnic_83xx_create_tx_ctx
,
62 .del_rx_ctx
= qlcnic_83xx_del_rx_ctx
,
63 .del_tx_ctx
= qlcnic_83xx_del_tx_ctx
,
64 .setup_link_event
= qlcnic_83xx_setup_link_event
,
65 .get_nic_info
= qlcnic_83xx_get_nic_info
,
66 .get_pci_info
= qlcnic_83xx_get_pci_info
,
67 .set_nic_info
= qlcnic_83xx_set_nic_info
,
68 .change_macvlan
= qlcnic_83xx_sre_macaddr_change
,
69 .napi_enable
= qlcnic_83xx_napi_enable
,
70 .napi_disable
= qlcnic_83xx_napi_disable
,
71 .config_intr_coal
= qlcnic_83xx_config_intr_coal
,
72 .config_rss
= qlcnic_83xx_config_rss
,
73 .config_hw_lro
= qlcnic_83xx_config_hw_lro
,
74 .config_promisc_mode
= qlcnic_83xx_nic_set_promisc
,
75 .change_l2_filter
= qlcnic_83xx_change_l2_filter
,
76 .get_board_info
= qlcnic_83xx_get_port_info
,
77 .free_mac_list
= qlcnic_sriov_vf_free_mac_list
,
78 .enable_sds_intr
= qlcnic_83xx_enable_sds_intr
,
79 .disable_sds_intr
= qlcnic_83xx_disable_sds_intr
,
80 .encap_rx_offload
= qlcnic_83xx_encap_rx_offload
,
81 .encap_tx_offload
= qlcnic_83xx_encap_tx_offload
,
84 static struct qlcnic_nic_template qlcnic_sriov_vf_ops
= {
85 .config_bridged_mode
= qlcnic_config_bridged_mode
,
86 .config_led
= qlcnic_config_led
,
87 .cancel_idc_work
= qlcnic_sriov_vf_cancel_fw_work
,
88 .napi_add
= qlcnic_83xx_napi_add
,
89 .napi_del
= qlcnic_83xx_napi_del
,
90 .shutdown
= qlcnic_sriov_vf_shutdown
,
91 .resume
= qlcnic_sriov_vf_resume
,
92 .config_ipaddr
= qlcnic_83xx_config_ipaddr
,
93 .clear_legacy_intr
= qlcnic_83xx_clear_legacy_intr
,
96 static const struct qlcnic_mailbox_metadata qlcnic_sriov_bc_mbx_tbl
[] = {
97 {QLCNIC_BC_CMD_CHANNEL_INIT
, 2, 2},
98 {QLCNIC_BC_CMD_CHANNEL_TERM
, 2, 2},
99 {QLCNIC_BC_CMD_GET_ACL
, 3, 14},
100 {QLCNIC_BC_CMD_CFG_GUEST_VLAN
, 2, 2},
103 static inline bool qlcnic_sriov_bc_msg_check(u32 val
)
105 return (val
& (1 << QLC_BC_MSG
)) ? true : false;
108 static inline bool qlcnic_sriov_channel_free_check(u32 val
)
110 return (val
& (1 << QLC_BC_CFREE
)) ? true : false;
113 static inline bool qlcnic_sriov_flr_check(u32 val
)
115 return (val
& (1 << QLC_BC_FLR
)) ? true : false;
118 static inline u8
qlcnic_sriov_target_func_id(u32 val
)
120 return (val
>> 4) & 0xff;
123 static int qlcnic_sriov_virtid_fn(struct qlcnic_adapter
*adapter
, int vf_id
)
125 struct pci_dev
*dev
= adapter
->pdev
;
129 if (qlcnic_sriov_vf_check(adapter
))
132 pos
= pci_find_ext_capability(dev
, PCI_EXT_CAP_ID_SRIOV
);
135 pci_read_config_word(dev
, pos
+ PCI_SRIOV_VF_OFFSET
, &offset
);
136 pci_read_config_word(dev
, pos
+ PCI_SRIOV_VF_STRIDE
, &stride
);
138 return (dev
->devfn
+ offset
+ stride
* vf_id
) & 0xff;
141 int qlcnic_sriov_init(struct qlcnic_adapter
*adapter
, int num_vfs
)
143 struct qlcnic_sriov
*sriov
;
144 struct qlcnic_back_channel
*bc
;
145 struct workqueue_struct
*wq
;
146 struct qlcnic_vport
*vp
;
147 struct qlcnic_vf_info
*vf
;
150 if (!qlcnic_sriov_enable_check(adapter
))
153 sriov
= kzalloc(sizeof(struct qlcnic_sriov
), GFP_KERNEL
);
157 adapter
->ahw
->sriov
= sriov
;
158 sriov
->num_vfs
= num_vfs
;
160 sriov
->vf_info
= kzalloc(sizeof(struct qlcnic_vf_info
) *
161 num_vfs
, GFP_KERNEL
);
162 if (!sriov
->vf_info
) {
164 goto qlcnic_free_sriov
;
167 wq
= create_singlethread_workqueue("bc-trans");
170 dev_err(&adapter
->pdev
->dev
,
171 "Cannot create bc-trans workqueue\n");
172 goto qlcnic_free_vf_info
;
175 bc
->bc_trans_wq
= wq
;
177 wq
= create_singlethread_workqueue("async");
180 dev_err(&adapter
->pdev
->dev
, "Cannot create async workqueue\n");
181 goto qlcnic_destroy_trans_wq
;
184 bc
->bc_async_wq
= wq
;
185 INIT_LIST_HEAD(&bc
->async_cmd_list
);
186 INIT_WORK(&bc
->vf_async_work
, qlcnic_sriov_handle_async_issue_cmd
);
187 spin_lock_init(&bc
->queue_lock
);
188 bc
->adapter
= adapter
;
190 for (i
= 0; i
< num_vfs
; i
++) {
191 vf
= &sriov
->vf_info
[i
];
192 vf
->adapter
= adapter
;
193 vf
->pci_func
= qlcnic_sriov_virtid_fn(adapter
, i
);
194 mutex_init(&vf
->send_cmd_lock
);
195 spin_lock_init(&vf
->vlan_list_lock
);
196 INIT_LIST_HEAD(&vf
->rcv_act
.wait_list
);
197 INIT_LIST_HEAD(&vf
->rcv_pend
.wait_list
);
198 spin_lock_init(&vf
->rcv_act
.lock
);
199 spin_lock_init(&vf
->rcv_pend
.lock
);
200 init_completion(&vf
->ch_free_cmpl
);
202 INIT_WORK(&vf
->trans_work
, qlcnic_sriov_process_bc_cmd
);
204 if (qlcnic_sriov_pf_check(adapter
)) {
205 vp
= kzalloc(sizeof(struct qlcnic_vport
), GFP_KERNEL
);
208 goto qlcnic_destroy_async_wq
;
210 sriov
->vf_info
[i
].vp
= vp
;
211 vp
->vlan_mode
= QLC_GUEST_VLAN_MODE
;
212 vp
->max_tx_bw
= MAX_BW
;
213 vp
->min_tx_bw
= MIN_BW
;
214 vp
->spoofchk
= false;
215 random_ether_addr(vp
->mac
);
216 dev_info(&adapter
->pdev
->dev
,
217 "MAC Address %pM is configured for VF %d\n",
224 qlcnic_destroy_async_wq
:
225 destroy_workqueue(bc
->bc_async_wq
);
227 qlcnic_destroy_trans_wq
:
228 destroy_workqueue(bc
->bc_trans_wq
);
231 kfree(sriov
->vf_info
);
234 kfree(adapter
->ahw
->sriov
);
238 void qlcnic_sriov_cleanup_list(struct qlcnic_trans_list
*t_list
)
240 struct qlcnic_bc_trans
*trans
;
241 struct qlcnic_cmd_args cmd
;
244 spin_lock_irqsave(&t_list
->lock
, flags
);
246 while (!list_empty(&t_list
->wait_list
)) {
247 trans
= list_first_entry(&t_list
->wait_list
,
248 struct qlcnic_bc_trans
, list
);
249 list_del(&trans
->list
);
251 cmd
.req
.arg
= (u32
*)trans
->req_pay
;
252 cmd
.rsp
.arg
= (u32
*)trans
->rsp_pay
;
253 qlcnic_free_mbx_args(&cmd
);
254 qlcnic_sriov_cleanup_transaction(trans
);
257 spin_unlock_irqrestore(&t_list
->lock
, flags
);
260 void __qlcnic_sriov_cleanup(struct qlcnic_adapter
*adapter
)
262 struct qlcnic_sriov
*sriov
= adapter
->ahw
->sriov
;
263 struct qlcnic_back_channel
*bc
= &sriov
->bc
;
264 struct qlcnic_vf_info
*vf
;
267 if (!qlcnic_sriov_enable_check(adapter
))
270 qlcnic_sriov_cleanup_async_list(bc
);
271 destroy_workqueue(bc
->bc_async_wq
);
273 for (i
= 0; i
< sriov
->num_vfs
; i
++) {
274 vf
= &sriov
->vf_info
[i
];
275 qlcnic_sriov_cleanup_list(&vf
->rcv_pend
);
276 cancel_work_sync(&vf
->trans_work
);
277 qlcnic_sriov_cleanup_list(&vf
->rcv_act
);
280 destroy_workqueue(bc
->bc_trans_wq
);
282 for (i
= 0; i
< sriov
->num_vfs
; i
++)
283 kfree(sriov
->vf_info
[i
].vp
);
285 kfree(sriov
->vf_info
);
286 kfree(adapter
->ahw
->sriov
);
289 static void qlcnic_sriov_vf_cleanup(struct qlcnic_adapter
*adapter
)
291 qlcnic_sriov_channel_cfg_cmd(adapter
, QLCNIC_BC_CMD_CHANNEL_TERM
);
292 qlcnic_sriov_cfg_bc_intr(adapter
, 0);
293 __qlcnic_sriov_cleanup(adapter
);
296 void qlcnic_sriov_cleanup(struct qlcnic_adapter
*adapter
)
298 if (!test_bit(__QLCNIC_SRIOV_ENABLE
, &adapter
->state
))
301 qlcnic_sriov_free_vlans(adapter
);
303 if (qlcnic_sriov_pf_check(adapter
))
304 qlcnic_sriov_pf_cleanup(adapter
);
306 if (qlcnic_sriov_vf_check(adapter
))
307 qlcnic_sriov_vf_cleanup(adapter
);
310 static int qlcnic_sriov_post_bc_msg(struct qlcnic_adapter
*adapter
, u32
*hdr
,
311 u32
*pay
, u8 pci_func
, u8 size
)
313 struct qlcnic_hardware_context
*ahw
= adapter
->ahw
;
314 struct qlcnic_mailbox
*mbx
= ahw
->mailbox
;
315 struct qlcnic_cmd_args cmd
;
316 unsigned long timeout
;
319 memset(&cmd
, 0, sizeof(struct qlcnic_cmd_args
));
323 cmd
.func_num
= pci_func
;
324 cmd
.op_type
= QLC_83XX_MBX_POST_BC_OP
;
325 cmd
.cmd_op
= ((struct qlcnic_bc_hdr
*)hdr
)->cmd_op
;
327 err
= mbx
->ops
->enqueue_cmd(adapter
, &cmd
, &timeout
);
329 dev_err(&adapter
->pdev
->dev
,
330 "%s: Mailbox not available, cmd_op=0x%x, cmd_type=0x%x, pci_func=0x%x, op_mode=0x%x\n",
331 __func__
, cmd
.cmd_op
, cmd
.type
, ahw
->pci_func
,
336 if (!wait_for_completion_timeout(&cmd
.completion
, timeout
)) {
337 dev_err(&adapter
->pdev
->dev
,
338 "%s: Mailbox command timed out, cmd_op=0x%x, cmd_type=0x%x, pci_func=0x%x, op_mode=0x%x\n",
339 __func__
, cmd
.cmd_op
, cmd
.type
, ahw
->pci_func
,
341 flush_workqueue(mbx
->work_q
);
344 return cmd
.rsp_opcode
;
347 static void qlcnic_sriov_vf_cfg_buff_desc(struct qlcnic_adapter
*adapter
)
349 adapter
->num_rxd
= QLC_DEFAULT_RCV_DESCRIPTORS_SRIOV_VF
;
350 adapter
->max_rxd
= MAX_RCV_DESCRIPTORS_10G
;
351 adapter
->num_jumbo_rxd
= QLC_DEFAULT_JUMBO_RCV_DESCRIPTORS_SRIOV_VF
;
352 adapter
->max_jumbo_rxd
= MAX_JUMBO_RCV_DESCRIPTORS_10G
;
353 adapter
->num_txd
= MAX_CMD_DESCRIPTORS
;
354 adapter
->max_rds_rings
= MAX_RDS_RINGS
;
357 int qlcnic_sriov_get_vf_vport_info(struct qlcnic_adapter
*adapter
,
358 struct qlcnic_info
*npar_info
, u16 vport_id
)
360 struct device
*dev
= &adapter
->pdev
->dev
;
361 struct qlcnic_cmd_args cmd
;
365 err
= qlcnic_alloc_mbx_args(&cmd
, adapter
, QLCNIC_CMD_GET_NIC_INFO
);
369 cmd
.req
.arg
[1] = vport_id
<< 16 | 0x1;
370 err
= qlcnic_issue_cmd(adapter
, &cmd
);
372 dev_err(&adapter
->pdev
->dev
,
373 "Failed to get vport info, err=%d\n", err
);
374 qlcnic_free_mbx_args(&cmd
);
378 status
= cmd
.rsp
.arg
[2] & 0xffff;
380 npar_info
->min_tx_bw
= MSW(cmd
.rsp
.arg
[2]);
382 npar_info
->max_tx_bw
= LSW(cmd
.rsp
.arg
[3]);
384 npar_info
->max_tx_ques
= MSW(cmd
.rsp
.arg
[3]);
386 npar_info
->max_tx_mac_filters
= LSW(cmd
.rsp
.arg
[4]);
388 npar_info
->max_rx_mcast_mac_filters
= MSW(cmd
.rsp
.arg
[4]);
390 npar_info
->max_rx_ucast_mac_filters
= LSW(cmd
.rsp
.arg
[5]);
392 npar_info
->max_rx_ip_addr
= MSW(cmd
.rsp
.arg
[5]);
394 npar_info
->max_rx_lro_flow
= LSW(cmd
.rsp
.arg
[6]);
396 npar_info
->max_rx_status_rings
= MSW(cmd
.rsp
.arg
[6]);
398 npar_info
->max_rx_buf_rings
= LSW(cmd
.rsp
.arg
[7]);
400 npar_info
->max_rx_ques
= MSW(cmd
.rsp
.arg
[7]);
401 npar_info
->max_tx_vlan_keys
= LSW(cmd
.rsp
.arg
[8]);
402 npar_info
->max_local_ipv6_addrs
= MSW(cmd
.rsp
.arg
[8]);
403 npar_info
->max_remote_ipv6_addrs
= LSW(cmd
.rsp
.arg
[9]);
405 dev_info(dev
, "\n\tmin_tx_bw: %d, max_tx_bw: %d max_tx_ques: %d,\n"
406 "\tmax_tx_mac_filters: %d max_rx_mcast_mac_filters: %d,\n"
407 "\tmax_rx_ucast_mac_filters: 0x%x, max_rx_ip_addr: %d,\n"
408 "\tmax_rx_lro_flow: %d max_rx_status_rings: %d,\n"
409 "\tmax_rx_buf_rings: %d, max_rx_ques: %d, max_tx_vlan_keys %d\n"
410 "\tlocal_ipv6_addr: %d, remote_ipv6_addr: %d\n",
411 npar_info
->min_tx_bw
, npar_info
->max_tx_bw
,
412 npar_info
->max_tx_ques
, npar_info
->max_tx_mac_filters
,
413 npar_info
->max_rx_mcast_mac_filters
,
414 npar_info
->max_rx_ucast_mac_filters
, npar_info
->max_rx_ip_addr
,
415 npar_info
->max_rx_lro_flow
, npar_info
->max_rx_status_rings
,
416 npar_info
->max_rx_buf_rings
, npar_info
->max_rx_ques
,
417 npar_info
->max_tx_vlan_keys
, npar_info
->max_local_ipv6_addrs
,
418 npar_info
->max_remote_ipv6_addrs
);
420 qlcnic_free_mbx_args(&cmd
);
424 static int qlcnic_sriov_set_pvid_mode(struct qlcnic_adapter
*adapter
,
425 struct qlcnic_cmd_args
*cmd
)
427 adapter
->rx_pvid
= MSW(cmd
->rsp
.arg
[1]) & 0xffff;
428 adapter
->flags
&= ~QLCNIC_TAGGING_ENABLED
;
432 static int qlcnic_sriov_set_guest_vlan_mode(struct qlcnic_adapter
*adapter
,
433 struct qlcnic_cmd_args
*cmd
)
435 struct qlcnic_sriov
*sriov
= adapter
->ahw
->sriov
;
439 if (sriov
->allowed_vlans
)
442 sriov
->any_vlan
= cmd
->rsp
.arg
[2] & 0xf;
443 sriov
->num_allowed_vlans
= cmd
->rsp
.arg
[2] >> 16;
444 dev_info(&adapter
->pdev
->dev
, "Number of allowed Guest VLANs = %d\n",
445 sriov
->num_allowed_vlans
);
447 qlcnic_sriov_alloc_vlans(adapter
);
449 if (!sriov
->any_vlan
)
452 num_vlans
= sriov
->num_allowed_vlans
;
453 sriov
->allowed_vlans
= kzalloc(sizeof(u16
) * num_vlans
, GFP_KERNEL
);
454 if (!sriov
->allowed_vlans
)
457 vlans
= (u16
*)&cmd
->rsp
.arg
[3];
458 for (i
= 0; i
< num_vlans
; i
++)
459 sriov
->allowed_vlans
[i
] = vlans
[i
];
464 static int qlcnic_sriov_get_vf_acl(struct qlcnic_adapter
*adapter
)
466 struct qlcnic_sriov
*sriov
= adapter
->ahw
->sriov
;
467 struct qlcnic_cmd_args cmd
;
470 memset(&cmd
, 0, sizeof(cmd
));
471 ret
= qlcnic_sriov_alloc_bc_mbx_args(&cmd
, QLCNIC_BC_CMD_GET_ACL
);
475 ret
= qlcnic_issue_cmd(adapter
, &cmd
);
477 dev_err(&adapter
->pdev
->dev
, "Failed to get ACL, err=%d\n",
480 sriov
->vlan_mode
= cmd
.rsp
.arg
[1] & 0x3;
481 switch (sriov
->vlan_mode
) {
482 case QLC_GUEST_VLAN_MODE
:
483 ret
= qlcnic_sriov_set_guest_vlan_mode(adapter
, &cmd
);
486 ret
= qlcnic_sriov_set_pvid_mode(adapter
, &cmd
);
491 qlcnic_free_mbx_args(&cmd
);
495 static int qlcnic_sriov_vf_init_driver(struct qlcnic_adapter
*adapter
)
497 struct qlcnic_hardware_context
*ahw
= adapter
->ahw
;
498 struct qlcnic_info nic_info
;
501 err
= qlcnic_sriov_get_vf_vport_info(adapter
, &nic_info
, 0);
505 ahw
->max_mc_count
= nic_info
.max_rx_mcast_mac_filters
;
507 err
= qlcnic_get_nic_info(adapter
, &nic_info
, ahw
->pci_func
);
511 if (qlcnic_83xx_get_port_info(adapter
))
514 qlcnic_sriov_vf_cfg_buff_desc(adapter
);
515 adapter
->flags
|= QLCNIC_ADAPTER_INITIALIZED
;
516 dev_info(&adapter
->pdev
->dev
, "HAL Version: %d\n",
517 adapter
->ahw
->fw_hal_version
);
519 ahw
->physical_port
= (u8
) nic_info
.phys_port
;
520 ahw
->switch_mode
= nic_info
.switch_mode
;
521 ahw
->max_mtu
= nic_info
.max_mtu
;
522 ahw
->op_mode
= nic_info
.op_mode
;
523 ahw
->capabilities
= nic_info
.capabilities
;
527 static int qlcnic_sriov_setup_vf(struct qlcnic_adapter
*adapter
,
532 adapter
->flags
|= QLCNIC_VLAN_FILTERING
;
533 adapter
->ahw
->total_nic_func
= 1;
534 INIT_LIST_HEAD(&adapter
->vf_mc_list
);
535 if (!qlcnic_use_msi_x
&& !!qlcnic_use_msi
)
536 dev_warn(&adapter
->pdev
->dev
,
537 "Device does not support MSI interrupts\n");
539 /* compute and set default and max tx/sds rings */
540 qlcnic_set_tx_ring_count(adapter
, QLCNIC_SINGLE_RING
);
541 qlcnic_set_sds_ring_count(adapter
, QLCNIC_SINGLE_RING
);
543 err
= qlcnic_setup_intr(adapter
);
545 dev_err(&adapter
->pdev
->dev
, "Failed to setup interrupt\n");
546 goto err_out_disable_msi
;
549 err
= qlcnic_83xx_setup_mbx_intr(adapter
);
551 goto err_out_disable_msi
;
553 err
= qlcnic_sriov_init(adapter
, 1);
555 goto err_out_disable_mbx_intr
;
557 err
= qlcnic_sriov_cfg_bc_intr(adapter
, 1);
559 goto err_out_cleanup_sriov
;
561 err
= qlcnic_sriov_channel_cfg_cmd(adapter
, QLCNIC_BC_CMD_CHANNEL_INIT
);
563 goto err_out_disable_bc_intr
;
565 err
= qlcnic_sriov_vf_init_driver(adapter
);
567 goto err_out_send_channel_term
;
569 err
= qlcnic_sriov_get_vf_acl(adapter
);
571 goto err_out_send_channel_term
;
573 err
= qlcnic_setup_netdev(adapter
, adapter
->netdev
, pci_using_dac
);
575 goto err_out_send_channel_term
;
577 pci_set_drvdata(adapter
->pdev
, adapter
);
578 dev_info(&adapter
->pdev
->dev
, "%s: XGbE port initialized\n",
579 adapter
->netdev
->name
);
581 qlcnic_schedule_work(adapter
, qlcnic_sriov_vf_poll_dev_state
,
582 adapter
->ahw
->idc
.delay
);
585 err_out_send_channel_term
:
586 qlcnic_sriov_channel_cfg_cmd(adapter
, QLCNIC_BC_CMD_CHANNEL_TERM
);
588 err_out_disable_bc_intr
:
589 qlcnic_sriov_cfg_bc_intr(adapter
, 0);
591 err_out_cleanup_sriov
:
592 __qlcnic_sriov_cleanup(adapter
);
594 err_out_disable_mbx_intr
:
595 qlcnic_83xx_free_mbx_intr(adapter
);
598 qlcnic_teardown_intr(adapter
);
602 static int qlcnic_sriov_check_dev_ready(struct qlcnic_adapter
*adapter
)
608 if (++adapter
->fw_fail_cnt
> QLC_BC_CMD_MAX_RETRY_CNT
)
610 state
= QLCRDX(adapter
->ahw
, QLC_83XX_IDC_DEV_STATE
);
611 } while (state
!= QLC_83XX_IDC_DEV_READY
);
616 int qlcnic_sriov_vf_init(struct qlcnic_adapter
*adapter
, int pci_using_dac
)
618 struct qlcnic_hardware_context
*ahw
= adapter
->ahw
;
621 set_bit(QLC_83XX_MODULE_LOADED
, &ahw
->idc
.status
);
622 ahw
->idc
.delay
= QLC_83XX_IDC_FW_POLL_DELAY
;
623 ahw
->reset_context
= 0;
624 adapter
->fw_fail_cnt
= 0;
625 ahw
->msix_supported
= 1;
626 adapter
->need_fw_reset
= 0;
627 adapter
->flags
|= QLCNIC_TX_INTR_SHARED
;
629 err
= qlcnic_sriov_check_dev_ready(adapter
);
633 err
= qlcnic_sriov_setup_vf(adapter
, pci_using_dac
);
637 if (qlcnic_read_mac_addr(adapter
))
638 dev_warn(&adapter
->pdev
->dev
, "failed to read mac addr\n");
640 INIT_DELAYED_WORK(&adapter
->idc_aen_work
, qlcnic_83xx_idc_aen_work
);
642 clear_bit(__QLCNIC_RESETTING
, &adapter
->state
);
646 void qlcnic_sriov_vf_set_ops(struct qlcnic_adapter
*adapter
)
648 struct qlcnic_hardware_context
*ahw
= adapter
->ahw
;
650 ahw
->op_mode
= QLCNIC_SRIOV_VF_FUNC
;
651 dev_info(&adapter
->pdev
->dev
,
652 "HAL Version: %d Non Privileged SRIOV function\n",
653 ahw
->fw_hal_version
);
654 adapter
->nic_ops
= &qlcnic_sriov_vf_ops
;
655 set_bit(__QLCNIC_SRIOV_ENABLE
, &adapter
->state
);
659 void qlcnic_sriov_vf_register_map(struct qlcnic_hardware_context
*ahw
)
661 ahw
->hw_ops
= &qlcnic_sriov_vf_hw_ops
;
662 ahw
->reg_tbl
= (u32
*)qlcnic_83xx_reg_tbl
;
663 ahw
->ext_reg_tbl
= (u32
*)qlcnic_83xx_ext_reg_tbl
;
666 static u32
qlcnic_sriov_get_bc_paysize(u32 real_pay_size
, u8 curr_frag
)
670 pay_size
= real_pay_size
/ ((curr_frag
+ 1) * QLC_BC_PAYLOAD_SZ
);
673 pay_size
= QLC_BC_PAYLOAD_SZ
;
675 pay_size
= real_pay_size
% QLC_BC_PAYLOAD_SZ
;
680 int qlcnic_sriov_func_to_index(struct qlcnic_adapter
*adapter
, u8 pci_func
)
682 struct qlcnic_vf_info
*vf_info
= adapter
->ahw
->sriov
->vf_info
;
685 if (qlcnic_sriov_vf_check(adapter
))
688 for (i
= 0; i
< adapter
->ahw
->sriov
->num_vfs
; i
++) {
689 if (vf_info
[i
].pci_func
== pci_func
)
696 static inline int qlcnic_sriov_alloc_bc_trans(struct qlcnic_bc_trans
**trans
)
698 *trans
= kzalloc(sizeof(struct qlcnic_bc_trans
), GFP_ATOMIC
);
702 init_completion(&(*trans
)->resp_cmpl
);
706 static inline int qlcnic_sriov_alloc_bc_msg(struct qlcnic_bc_hdr
**hdr
,
709 *hdr
= kzalloc(sizeof(struct qlcnic_bc_hdr
) * size
, GFP_ATOMIC
);
716 static int qlcnic_sriov_alloc_bc_mbx_args(struct qlcnic_cmd_args
*mbx
, u32 type
)
718 const struct qlcnic_mailbox_metadata
*mbx_tbl
;
721 mbx_tbl
= qlcnic_sriov_bc_mbx_tbl
;
722 size
= ARRAY_SIZE(qlcnic_sriov_bc_mbx_tbl
);
724 for (i
= 0; i
< size
; i
++) {
725 if (type
== mbx_tbl
[i
].cmd
) {
726 mbx
->op_type
= QLC_BC_CMD
;
727 mbx
->req
.num
= mbx_tbl
[i
].in_args
;
728 mbx
->rsp
.num
= mbx_tbl
[i
].out_args
;
729 mbx
->req
.arg
= kcalloc(mbx
->req
.num
, sizeof(u32
),
733 mbx
->rsp
.arg
= kcalloc(mbx
->rsp
.num
, sizeof(u32
),
740 mbx
->req
.arg
[0] = (type
| (mbx
->req
.num
<< 16) |
742 mbx
->rsp
.arg
[0] = (type
& 0xffff) | mbx
->rsp
.num
<< 16;
749 static int qlcnic_sriov_prepare_bc_hdr(struct qlcnic_bc_trans
*trans
,
750 struct qlcnic_cmd_args
*cmd
,
751 u16 seq
, u8 msg_type
)
753 struct qlcnic_bc_hdr
*hdr
;
755 u32 num_regs
, bc_pay_sz
;
757 u8 cmd_op
, num_frags
, t_num_frags
;
759 bc_pay_sz
= QLC_BC_PAYLOAD_SZ
;
760 if (msg_type
== QLC_BC_COMMAND
) {
761 trans
->req_pay
= (struct qlcnic_bc_payload
*)cmd
->req
.arg
;
762 trans
->rsp_pay
= (struct qlcnic_bc_payload
*)cmd
->rsp
.arg
;
763 num_regs
= cmd
->req
.num
;
764 trans
->req_pay_size
= (num_regs
* 4);
765 num_regs
= cmd
->rsp
.num
;
766 trans
->rsp_pay_size
= (num_regs
* 4);
767 cmd_op
= cmd
->req
.arg
[0] & 0xff;
768 remainder
= (trans
->req_pay_size
) % (bc_pay_sz
);
769 num_frags
= (trans
->req_pay_size
) / (bc_pay_sz
);
772 t_num_frags
= num_frags
;
773 if (qlcnic_sriov_alloc_bc_msg(&trans
->req_hdr
, num_frags
))
775 remainder
= (trans
->rsp_pay_size
) % (bc_pay_sz
);
776 num_frags
= (trans
->rsp_pay_size
) / (bc_pay_sz
);
779 if (qlcnic_sriov_alloc_bc_msg(&trans
->rsp_hdr
, num_frags
))
781 num_frags
= t_num_frags
;
782 hdr
= trans
->req_hdr
;
784 cmd
->req
.arg
= (u32
*)trans
->req_pay
;
785 cmd
->rsp
.arg
= (u32
*)trans
->rsp_pay
;
786 cmd_op
= cmd
->req
.arg
[0] & 0xff;
787 cmd
->cmd_op
= cmd_op
;
788 remainder
= (trans
->rsp_pay_size
) % (bc_pay_sz
);
789 num_frags
= (trans
->rsp_pay_size
) / (bc_pay_sz
);
792 cmd
->req
.num
= trans
->req_pay_size
/ 4;
793 cmd
->rsp
.num
= trans
->rsp_pay_size
/ 4;
794 hdr
= trans
->rsp_hdr
;
795 cmd
->op_type
= trans
->req_hdr
->op_type
;
798 trans
->trans_id
= seq
;
799 trans
->cmd_id
= cmd_op
;
800 for (i
= 0; i
< num_frags
; i
++) {
802 hdr
[i
].msg_type
= msg_type
;
803 hdr
[i
].op_type
= cmd
->op_type
;
805 hdr
[i
].num_frags
= num_frags
;
806 hdr
[i
].frag_num
= i
+ 1;
807 hdr
[i
].cmd_op
= cmd_op
;
813 static void qlcnic_sriov_cleanup_transaction(struct qlcnic_bc_trans
*trans
)
817 kfree(trans
->req_hdr
);
818 kfree(trans
->rsp_hdr
);
822 static int qlcnic_sriov_clear_trans(struct qlcnic_vf_info
*vf
,
823 struct qlcnic_bc_trans
*trans
, u8 type
)
825 struct qlcnic_trans_list
*t_list
;
829 if (type
== QLC_BC_RESPONSE
) {
830 t_list
= &vf
->rcv_act
;
831 spin_lock_irqsave(&t_list
->lock
, flags
);
833 list_del(&trans
->list
);
834 if (t_list
->count
> 0)
836 spin_unlock_irqrestore(&t_list
->lock
, flags
);
838 if (type
== QLC_BC_COMMAND
) {
839 while (test_and_set_bit(QLC_BC_VF_SEND
, &vf
->state
))
842 clear_bit(QLC_BC_VF_SEND
, &vf
->state
);
847 static void qlcnic_sriov_schedule_bc_cmd(struct qlcnic_sriov
*sriov
,
848 struct qlcnic_vf_info
*vf
,
851 if (test_bit(QLC_BC_VF_FLR
, &vf
->state
) ||
852 vf
->adapter
->need_fw_reset
)
855 queue_work(sriov
->bc
.bc_trans_wq
, &vf
->trans_work
);
858 static inline void qlcnic_sriov_wait_for_resp(struct qlcnic_bc_trans
*trans
)
860 struct completion
*cmpl
= &trans
->resp_cmpl
;
862 if (wait_for_completion_timeout(cmpl
, QLC_MBOX_RESP_TIMEOUT
))
863 trans
->trans_state
= QLC_END
;
865 trans
->trans_state
= QLC_ABORT
;
870 static void qlcnic_sriov_handle_multi_frags(struct qlcnic_bc_trans
*trans
,
873 if (type
== QLC_BC_RESPONSE
) {
874 trans
->curr_rsp_frag
++;
875 if (trans
->curr_rsp_frag
< trans
->rsp_hdr
->num_frags
)
876 trans
->trans_state
= QLC_INIT
;
878 trans
->trans_state
= QLC_END
;
880 trans
->curr_req_frag
++;
881 if (trans
->curr_req_frag
< trans
->req_hdr
->num_frags
)
882 trans
->trans_state
= QLC_INIT
;
884 trans
->trans_state
= QLC_WAIT_FOR_RESP
;
888 static void qlcnic_sriov_wait_for_channel_free(struct qlcnic_bc_trans
*trans
,
891 struct qlcnic_vf_info
*vf
= trans
->vf
;
892 struct completion
*cmpl
= &vf
->ch_free_cmpl
;
894 if (!wait_for_completion_timeout(cmpl
, QLC_MBOX_CH_FREE_TIMEOUT
)) {
895 trans
->trans_state
= QLC_ABORT
;
899 clear_bit(QLC_BC_VF_CHANNEL
, &vf
->state
);
900 qlcnic_sriov_handle_multi_frags(trans
, type
);
903 static void qlcnic_sriov_pull_bc_msg(struct qlcnic_adapter
*adapter
,
904 u32
*hdr
, u32
*pay
, u32 size
)
906 struct qlcnic_hardware_context
*ahw
= adapter
->ahw
;
908 u8 i
, max
= 2, hdr_size
, j
;
910 hdr_size
= (sizeof(struct qlcnic_bc_hdr
) / sizeof(u32
));
911 max
= (size
/ sizeof(u32
)) + hdr_size
;
913 fw_mbx
= readl(QLCNIC_MBX_FW(ahw
, 0));
914 for (i
= 2, j
= 0; j
< hdr_size
; i
++, j
++)
915 *(hdr
++) = readl(QLCNIC_MBX_FW(ahw
, i
));
916 for (; j
< max
; i
++, j
++)
917 *(pay
++) = readl(QLCNIC_MBX_FW(ahw
, i
));
920 static int __qlcnic_sriov_issue_bc_post(struct qlcnic_vf_info
*vf
)
926 if (!test_and_set_bit(QLC_BC_VF_CHANNEL
, &vf
->state
)) {
936 static int qlcnic_sriov_issue_bc_post(struct qlcnic_bc_trans
*trans
, u8 type
)
938 struct qlcnic_vf_info
*vf
= trans
->vf
;
939 u32 pay_size
, hdr_size
;
942 u8 pci_func
= trans
->func_id
;
944 if (__qlcnic_sriov_issue_bc_post(vf
))
947 if (type
== QLC_BC_COMMAND
) {
948 hdr
= (u32
*)(trans
->req_hdr
+ trans
->curr_req_frag
);
949 pay
= (u32
*)(trans
->req_pay
+ trans
->curr_req_frag
);
950 hdr_size
= (sizeof(struct qlcnic_bc_hdr
) / sizeof(u32
));
951 pay_size
= qlcnic_sriov_get_bc_paysize(trans
->req_pay_size
,
952 trans
->curr_req_frag
);
953 pay_size
= (pay_size
/ sizeof(u32
));
955 hdr
= (u32
*)(trans
->rsp_hdr
+ trans
->curr_rsp_frag
);
956 pay
= (u32
*)(trans
->rsp_pay
+ trans
->curr_rsp_frag
);
957 hdr_size
= (sizeof(struct qlcnic_bc_hdr
) / sizeof(u32
));
958 pay_size
= qlcnic_sriov_get_bc_paysize(trans
->rsp_pay_size
,
959 trans
->curr_rsp_frag
);
960 pay_size
= (pay_size
/ sizeof(u32
));
963 ret
= qlcnic_sriov_post_bc_msg(vf
->adapter
, hdr
, pay
,
968 static int __qlcnic_sriov_send_bc_msg(struct qlcnic_bc_trans
*trans
,
969 struct qlcnic_vf_info
*vf
, u8 type
)
975 if (test_bit(QLC_BC_VF_FLR
, &vf
->state
) ||
976 vf
->adapter
->need_fw_reset
)
977 trans
->trans_state
= QLC_ABORT
;
979 switch (trans
->trans_state
) {
981 trans
->trans_state
= QLC_WAIT_FOR_CHANNEL_FREE
;
982 if (qlcnic_sriov_issue_bc_post(trans
, type
))
983 trans
->trans_state
= QLC_ABORT
;
985 case QLC_WAIT_FOR_CHANNEL_FREE
:
986 qlcnic_sriov_wait_for_channel_free(trans
, type
);
988 case QLC_WAIT_FOR_RESP
:
989 qlcnic_sriov_wait_for_resp(trans
);
998 clear_bit(QLC_BC_VF_CHANNEL
, &vf
->state
);
1008 static int qlcnic_sriov_send_bc_cmd(struct qlcnic_adapter
*adapter
,
1009 struct qlcnic_bc_trans
*trans
, int pci_func
)
1011 struct qlcnic_vf_info
*vf
;
1012 int err
, index
= qlcnic_sriov_func_to_index(adapter
, pci_func
);
1017 vf
= &adapter
->ahw
->sriov
->vf_info
[index
];
1019 trans
->func_id
= pci_func
;
1021 if (!test_bit(QLC_BC_VF_STATE
, &vf
->state
)) {
1022 if (qlcnic_sriov_pf_check(adapter
))
1024 if (qlcnic_sriov_vf_check(adapter
) &&
1025 trans
->cmd_id
!= QLCNIC_BC_CMD_CHANNEL_INIT
)
1029 mutex_lock(&vf
->send_cmd_lock
);
1030 vf
->send_cmd
= trans
;
1031 err
= __qlcnic_sriov_send_bc_msg(trans
, vf
, QLC_BC_COMMAND
);
1032 qlcnic_sriov_clear_trans(vf
, trans
, QLC_BC_COMMAND
);
1033 mutex_unlock(&vf
->send_cmd_lock
);
1037 static void __qlcnic_sriov_process_bc_cmd(struct qlcnic_adapter
*adapter
,
1038 struct qlcnic_bc_trans
*trans
,
1039 struct qlcnic_cmd_args
*cmd
)
1041 #ifdef CONFIG_QLCNIC_SRIOV
1042 if (qlcnic_sriov_pf_check(adapter
)) {
1043 qlcnic_sriov_pf_process_bc_cmd(adapter
, trans
, cmd
);
1047 cmd
->rsp
.arg
[0] |= (0x9 << 25);
1051 static void qlcnic_sriov_process_bc_cmd(struct work_struct
*work
)
1053 struct qlcnic_vf_info
*vf
= container_of(work
, struct qlcnic_vf_info
,
1055 struct qlcnic_bc_trans
*trans
= NULL
;
1056 struct qlcnic_adapter
*adapter
= vf
->adapter
;
1057 struct qlcnic_cmd_args cmd
;
1060 if (adapter
->need_fw_reset
)
1063 if (test_bit(QLC_BC_VF_FLR
, &vf
->state
))
1066 memset(&cmd
, 0, sizeof(struct qlcnic_cmd_args
));
1067 trans
= list_first_entry(&vf
->rcv_act
.wait_list
,
1068 struct qlcnic_bc_trans
, list
);
1069 adapter
= vf
->adapter
;
1071 if (qlcnic_sriov_prepare_bc_hdr(trans
, &cmd
, trans
->req_hdr
->seq_id
,
1075 __qlcnic_sriov_process_bc_cmd(adapter
, trans
, &cmd
);
1076 trans
->trans_state
= QLC_INIT
;
1077 __qlcnic_sriov_send_bc_msg(trans
, vf
, QLC_BC_RESPONSE
);
1080 qlcnic_free_mbx_args(&cmd
);
1081 req
= qlcnic_sriov_clear_trans(vf
, trans
, QLC_BC_RESPONSE
);
1082 qlcnic_sriov_cleanup_transaction(trans
);
1084 qlcnic_sriov_schedule_bc_cmd(adapter
->ahw
->sriov
, vf
,
1085 qlcnic_sriov_process_bc_cmd
);
1088 static void qlcnic_sriov_handle_bc_resp(struct qlcnic_bc_hdr
*hdr
,
1089 struct qlcnic_vf_info
*vf
)
1091 struct qlcnic_bc_trans
*trans
;
1094 if (test_and_set_bit(QLC_BC_VF_SEND
, &vf
->state
))
1097 trans
= vf
->send_cmd
;
1102 if (trans
->trans_id
!= hdr
->seq_id
)
1105 pay_size
= qlcnic_sriov_get_bc_paysize(trans
->rsp_pay_size
,
1106 trans
->curr_rsp_frag
);
1107 qlcnic_sriov_pull_bc_msg(vf
->adapter
,
1108 (u32
*)(trans
->rsp_hdr
+ trans
->curr_rsp_frag
),
1109 (u32
*)(trans
->rsp_pay
+ trans
->curr_rsp_frag
),
1111 if (++trans
->curr_rsp_frag
< trans
->rsp_hdr
->num_frags
)
1114 complete(&trans
->resp_cmpl
);
1117 clear_bit(QLC_BC_VF_SEND
, &vf
->state
);
1120 int __qlcnic_sriov_add_act_list(struct qlcnic_sriov
*sriov
,
1121 struct qlcnic_vf_info
*vf
,
1122 struct qlcnic_bc_trans
*trans
)
1124 struct qlcnic_trans_list
*t_list
= &vf
->rcv_act
;
1127 list_add_tail(&trans
->list
, &t_list
->wait_list
);
1128 if (t_list
->count
== 1)
1129 qlcnic_sriov_schedule_bc_cmd(sriov
, vf
,
1130 qlcnic_sriov_process_bc_cmd
);
1134 static int qlcnic_sriov_add_act_list(struct qlcnic_sriov
*sriov
,
1135 struct qlcnic_vf_info
*vf
,
1136 struct qlcnic_bc_trans
*trans
)
1138 struct qlcnic_trans_list
*t_list
= &vf
->rcv_act
;
1140 spin_lock(&t_list
->lock
);
1142 __qlcnic_sriov_add_act_list(sriov
, vf
, trans
);
1144 spin_unlock(&t_list
->lock
);
1148 static void qlcnic_sriov_handle_pending_trans(struct qlcnic_sriov
*sriov
,
1149 struct qlcnic_vf_info
*vf
,
1150 struct qlcnic_bc_hdr
*hdr
)
1152 struct qlcnic_bc_trans
*trans
= NULL
;
1153 struct list_head
*node
;
1154 u32 pay_size
, curr_frag
;
1155 u8 found
= 0, active
= 0;
1157 spin_lock(&vf
->rcv_pend
.lock
);
1158 if (vf
->rcv_pend
.count
> 0) {
1159 list_for_each(node
, &vf
->rcv_pend
.wait_list
) {
1160 trans
= list_entry(node
, struct qlcnic_bc_trans
, list
);
1161 if (trans
->trans_id
== hdr
->seq_id
) {
1169 curr_frag
= trans
->curr_req_frag
;
1170 pay_size
= qlcnic_sriov_get_bc_paysize(trans
->req_pay_size
,
1172 qlcnic_sriov_pull_bc_msg(vf
->adapter
,
1173 (u32
*)(trans
->req_hdr
+ curr_frag
),
1174 (u32
*)(trans
->req_pay
+ curr_frag
),
1176 trans
->curr_req_frag
++;
1177 if (trans
->curr_req_frag
>= hdr
->num_frags
) {
1178 vf
->rcv_pend
.count
--;
1179 list_del(&trans
->list
);
1183 spin_unlock(&vf
->rcv_pend
.lock
);
1186 if (qlcnic_sriov_add_act_list(sriov
, vf
, trans
))
1187 qlcnic_sriov_cleanup_transaction(trans
);
1192 static void qlcnic_sriov_handle_bc_cmd(struct qlcnic_sriov
*sriov
,
1193 struct qlcnic_bc_hdr
*hdr
,
1194 struct qlcnic_vf_info
*vf
)
1196 struct qlcnic_bc_trans
*trans
;
1197 struct qlcnic_adapter
*adapter
= vf
->adapter
;
1198 struct qlcnic_cmd_args cmd
;
1203 if (adapter
->need_fw_reset
)
1206 if (!test_bit(QLC_BC_VF_STATE
, &vf
->state
) &&
1207 hdr
->op_type
!= QLC_BC_CMD
&&
1208 hdr
->cmd_op
!= QLCNIC_BC_CMD_CHANNEL_INIT
)
1211 if (hdr
->frag_num
> 1) {
1212 qlcnic_sriov_handle_pending_trans(sriov
, vf
, hdr
);
1216 memset(&cmd
, 0, sizeof(struct qlcnic_cmd_args
));
1217 cmd_op
= hdr
->cmd_op
;
1218 if (qlcnic_sriov_alloc_bc_trans(&trans
))
1221 if (hdr
->op_type
== QLC_BC_CMD
)
1222 err
= qlcnic_sriov_alloc_bc_mbx_args(&cmd
, cmd_op
);
1224 err
= qlcnic_alloc_mbx_args(&cmd
, adapter
, cmd_op
);
1227 qlcnic_sriov_cleanup_transaction(trans
);
1231 cmd
.op_type
= hdr
->op_type
;
1232 if (qlcnic_sriov_prepare_bc_hdr(trans
, &cmd
, hdr
->seq_id
,
1234 qlcnic_free_mbx_args(&cmd
);
1235 qlcnic_sriov_cleanup_transaction(trans
);
1239 pay_size
= qlcnic_sriov_get_bc_paysize(trans
->req_pay_size
,
1240 trans
->curr_req_frag
);
1241 qlcnic_sriov_pull_bc_msg(vf
->adapter
,
1242 (u32
*)(trans
->req_hdr
+ trans
->curr_req_frag
),
1243 (u32
*)(trans
->req_pay
+ trans
->curr_req_frag
),
1245 trans
->func_id
= vf
->pci_func
;
1247 trans
->trans_id
= hdr
->seq_id
;
1248 trans
->curr_req_frag
++;
1250 if (qlcnic_sriov_soft_flr_check(adapter
, trans
, vf
))
1253 if (trans
->curr_req_frag
== trans
->req_hdr
->num_frags
) {
1254 if (qlcnic_sriov_add_act_list(sriov
, vf
, trans
)) {
1255 qlcnic_free_mbx_args(&cmd
);
1256 qlcnic_sriov_cleanup_transaction(trans
);
1259 spin_lock(&vf
->rcv_pend
.lock
);
1260 list_add_tail(&trans
->list
, &vf
->rcv_pend
.wait_list
);
1261 vf
->rcv_pend
.count
++;
1262 spin_unlock(&vf
->rcv_pend
.lock
);
1266 static void qlcnic_sriov_handle_msg_event(struct qlcnic_sriov
*sriov
,
1267 struct qlcnic_vf_info
*vf
)
1269 struct qlcnic_bc_hdr hdr
;
1270 u32
*ptr
= (u32
*)&hdr
;
1273 for (i
= 2; i
< 6; i
++)
1274 ptr
[i
- 2] = readl(QLCNIC_MBX_FW(vf
->adapter
->ahw
, i
));
1275 msg_type
= hdr
.msg_type
;
1278 case QLC_BC_COMMAND
:
1279 qlcnic_sriov_handle_bc_cmd(sriov
, &hdr
, vf
);
1281 case QLC_BC_RESPONSE
:
1282 qlcnic_sriov_handle_bc_resp(&hdr
, vf
);
1287 static void qlcnic_sriov_handle_flr_event(struct qlcnic_sriov
*sriov
,
1288 struct qlcnic_vf_info
*vf
)
1290 struct qlcnic_adapter
*adapter
= vf
->adapter
;
1292 if (qlcnic_sriov_pf_check(adapter
))
1293 qlcnic_sriov_pf_handle_flr(sriov
, vf
);
1295 dev_err(&adapter
->pdev
->dev
,
1296 "Invalid event to VF. VF should not get FLR event\n");
1299 void qlcnic_sriov_handle_bc_event(struct qlcnic_adapter
*adapter
, u32 event
)
1301 struct qlcnic_vf_info
*vf
;
1302 struct qlcnic_sriov
*sriov
;
1306 sriov
= adapter
->ahw
->sriov
;
1307 pci_func
= qlcnic_sriov_target_func_id(event
);
1308 index
= qlcnic_sriov_func_to_index(adapter
, pci_func
);
1313 vf
= &sriov
->vf_info
[index
];
1314 vf
->pci_func
= pci_func
;
1316 if (qlcnic_sriov_channel_free_check(event
))
1317 complete(&vf
->ch_free_cmpl
);
1319 if (qlcnic_sriov_flr_check(event
)) {
1320 qlcnic_sriov_handle_flr_event(sriov
, vf
);
1324 if (qlcnic_sriov_bc_msg_check(event
))
1325 qlcnic_sriov_handle_msg_event(sriov
, vf
);
1328 int qlcnic_sriov_cfg_bc_intr(struct qlcnic_adapter
*adapter
, u8 enable
)
1330 struct qlcnic_cmd_args cmd
;
1333 if (!test_bit(__QLCNIC_SRIOV_ENABLE
, &adapter
->state
))
1336 if (qlcnic_alloc_mbx_args(&cmd
, adapter
, QLCNIC_CMD_BC_EVENT_SETUP
))
1340 cmd
.req
.arg
[1] = (1 << 4) | (1 << 5) | (1 << 6) | (1 << 7);
1342 err
= qlcnic_83xx_issue_cmd(adapter
, &cmd
);
1344 if (err
!= QLCNIC_RCODE_SUCCESS
) {
1345 dev_err(&adapter
->pdev
->dev
,
1346 "Failed to %s bc events, err=%d\n",
1347 (enable
? "enable" : "disable"), err
);
1350 qlcnic_free_mbx_args(&cmd
);
1354 static int qlcnic_sriov_retry_bc_cmd(struct qlcnic_adapter
*adapter
,
1355 struct qlcnic_bc_trans
*trans
)
1357 u8 max
= QLC_BC_CMD_MAX_RETRY_CNT
;
1360 state
= QLCRDX(adapter
->ahw
, QLC_83XX_IDC_DEV_STATE
);
1361 if (state
== QLC_83XX_IDC_DEV_READY
) {
1363 clear_bit(QLC_BC_VF_CHANNEL
, &trans
->vf
->state
);
1364 trans
->trans_state
= QLC_INIT
;
1365 if (++adapter
->fw_fail_cnt
> max
)
1374 static int __qlcnic_sriov_issue_cmd(struct qlcnic_adapter
*adapter
,
1375 struct qlcnic_cmd_args
*cmd
)
1377 struct qlcnic_hardware_context
*ahw
= adapter
->ahw
;
1378 struct qlcnic_mailbox
*mbx
= ahw
->mailbox
;
1379 struct device
*dev
= &adapter
->pdev
->dev
;
1380 struct qlcnic_bc_trans
*trans
;
1382 u32 rsp_data
, opcode
, mbx_err_code
, rsp
;
1383 u16 seq
= ++adapter
->ahw
->sriov
->bc
.trans_counter
;
1384 u8 func
= ahw
->pci_func
;
1386 rsp
= qlcnic_sriov_alloc_bc_trans(&trans
);
1390 rsp
= qlcnic_sriov_prepare_bc_hdr(trans
, cmd
, seq
, QLC_BC_COMMAND
);
1392 goto cleanup_transaction
;
1395 if (!test_bit(QLC_83XX_MBX_READY
, &mbx
->status
)) {
1397 QLCDB(adapter
, DRV
, "MBX not Ready!(cmd 0x%x) for VF 0x%x\n",
1398 QLCNIC_MBX_RSP(cmd
->req
.arg
[0]), func
);
1402 err
= qlcnic_sriov_send_bc_cmd(adapter
, trans
, func
);
1404 dev_err(dev
, "MBX command 0x%x timed out for VF %d\n",
1405 (cmd
->req
.arg
[0] & 0xffff), func
);
1406 rsp
= QLCNIC_RCODE_TIMEOUT
;
1408 /* After adapter reset PF driver may take some time to
1409 * respond to VF's request. Retry request till maximum retries.
1411 if ((trans
->req_hdr
->cmd_op
== QLCNIC_BC_CMD_CHANNEL_INIT
) &&
1412 !qlcnic_sriov_retry_bc_cmd(adapter
, trans
))
1418 rsp_data
= cmd
->rsp
.arg
[0];
1419 mbx_err_code
= QLCNIC_MBX_STATUS(rsp_data
);
1420 opcode
= QLCNIC_MBX_RSP(cmd
->req
.arg
[0]);
1422 if ((mbx_err_code
== QLCNIC_MBX_RSP_OK
) ||
1423 (mbx_err_code
== QLCNIC_MBX_PORT_RSP_OK
)) {
1424 rsp
= QLCNIC_RCODE_SUCCESS
;
1426 if (cmd
->type
== QLC_83XX_MBX_CMD_NO_WAIT
) {
1427 rsp
= QLCNIC_RCODE_SUCCESS
;
1434 "MBX command 0x%x failed with err:0x%x for VF %d\n",
1435 opcode
, mbx_err_code
, func
);
1440 if (rsp
== QLCNIC_RCODE_TIMEOUT
) {
1441 ahw
->reset_context
= 1;
1442 adapter
->need_fw_reset
= 1;
1443 clear_bit(QLC_83XX_MBX_READY
, &mbx
->status
);
1446 cleanup_transaction
:
1447 qlcnic_sriov_cleanup_transaction(trans
);
1450 if (cmd
->type
== QLC_83XX_MBX_CMD_NO_WAIT
) {
1451 qlcnic_free_mbx_args(cmd
);
1459 static int qlcnic_sriov_issue_cmd(struct qlcnic_adapter
*adapter
,
1460 struct qlcnic_cmd_args
*cmd
)
1462 if (cmd
->type
== QLC_83XX_MBX_CMD_NO_WAIT
)
1463 return qlcnic_sriov_async_issue_cmd(adapter
, cmd
);
1465 return __qlcnic_sriov_issue_cmd(adapter
, cmd
);
1468 static int qlcnic_sriov_channel_cfg_cmd(struct qlcnic_adapter
*adapter
, u8 cmd_op
)
1470 struct qlcnic_cmd_args cmd
;
1471 struct qlcnic_vf_info
*vf
= &adapter
->ahw
->sriov
->vf_info
[0];
1474 memset(&cmd
, 0, sizeof(cmd
));
1475 if (qlcnic_sriov_alloc_bc_mbx_args(&cmd
, cmd_op
))
1478 ret
= qlcnic_issue_cmd(adapter
, &cmd
);
1480 dev_err(&adapter
->pdev
->dev
,
1481 "Failed bc channel %s %d\n", cmd_op
? "term" : "init",
1486 cmd_op
= (cmd
.rsp
.arg
[0] & 0xff);
1487 if (cmd
.rsp
.arg
[0] >> 25 == 2)
1489 if (cmd_op
== QLCNIC_BC_CMD_CHANNEL_INIT
)
1490 set_bit(QLC_BC_VF_STATE
, &vf
->state
);
1492 clear_bit(QLC_BC_VF_STATE
, &vf
->state
);
1495 qlcnic_free_mbx_args(&cmd
);
1499 static void qlcnic_vf_add_mc_list(struct net_device
*netdev
, const u8
*mac
,
1500 enum qlcnic_mac_type mac_type
)
1502 struct qlcnic_adapter
*adapter
= netdev_priv(netdev
);
1503 struct qlcnic_sriov
*sriov
= adapter
->ahw
->sriov
;
1504 struct qlcnic_vf_info
*vf
;
1508 vf
= &adapter
->ahw
->sriov
->vf_info
[0];
1510 if (!qlcnic_sriov_check_any_vlan(vf
)) {
1511 qlcnic_nic_add_mac(adapter
, mac
, 0, mac_type
);
1513 spin_lock(&vf
->vlan_list_lock
);
1514 for (i
= 0; i
< sriov
->num_allowed_vlans
; i
++) {
1515 vlan_id
= vf
->sriov_vlans
[i
];
1517 qlcnic_nic_add_mac(adapter
, mac
, vlan_id
,
1520 spin_unlock(&vf
->vlan_list_lock
);
1521 if (qlcnic_84xx_check(adapter
))
1522 qlcnic_nic_add_mac(adapter
, mac
, 0, mac_type
);
1526 void qlcnic_sriov_cleanup_async_list(struct qlcnic_back_channel
*bc
)
1528 struct list_head
*head
= &bc
->async_cmd_list
;
1529 struct qlcnic_async_cmd
*entry
;
1531 flush_workqueue(bc
->bc_async_wq
);
1532 cancel_work_sync(&bc
->vf_async_work
);
1534 spin_lock(&bc
->queue_lock
);
1535 while (!list_empty(head
)) {
1536 entry
= list_entry(head
->next
, struct qlcnic_async_cmd
,
1538 list_del(&entry
->list
);
1542 spin_unlock(&bc
->queue_lock
);
1545 void qlcnic_sriov_vf_set_multi(struct net_device
*netdev
)
1547 struct qlcnic_adapter
*adapter
= netdev_priv(netdev
);
1548 struct qlcnic_hardware_context
*ahw
= adapter
->ahw
;
1549 static const u8 bcast_addr
[ETH_ALEN
] = {
1550 0xff, 0xff, 0xff, 0xff, 0xff, 0xff
1552 struct netdev_hw_addr
*ha
;
1553 u32 mode
= VPORT_MISS_MODE_DROP
;
1555 if (!test_bit(__QLCNIC_FW_ATTACHED
, &adapter
->state
))
1558 if (netdev
->flags
& IFF_PROMISC
) {
1559 if (!(adapter
->flags
& QLCNIC_PROMISC_DISABLED
))
1560 mode
= VPORT_MISS_MODE_ACCEPT_ALL
;
1561 } else if ((netdev
->flags
& IFF_ALLMULTI
) ||
1562 (netdev_mc_count(netdev
) > ahw
->max_mc_count
)) {
1563 mode
= VPORT_MISS_MODE_ACCEPT_MULTI
;
1565 qlcnic_vf_add_mc_list(netdev
, bcast_addr
, QLCNIC_BROADCAST_MAC
);
1566 if (!netdev_mc_empty(netdev
)) {
1567 qlcnic_flush_mcast_mac(adapter
);
1568 netdev_for_each_mc_addr(ha
, netdev
)
1569 qlcnic_vf_add_mc_list(netdev
, ha
->addr
,
1570 QLCNIC_MULTICAST_MAC
);
1574 /* configure unicast MAC address, if there is not sufficient space
1575 * to store all the unicast addresses then enable promiscuous mode
1577 if (netdev_uc_count(netdev
) > ahw
->max_uc_count
) {
1578 mode
= VPORT_MISS_MODE_ACCEPT_ALL
;
1579 } else if (!netdev_uc_empty(netdev
)) {
1580 netdev_for_each_uc_addr(ha
, netdev
)
1581 qlcnic_vf_add_mc_list(netdev
, ha
->addr
,
1582 QLCNIC_UNICAST_MAC
);
1585 if (adapter
->pdev
->is_virtfn
) {
1586 if (mode
== VPORT_MISS_MODE_ACCEPT_ALL
&&
1587 !adapter
->fdb_mac_learn
) {
1588 qlcnic_alloc_lb_filters_mem(adapter
);
1589 adapter
->drv_mac_learn
= 1;
1590 adapter
->rx_mac_learn
= true;
1592 adapter
->drv_mac_learn
= 0;
1593 adapter
->rx_mac_learn
= false;
1597 qlcnic_nic_set_promisc(adapter
, mode
);
1600 static void qlcnic_sriov_handle_async_issue_cmd(struct work_struct
*work
)
1602 struct qlcnic_async_cmd
*entry
, *tmp
;
1603 struct qlcnic_back_channel
*bc
;
1604 struct qlcnic_cmd_args
*cmd
;
1605 struct list_head
*head
;
1606 LIST_HEAD(del_list
);
1608 bc
= container_of(work
, struct qlcnic_back_channel
, vf_async_work
);
1609 head
= &bc
->async_cmd_list
;
1611 spin_lock(&bc
->queue_lock
);
1612 list_splice_init(head
, &del_list
);
1613 spin_unlock(&bc
->queue_lock
);
1615 list_for_each_entry_safe(entry
, tmp
, &del_list
, list
) {
1616 list_del(&entry
->list
);
1618 __qlcnic_sriov_issue_cmd(bc
->adapter
, cmd
);
1622 if (!list_empty(head
))
1623 queue_work(bc
->bc_async_wq
, &bc
->vf_async_work
);
1628 static struct qlcnic_async_cmd
*
1629 qlcnic_sriov_alloc_async_cmd(struct qlcnic_back_channel
*bc
,
1630 struct qlcnic_cmd_args
*cmd
)
1632 struct qlcnic_async_cmd
*entry
= NULL
;
1634 entry
= kzalloc(sizeof(*entry
), GFP_ATOMIC
);
1640 spin_lock(&bc
->queue_lock
);
1641 list_add_tail(&entry
->list
, &bc
->async_cmd_list
);
1642 spin_unlock(&bc
->queue_lock
);
1647 static void qlcnic_sriov_schedule_async_cmd(struct qlcnic_back_channel
*bc
,
1648 struct qlcnic_cmd_args
*cmd
)
1650 struct qlcnic_async_cmd
*entry
= NULL
;
1652 entry
= qlcnic_sriov_alloc_async_cmd(bc
, cmd
);
1654 qlcnic_free_mbx_args(cmd
);
1659 queue_work(bc
->bc_async_wq
, &bc
->vf_async_work
);
1662 static int qlcnic_sriov_async_issue_cmd(struct qlcnic_adapter
*adapter
,
1663 struct qlcnic_cmd_args
*cmd
)
1666 struct qlcnic_back_channel
*bc
= &adapter
->ahw
->sriov
->bc
;
1668 if (adapter
->need_fw_reset
)
1671 qlcnic_sriov_schedule_async_cmd(bc
, cmd
);
1676 static int qlcnic_sriov_vf_reinit_driver(struct qlcnic_adapter
*adapter
)
1680 adapter
->need_fw_reset
= 0;
1681 qlcnic_83xx_reinit_mbx_work(adapter
->ahw
->mailbox
);
1682 qlcnic_83xx_enable_mbx_interrupt(adapter
);
1684 err
= qlcnic_sriov_cfg_bc_intr(adapter
, 1);
1688 err
= qlcnic_sriov_channel_cfg_cmd(adapter
, QLCNIC_BC_CMD_CHANNEL_INIT
);
1690 goto err_out_cleanup_bc_intr
;
1692 err
= qlcnic_sriov_vf_init_driver(adapter
);
1694 goto err_out_term_channel
;
1698 err_out_term_channel
:
1699 qlcnic_sriov_channel_cfg_cmd(adapter
, QLCNIC_BC_CMD_CHANNEL_TERM
);
1701 err_out_cleanup_bc_intr
:
1702 qlcnic_sriov_cfg_bc_intr(adapter
, 0);
1706 static void qlcnic_sriov_vf_attach(struct qlcnic_adapter
*adapter
)
1708 struct net_device
*netdev
= adapter
->netdev
;
1710 if (netif_running(netdev
)) {
1711 if (!qlcnic_up(adapter
, netdev
))
1712 qlcnic_restore_indev_addr(netdev
, NETDEV_UP
);
1715 netif_device_attach(netdev
);
1718 static void qlcnic_sriov_vf_detach(struct qlcnic_adapter
*adapter
)
1720 struct qlcnic_hardware_context
*ahw
= adapter
->ahw
;
1721 struct qlcnic_intrpt_config
*intr_tbl
= ahw
->intr_tbl
;
1722 struct net_device
*netdev
= adapter
->netdev
;
1723 u8 i
, max_ints
= ahw
->num_msix
- 1;
1725 netif_device_detach(netdev
);
1726 qlcnic_83xx_detach_mailbox_work(adapter
);
1727 qlcnic_83xx_disable_mbx_intr(adapter
);
1729 if (netif_running(netdev
))
1730 qlcnic_down(adapter
, netdev
);
1732 for (i
= 0; i
< max_ints
; i
++) {
1734 intr_tbl
[i
].enabled
= 0;
1735 intr_tbl
[i
].src
= 0;
1737 ahw
->reset_context
= 0;
1740 static int qlcnic_sriov_vf_handle_dev_ready(struct qlcnic_adapter
*adapter
)
1742 struct qlcnic_hardware_context
*ahw
= adapter
->ahw
;
1743 struct device
*dev
= &adapter
->pdev
->dev
;
1744 struct qlc_83xx_idc
*idc
= &ahw
->idc
;
1745 u8 func
= ahw
->pci_func
;
1748 if ((idc
->prev_state
== QLC_83XX_IDC_DEV_NEED_RESET
) ||
1749 (idc
->prev_state
== QLC_83XX_IDC_DEV_INIT
)) {
1750 if (!qlcnic_sriov_vf_reinit_driver(adapter
)) {
1751 qlcnic_sriov_vf_attach(adapter
);
1752 adapter
->fw_fail_cnt
= 0;
1754 "%s: Reinitialization of VF 0x%x done after FW reset\n",
1758 "%s: Reinitialization of VF 0x%x failed after FW reset\n",
1760 state
= QLCRDX(ahw
, QLC_83XX_IDC_DEV_STATE
);
1761 dev_info(dev
, "Current state 0x%x after FW reset\n",
1769 static int qlcnic_sriov_vf_handle_context_reset(struct qlcnic_adapter
*adapter
)
1771 struct qlcnic_hardware_context
*ahw
= adapter
->ahw
;
1772 struct qlcnic_mailbox
*mbx
= ahw
->mailbox
;
1773 struct device
*dev
= &adapter
->pdev
->dev
;
1774 struct qlc_83xx_idc
*idc
= &ahw
->idc
;
1775 u8 func
= ahw
->pci_func
;
1778 adapter
->reset_ctx_cnt
++;
1780 /* Skip the context reset and check if FW is hung */
1781 if (adapter
->reset_ctx_cnt
< 3) {
1782 adapter
->need_fw_reset
= 1;
1783 clear_bit(QLC_83XX_MBX_READY
, &mbx
->status
);
1785 "Resetting context, wait here to check if FW is in failed state\n");
1789 /* Check if number of resets exceed the threshold.
1790 * If it exceeds the threshold just fail the VF.
1792 if (adapter
->reset_ctx_cnt
> QLC_83XX_VF_RESET_FAIL_THRESH
) {
1793 clear_bit(QLC_83XX_MODULE_LOADED
, &idc
->status
);
1794 adapter
->tx_timeo_cnt
= 0;
1795 adapter
->fw_fail_cnt
= 0;
1796 adapter
->reset_ctx_cnt
= 0;
1797 qlcnic_sriov_vf_detach(adapter
);
1799 "Device context resets have exceeded the threshold, device interface will be shutdown\n");
1803 dev_info(dev
, "Resetting context of VF 0x%x\n", func
);
1804 dev_info(dev
, "%s: Context reset count %d for VF 0x%x\n",
1805 __func__
, adapter
->reset_ctx_cnt
, func
);
1806 set_bit(__QLCNIC_RESETTING
, &adapter
->state
);
1807 adapter
->need_fw_reset
= 1;
1808 clear_bit(QLC_83XX_MBX_READY
, &mbx
->status
);
1809 qlcnic_sriov_vf_detach(adapter
);
1810 adapter
->need_fw_reset
= 0;
1812 if (!qlcnic_sriov_vf_reinit_driver(adapter
)) {
1813 qlcnic_sriov_vf_attach(adapter
);
1814 adapter
->tx_timeo_cnt
= 0;
1815 adapter
->reset_ctx_cnt
= 0;
1816 adapter
->fw_fail_cnt
= 0;
1817 dev_info(dev
, "Done resetting context for VF 0x%x\n", func
);
1819 dev_err(dev
, "%s: Reinitialization of VF 0x%x failed\n",
1821 state
= QLCRDX(ahw
, QLC_83XX_IDC_DEV_STATE
);
1822 dev_info(dev
, "%s: Current state 0x%x\n", __func__
, state
);
1828 static int qlcnic_sriov_vf_idc_ready_state(struct qlcnic_adapter
*adapter
)
1830 struct qlcnic_hardware_context
*ahw
= adapter
->ahw
;
1833 if (ahw
->idc
.prev_state
!= QLC_83XX_IDC_DEV_READY
)
1834 ret
= qlcnic_sriov_vf_handle_dev_ready(adapter
);
1835 else if (ahw
->reset_context
)
1836 ret
= qlcnic_sriov_vf_handle_context_reset(adapter
);
1838 clear_bit(__QLCNIC_RESETTING
, &adapter
->state
);
1842 static int qlcnic_sriov_vf_idc_failed_state(struct qlcnic_adapter
*adapter
)
1844 struct qlc_83xx_idc
*idc
= &adapter
->ahw
->idc
;
1846 dev_err(&adapter
->pdev
->dev
, "Device is in failed state\n");
1847 if (idc
->prev_state
== QLC_83XX_IDC_DEV_READY
)
1848 qlcnic_sriov_vf_detach(adapter
);
1850 clear_bit(QLC_83XX_MODULE_LOADED
, &idc
->status
);
1851 clear_bit(__QLCNIC_RESETTING
, &adapter
->state
);
1856 qlcnic_sriov_vf_idc_need_quiescent_state(struct qlcnic_adapter
*adapter
)
1858 struct qlcnic_mailbox
*mbx
= adapter
->ahw
->mailbox
;
1859 struct qlc_83xx_idc
*idc
= &adapter
->ahw
->idc
;
1861 dev_info(&adapter
->pdev
->dev
, "Device is in quiescent state\n");
1862 if (idc
->prev_state
== QLC_83XX_IDC_DEV_READY
) {
1863 set_bit(__QLCNIC_RESETTING
, &adapter
->state
);
1864 adapter
->tx_timeo_cnt
= 0;
1865 adapter
->reset_ctx_cnt
= 0;
1866 clear_bit(QLC_83XX_MBX_READY
, &mbx
->status
);
1867 qlcnic_sriov_vf_detach(adapter
);
1873 static int qlcnic_sriov_vf_idc_init_reset_state(struct qlcnic_adapter
*adapter
)
1875 struct qlcnic_mailbox
*mbx
= adapter
->ahw
->mailbox
;
1876 struct qlc_83xx_idc
*idc
= &adapter
->ahw
->idc
;
1877 u8 func
= adapter
->ahw
->pci_func
;
1879 if (idc
->prev_state
== QLC_83XX_IDC_DEV_READY
) {
1880 dev_err(&adapter
->pdev
->dev
,
1881 "Firmware hang detected by VF 0x%x\n", func
);
1882 set_bit(__QLCNIC_RESETTING
, &adapter
->state
);
1883 adapter
->tx_timeo_cnt
= 0;
1884 adapter
->reset_ctx_cnt
= 0;
1885 clear_bit(QLC_83XX_MBX_READY
, &mbx
->status
);
1886 qlcnic_sriov_vf_detach(adapter
);
1891 static int qlcnic_sriov_vf_idc_unknown_state(struct qlcnic_adapter
*adapter
)
1893 dev_err(&adapter
->pdev
->dev
, "%s: Device in unknown state\n", __func__
);
1897 static void qlcnic_sriov_vf_periodic_tasks(struct qlcnic_adapter
*adapter
)
1899 if (adapter
->fhash
.fnum
)
1900 qlcnic_prune_lb_filters(adapter
);
1903 static void qlcnic_sriov_vf_poll_dev_state(struct work_struct
*work
)
1905 struct qlcnic_adapter
*adapter
;
1906 struct qlc_83xx_idc
*idc
;
1909 adapter
= container_of(work
, struct qlcnic_adapter
, fw_work
.work
);
1910 idc
= &adapter
->ahw
->idc
;
1911 idc
->curr_state
= QLCRDX(adapter
->ahw
, QLC_83XX_IDC_DEV_STATE
);
1913 switch (idc
->curr_state
) {
1914 case QLC_83XX_IDC_DEV_READY
:
1915 ret
= qlcnic_sriov_vf_idc_ready_state(adapter
);
1917 case QLC_83XX_IDC_DEV_NEED_RESET
:
1918 case QLC_83XX_IDC_DEV_INIT
:
1919 ret
= qlcnic_sriov_vf_idc_init_reset_state(adapter
);
1921 case QLC_83XX_IDC_DEV_NEED_QUISCENT
:
1922 ret
= qlcnic_sriov_vf_idc_need_quiescent_state(adapter
);
1924 case QLC_83XX_IDC_DEV_FAILED
:
1925 ret
= qlcnic_sriov_vf_idc_failed_state(adapter
);
1927 case QLC_83XX_IDC_DEV_QUISCENT
:
1930 ret
= qlcnic_sriov_vf_idc_unknown_state(adapter
);
1933 idc
->prev_state
= idc
->curr_state
;
1934 qlcnic_sriov_vf_periodic_tasks(adapter
);
1936 if (!ret
&& test_bit(QLC_83XX_MODULE_LOADED
, &idc
->status
))
1937 qlcnic_schedule_work(adapter
, qlcnic_sriov_vf_poll_dev_state
,
1941 static void qlcnic_sriov_vf_cancel_fw_work(struct qlcnic_adapter
*adapter
)
1943 while (test_and_set_bit(__QLCNIC_RESETTING
, &adapter
->state
))
1946 clear_bit(QLC_83XX_MODULE_LOADED
, &adapter
->ahw
->idc
.status
);
1947 clear_bit(__QLCNIC_RESETTING
, &adapter
->state
);
1948 cancel_delayed_work_sync(&adapter
->fw_work
);
1951 static int qlcnic_sriov_check_vlan_id(struct qlcnic_sriov
*sriov
,
1952 struct qlcnic_vf_info
*vf
, u16 vlan_id
)
1954 int i
, err
= -EINVAL
;
1956 if (!vf
->sriov_vlans
)
1959 spin_lock_bh(&vf
->vlan_list_lock
);
1961 for (i
= 0; i
< sriov
->num_allowed_vlans
; i
++) {
1962 if (vf
->sriov_vlans
[i
] == vlan_id
) {
1968 spin_unlock_bh(&vf
->vlan_list_lock
);
1972 static int qlcnic_sriov_validate_num_vlans(struct qlcnic_sriov
*sriov
,
1973 struct qlcnic_vf_info
*vf
)
1977 spin_lock_bh(&vf
->vlan_list_lock
);
1979 if (vf
->num_vlan
>= sriov
->num_allowed_vlans
)
1982 spin_unlock_bh(&vf
->vlan_list_lock
);
1986 static int qlcnic_sriov_validate_vlan_cfg(struct qlcnic_adapter
*adapter
,
1989 struct qlcnic_sriov
*sriov
= adapter
->ahw
->sriov
;
1990 struct qlcnic_vf_info
*vf
;
1995 vf
= &adapter
->ahw
->sriov
->vf_info
[0];
1996 vlan_exist
= qlcnic_sriov_check_any_vlan(vf
);
1997 if (sriov
->vlan_mode
!= QLC_GUEST_VLAN_MODE
)
2001 if (qlcnic_83xx_vf_check(adapter
) && vlan_exist
)
2004 if (qlcnic_sriov_validate_num_vlans(sriov
, vf
))
2007 if (sriov
->any_vlan
) {
2008 for (i
= 0; i
< sriov
->num_allowed_vlans
; i
++) {
2009 if (sriov
->allowed_vlans
[i
] == vid
)
2017 if (!vlan_exist
|| qlcnic_sriov_check_vlan_id(sriov
, vf
, vid
))
2024 static void qlcnic_sriov_vlan_operation(struct qlcnic_vf_info
*vf
, u16 vlan_id
,
2025 enum qlcnic_vlan_operations opcode
)
2027 struct qlcnic_adapter
*adapter
= vf
->adapter
;
2028 struct qlcnic_sriov
*sriov
;
2030 sriov
= adapter
->ahw
->sriov
;
2032 if (!vf
->sriov_vlans
)
2035 spin_lock_bh(&vf
->vlan_list_lock
);
2039 qlcnic_sriov_add_vlan_id(sriov
, vf
, vlan_id
);
2041 case QLC_VLAN_DELETE
:
2042 qlcnic_sriov_del_vlan_id(sriov
, vf
, vlan_id
);
2045 netdev_err(adapter
->netdev
, "Invalid VLAN operation\n");
2048 spin_unlock_bh(&vf
->vlan_list_lock
);
2052 int qlcnic_sriov_cfg_vf_guest_vlan(struct qlcnic_adapter
*adapter
,
2055 struct qlcnic_sriov
*sriov
= adapter
->ahw
->sriov
;
2056 struct net_device
*netdev
= adapter
->netdev
;
2057 struct qlcnic_vf_info
*vf
;
2058 struct qlcnic_cmd_args cmd
;
2061 memset(&cmd
, 0, sizeof(cmd
));
2065 vf
= &adapter
->ahw
->sriov
->vf_info
[0];
2066 ret
= qlcnic_sriov_validate_vlan_cfg(adapter
, vid
, enable
);
2070 ret
= qlcnic_sriov_alloc_bc_mbx_args(&cmd
,
2071 QLCNIC_BC_CMD_CFG_GUEST_VLAN
);
2075 cmd
.req
.arg
[1] = (enable
& 1) | vid
<< 16;
2077 qlcnic_sriov_cleanup_async_list(&sriov
->bc
);
2078 ret
= qlcnic_issue_cmd(adapter
, &cmd
);
2080 dev_err(&adapter
->pdev
->dev
,
2081 "Failed to configure guest VLAN, err=%d\n", ret
);
2083 netif_addr_lock_bh(netdev
);
2084 qlcnic_free_mac_list(adapter
);
2085 netif_addr_unlock_bh(netdev
);
2088 qlcnic_sriov_vlan_operation(vf
, vid
, QLC_VLAN_ADD
);
2090 qlcnic_sriov_vlan_operation(vf
, vid
, QLC_VLAN_DELETE
);
2092 netif_addr_lock_bh(netdev
);
2093 qlcnic_set_multi(netdev
);
2094 netif_addr_unlock_bh(netdev
);
2097 qlcnic_free_mbx_args(&cmd
);
2101 static void qlcnic_sriov_vf_free_mac_list(struct qlcnic_adapter
*adapter
)
2103 struct list_head
*head
= &adapter
->mac_list
;
2104 struct qlcnic_mac_vlan_list
*cur
;
2106 while (!list_empty(head
)) {
2107 cur
= list_entry(head
->next
, struct qlcnic_mac_vlan_list
, list
);
2108 qlcnic_sre_macaddr_change(adapter
, cur
->mac_addr
, cur
->vlan_id
,
2110 list_del(&cur
->list
);
2116 static int qlcnic_sriov_vf_shutdown(struct pci_dev
*pdev
)
2118 struct qlcnic_adapter
*adapter
= pci_get_drvdata(pdev
);
2119 struct net_device
*netdev
= adapter
->netdev
;
2122 netif_device_detach(netdev
);
2123 qlcnic_cancel_idc_work(adapter
);
2125 if (netif_running(netdev
))
2126 qlcnic_down(adapter
, netdev
);
2128 qlcnic_sriov_channel_cfg_cmd(adapter
, QLCNIC_BC_CMD_CHANNEL_TERM
);
2129 qlcnic_sriov_cfg_bc_intr(adapter
, 0);
2130 qlcnic_83xx_disable_mbx_intr(adapter
);
2131 cancel_delayed_work_sync(&adapter
->idc_aen_work
);
2133 retval
= pci_save_state(pdev
);
2140 static int qlcnic_sriov_vf_resume(struct qlcnic_adapter
*adapter
)
2142 struct qlc_83xx_idc
*idc
= &adapter
->ahw
->idc
;
2143 struct net_device
*netdev
= adapter
->netdev
;
2146 set_bit(QLC_83XX_MODULE_LOADED
, &idc
->status
);
2147 qlcnic_83xx_enable_mbx_interrupt(adapter
);
2148 err
= qlcnic_sriov_cfg_bc_intr(adapter
, 1);
2152 err
= qlcnic_sriov_channel_cfg_cmd(adapter
, QLCNIC_BC_CMD_CHANNEL_INIT
);
2154 if (netif_running(netdev
)) {
2155 err
= qlcnic_up(adapter
, netdev
);
2157 qlcnic_restore_indev_addr(netdev
, NETDEV_UP
);
2161 netif_device_attach(netdev
);
2162 qlcnic_schedule_work(adapter
, qlcnic_sriov_vf_poll_dev_state
,
2167 void qlcnic_sriov_alloc_vlans(struct qlcnic_adapter
*adapter
)
2169 struct qlcnic_sriov
*sriov
= adapter
->ahw
->sriov
;
2170 struct qlcnic_vf_info
*vf
;
2173 for (i
= 0; i
< sriov
->num_vfs
; i
++) {
2174 vf
= &sriov
->vf_info
[i
];
2175 vf
->sriov_vlans
= kcalloc(sriov
->num_allowed_vlans
,
2176 sizeof(*vf
->sriov_vlans
), GFP_KERNEL
);
2180 void qlcnic_sriov_free_vlans(struct qlcnic_adapter
*adapter
)
2182 struct qlcnic_sriov
*sriov
= adapter
->ahw
->sriov
;
2183 struct qlcnic_vf_info
*vf
;
2186 for (i
= 0; i
< sriov
->num_vfs
; i
++) {
2187 vf
= &sriov
->vf_info
[i
];
2188 kfree(vf
->sriov_vlans
);
2189 vf
->sriov_vlans
= NULL
;
2193 void qlcnic_sriov_add_vlan_id(struct qlcnic_sriov
*sriov
,
2194 struct qlcnic_vf_info
*vf
, u16 vlan_id
)
2198 for (i
= 0; i
< sriov
->num_allowed_vlans
; i
++) {
2199 if (!vf
->sriov_vlans
[i
]) {
2200 vf
->sriov_vlans
[i
] = vlan_id
;
2207 void qlcnic_sriov_del_vlan_id(struct qlcnic_sriov
*sriov
,
2208 struct qlcnic_vf_info
*vf
, u16 vlan_id
)
2212 for (i
= 0; i
< sriov
->num_allowed_vlans
; i
++) {
2213 if (vf
->sriov_vlans
[i
] == vlan_id
) {
2214 vf
->sriov_vlans
[i
] = 0;
2221 bool qlcnic_sriov_check_any_vlan(struct qlcnic_vf_info
*vf
)
2225 spin_lock_bh(&vf
->vlan_list_lock
);
2230 spin_unlock_bh(&vf
->vlan_list_lock
);