2 * Copyright (C) 2003 - 2006 NetXen, Inc.
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License
7 * as published by the Free Software Foundation; either version 2
8 * of the License, or (at your option) any later version.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
15 * You should have received a copy of the GNU General Public License
16 * along with this program; if not, write to the Free Software
17 * Foundation, Inc., 59 Temple Place - Suite 330, Boston,
20 * The full GNU General Public License is included in this distribution
21 * in the file called LICENSE.
23 * Contact Information:
26 * 3965 Freedom Circle, Fourth floor,
27 * Santa Clara, CA 95054
30 * Main source file for NetXen NIC Driver on Linux
34 #include <linux/vmalloc.h>
35 #include <linux/highmem.h>
36 #include "netxen_nic_hw.h"
38 #include "netxen_nic.h"
39 #include "netxen_nic_phan_reg.h"
41 #include <linux/dma-mapping.h>
42 #include <linux/vmalloc.h>
45 MODULE_DESCRIPTION("NetXen Multi port (1/10) Gigabit Network Driver");
46 MODULE_LICENSE("GPL");
47 MODULE_VERSION(NETXEN_NIC_LINUX_VERSIONID
);
49 char netxen_nic_driver_name
[] = "netxen-nic";
50 static char netxen_nic_driver_string
[] = "NetXen Network Driver version "
51 NETXEN_NIC_LINUX_VERSIONID
;
53 #define NETXEN_NETDEV_WEIGHT 120
54 #define NETXEN_ADAPTER_UP_MAGIC 777
55 #define NETXEN_NIC_PEG_TUNE 0
57 u8 nx_p2_id
= NX_P2_C0
;
59 #define DMA_32BIT_MASK 0x00000000ffffffffULL
60 #define DMA_35BIT_MASK 0x00000007ffffffffULL
62 /* Local functions to NetXen NIC driver */
63 static int __devinit
netxen_nic_probe(struct pci_dev
*pdev
,
64 const struct pci_device_id
*ent
);
65 static void __devexit
netxen_nic_remove(struct pci_dev
*pdev
);
66 static int netxen_nic_open(struct net_device
*netdev
);
67 static int netxen_nic_close(struct net_device
*netdev
);
68 static int netxen_nic_xmit_frame(struct sk_buff
*, struct net_device
*);
69 static void netxen_tx_timeout(struct net_device
*netdev
);
70 static void netxen_tx_timeout_task(struct work_struct
*work
);
71 static void netxen_watchdog(unsigned long);
72 static int netxen_handle_int(struct netxen_adapter
*, struct net_device
*);
73 static int netxen_nic_poll(struct net_device
*dev
, int *budget
);
74 #ifdef CONFIG_NET_POLL_CONTROLLER
75 static void netxen_nic_poll_controller(struct net_device
*netdev
);
77 static irqreturn_t
netxen_intr(int irq
, void *data
);
79 int physical_port
[] = {0, 1, 2, 3};
81 /* PCI Device ID Table */
82 static struct pci_device_id netxen_pci_tbl
[] __devinitdata
= {
83 {PCI_DEVICE(0x4040, 0x0001)},
84 {PCI_DEVICE(0x4040, 0x0002)},
85 {PCI_DEVICE(0x4040, 0x0003)},
86 {PCI_DEVICE(0x4040, 0x0004)},
87 {PCI_DEVICE(0x4040, 0x0005)},
88 {PCI_DEVICE(0x4040, 0x0024)},
89 {PCI_DEVICE(0x4040, 0x0025)},
93 MODULE_DEVICE_TABLE(pci
, netxen_pci_tbl
);
95 struct workqueue_struct
*netxen_workq
;
96 static void netxen_watchdog(unsigned long);
98 static inline void netxen_nic_update_cmd_producer(struct netxen_adapter
*adapter
,
99 uint32_t crb_producer
)
101 switch (adapter
->portnum
) {
103 writel(crb_producer
, NETXEN_CRB_NORMALIZE
104 (adapter
, CRB_CMD_PRODUCER_OFFSET
));
107 writel(crb_producer
, NETXEN_CRB_NORMALIZE
108 (adapter
, CRB_CMD_PRODUCER_OFFSET_1
));
111 writel(crb_producer
, NETXEN_CRB_NORMALIZE
112 (adapter
, CRB_CMD_PRODUCER_OFFSET_2
));
115 writel(crb_producer
, NETXEN_CRB_NORMALIZE
116 (adapter
, CRB_CMD_PRODUCER_OFFSET_3
));
119 printk(KERN_WARNING
"We tried to update "
120 "CRB_CMD_PRODUCER_OFFSET for invalid "
121 "PCI function id %d\n",
127 static inline void netxen_nic_update_cmd_consumer(struct netxen_adapter
*adapter
,
130 switch (adapter
->portnum
) {
132 writel(crb_consumer
, NETXEN_CRB_NORMALIZE
133 (adapter
, CRB_CMD_CONSUMER_OFFSET
));
136 writel(crb_consumer
, NETXEN_CRB_NORMALIZE
137 (adapter
, CRB_CMD_CONSUMER_OFFSET_1
));
140 writel(crb_consumer
, NETXEN_CRB_NORMALIZE
141 (adapter
, CRB_CMD_CONSUMER_OFFSET_2
));
144 writel(crb_consumer
, NETXEN_CRB_NORMALIZE
145 (adapter
, CRB_CMD_CONSUMER_OFFSET_3
));
148 printk(KERN_WARNING
"We tried to update "
149 "CRB_CMD_PRODUCER_OFFSET for invalid "
150 "PCI function id %d\n",
156 #define ADAPTER_LIST_SIZE 12
157 int netxen_cards_found
;
162 * The Linux system will invoke this after identifying the vendor ID and
163 * device Id in the pci_tbl supported by this module.
165 * A quad port card has one operational PCI config space, (function 0),
166 * which is used to access all four ports.
168 * This routine will initialize the adapter, and setup the global parameters
169 * along with the port's specific structure.
172 netxen_nic_probe(struct pci_dev
*pdev
, const struct pci_device_id
*ent
)
174 struct net_device
*netdev
= NULL
;
175 struct netxen_adapter
*adapter
= NULL
;
176 void __iomem
*mem_ptr0
= NULL
;
177 void __iomem
*mem_ptr1
= NULL
;
178 void __iomem
*mem_ptr2
= NULL
;
179 unsigned long first_page_group_end
;
180 unsigned long first_page_group_start
;
183 u8 __iomem
*db_ptr
= NULL
;
184 unsigned long mem_base
, mem_len
, db_base
, db_len
;
185 int pci_using_dac
, i
= 0, err
;
187 struct netxen_recv_context
*recv_ctx
= NULL
;
188 struct netxen_rcv_desc_ctx
*rcv_desc
= NULL
;
189 struct netxen_cmd_buffer
*cmd_buf_arr
= NULL
;
190 u64 mac_addr
[FLASH_NUM_PORTS
+ 1];
193 int pci_func_id
= PCI_FUNC(pdev
->devfn
);
195 printk(KERN_INFO
"%s \n", netxen_nic_driver_string
);
197 if (pdev
->class != 0x020000) {
198 printk(KERN_ERR
"NetXen function %d, class %x will not"
199 "be enabled.\n",pci_func_id
, pdev
->class);
202 if ((err
= pci_enable_device(pdev
)))
204 if (!(pci_resource_flags(pdev
, 0) & IORESOURCE_MEM
)) {
206 goto err_out_disable_pdev
;
209 if ((err
= pci_request_regions(pdev
, netxen_nic_driver_name
)))
210 goto err_out_disable_pdev
;
212 pci_set_master(pdev
);
213 pci_read_config_byte(pdev
, PCI_REVISION_ID
, &nx_p2_id
);
214 if (nx_p2_id
== NX_P2_C1
&&
215 (pci_set_dma_mask(pdev
, DMA_35BIT_MASK
) == 0) &&
216 (pci_set_consistent_dma_mask(pdev
, DMA_35BIT_MASK
) == 0)) {
219 if ((err
= pci_set_dma_mask(pdev
, DMA_32BIT_MASK
)) ||
220 (err
= pci_set_consistent_dma_mask(pdev
, DMA_32BIT_MASK
)))
221 goto err_out_free_res
;
227 netdev
= alloc_etherdev(sizeof(struct netxen_adapter
));
229 printk(KERN_ERR
"%s: Failed to allocate memory for the "
230 "device block.Check system memory resource"
231 " usage.\n", netxen_nic_driver_name
);
232 goto err_out_free_res
;
235 SET_MODULE_OWNER(netdev
);
236 SET_NETDEV_DEV(netdev
, &pdev
->dev
);
238 adapter
= netdev
->priv
;
239 memset(adapter
, 0 , sizeof(struct netxen_adapter
));
241 adapter
->ahw
.pdev
= pdev
;
242 adapter
->ahw
.pci_func
= pci_func_id
;
243 spin_lock_init(&adapter
->tx_lock
);
244 spin_lock_init(&adapter
->lock
);
246 /* remap phys address */
247 mem_base
= pci_resource_start(pdev
, 0); /* 0 is for BAR 0 */
248 mem_len
= pci_resource_len(pdev
, 0);
250 /* 128 Meg of memory */
251 if (mem_len
== NETXEN_PCI_128MB_SIZE
) {
252 mem_ptr0
= ioremap(mem_base
, FIRST_PAGE_GROUP_SIZE
);
253 mem_ptr1
= ioremap(mem_base
+ SECOND_PAGE_GROUP_START
,
254 SECOND_PAGE_GROUP_SIZE
);
255 mem_ptr2
= ioremap(mem_base
+ THIRD_PAGE_GROUP_START
,
256 THIRD_PAGE_GROUP_SIZE
);
257 first_page_group_start
= FIRST_PAGE_GROUP_START
;
258 first_page_group_end
= FIRST_PAGE_GROUP_END
;
259 } else if (mem_len
== NETXEN_PCI_32MB_SIZE
) {
260 mem_ptr1
= ioremap(mem_base
, SECOND_PAGE_GROUP_SIZE
);
261 mem_ptr2
= ioremap(mem_base
+ THIRD_PAGE_GROUP_START
-
262 SECOND_PAGE_GROUP_START
, THIRD_PAGE_GROUP_SIZE
);
263 first_page_group_start
= 0;
264 first_page_group_end
= 0;
267 goto err_out_free_netdev
;
270 if (((mem_ptr0
== 0UL) && (mem_len
== NETXEN_PCI_128MB_SIZE
)) ||
271 (mem_ptr1
== 0UL) || (mem_ptr2
== 0UL)) {
273 "Cannot remap adapter memory aborting.:"
274 "0 -> %p, 1 -> %p, 2 -> %p\n",
275 mem_ptr0
, mem_ptr1
, mem_ptr2
);
278 goto err_out_iounmap
;
280 db_base
= pci_resource_start(pdev
, 4); /* doorbell is on bar 4 */
281 db_len
= pci_resource_len(pdev
, 4);
284 printk(KERN_ERR
"%s: doorbell is disabled\n",
285 netxen_nic_driver_name
);
287 goto err_out_iounmap
;
289 DPRINTK(INFO
, "doorbell ioremap from %lx a size of %lx\n", db_base
,
292 db_ptr
= ioremap(db_base
, NETXEN_DB_MAPSIZE_BYTES
);
294 printk(KERN_ERR
"%s: Failed to allocate doorbell map.",
295 netxen_nic_driver_name
);
297 goto err_out_iounmap
;
299 DPRINTK(INFO
, "doorbell ioremaped at %p\n", db_ptr
);
301 adapter
->ahw
.pci_base0
= mem_ptr0
;
302 adapter
->ahw
.first_page_group_start
= first_page_group_start
;
303 adapter
->ahw
.first_page_group_end
= first_page_group_end
;
304 adapter
->ahw
.pci_base1
= mem_ptr1
;
305 adapter
->ahw
.pci_base2
= mem_ptr2
;
306 adapter
->ahw
.db_base
= db_ptr
;
307 adapter
->ahw
.db_len
= db_len
;
309 adapter
->netdev
= netdev
;
310 adapter
->pdev
= pdev
;
311 adapter
->portnum
= pci_func_id
;
313 netdev
->open
= netxen_nic_open
;
314 netdev
->stop
= netxen_nic_close
;
315 netdev
->hard_start_xmit
= netxen_nic_xmit_frame
;
316 netdev
->get_stats
= netxen_nic_get_stats
;
317 netdev
->set_multicast_list
= netxen_nic_set_multi
;
318 netdev
->set_mac_address
= netxen_nic_set_mac
;
319 netdev
->change_mtu
= netxen_nic_change_mtu
;
320 netdev
->tx_timeout
= netxen_tx_timeout
;
321 netdev
->watchdog_timeo
= HZ
;
323 netxen_nic_change_mtu(netdev
, netdev
->mtu
);
325 SET_ETHTOOL_OPS(netdev
, &netxen_nic_ethtool_ops
);
326 netdev
->poll
= netxen_nic_poll
;
327 netdev
->weight
= NETXEN_NETDEV_WEIGHT
;
328 #ifdef CONFIG_NET_POLL_CONTROLLER
329 netdev
->poll_controller
= netxen_nic_poll_controller
;
331 /* ScatterGather support */
332 netdev
->features
= NETIF_F_SG
;
333 netdev
->features
|= NETIF_F_IP_CSUM
;
334 netdev
->features
|= NETIF_F_TSO
;
337 netdev
->features
|= NETIF_F_HIGHDMA
;
339 if (pci_enable_msi(pdev
)) {
340 adapter
->flags
&= ~NETXEN_NIC_MSI_ENABLED
;
341 printk(KERN_WARNING
"%s: unable to allocate MSI interrupt"
342 " error\n", netxen_nic_driver_name
);
344 adapter
->flags
|= NETXEN_NIC_MSI_ENABLED
;
346 netdev
->irq
= pdev
->irq
;
347 INIT_WORK(&adapter
->tx_timeout_task
, netxen_tx_timeout_task
);
350 * Set the CRB window to invalid. If any register in window 0 is
351 * accessed it should set the window to 0 and then reset it to 1.
353 adapter
->curr_window
= 255;
355 /* initialize the adapter */
356 netxen_initialize_adapter_hw(adapter
);
359 if ((adapter
->ahw
.boardcfg
.board_type
==
360 NETXEN_BRDTYPE_P2_SB31_10G_IMEZ
) &&
362 goto err_out_free_adapter
;
363 #endif /* CONFIG_PPC */
366 * Adapter in our case is quad port so initialize it before
367 * initializing the ports
370 netxen_initialize_adapter_ops(adapter
);
372 adapter
->max_tx_desc_count
= MAX_CMD_DESCRIPTORS_HOST
;
373 if ((adapter
->ahw
.boardcfg
.board_type
== NETXEN_BRDTYPE_P2_SB35_4G
) ||
374 (adapter
->ahw
.boardcfg
.board_type
==
375 NETXEN_BRDTYPE_P2_SB31_2G
))
376 adapter
->max_rx_desc_count
= MAX_RCV_DESCRIPTORS_1G
;
378 adapter
->max_rx_desc_count
= MAX_RCV_DESCRIPTORS
;
379 adapter
->max_jumbo_rx_desc_count
= MAX_JUMBO_RCV_DESCRIPTORS
;
380 adapter
->max_lro_rx_desc_count
= MAX_LRO_RCV_DESCRIPTORS
;
382 cmd_buf_arr
= (struct netxen_cmd_buffer
*)vmalloc(TX_RINGSIZE
);
383 if (cmd_buf_arr
== NULL
) {
385 "%s: Could not allocate cmd_buf_arr memory:%d\n",
386 netxen_nic_driver_name
, (int)TX_RINGSIZE
);
388 goto err_out_free_adapter
;
390 memset(cmd_buf_arr
, 0, TX_RINGSIZE
);
391 adapter
->cmd_buf_arr
= cmd_buf_arr
;
393 for (i
= 0; i
< MAX_RCV_CTX
; ++i
) {
394 recv_ctx
= &adapter
->recv_ctx
[i
];
395 for (ring
= 0; ring
< NUM_RCV_DESC_RINGS
; ring
++) {
396 rcv_desc
= &recv_ctx
->rcv_desc
[ring
];
397 switch (RCV_DESC_TYPE(ring
)) {
398 case RCV_DESC_NORMAL
:
399 rcv_desc
->max_rx_desc_count
=
400 adapter
->max_rx_desc_count
;
401 rcv_desc
->flags
= RCV_DESC_NORMAL
;
402 rcv_desc
->dma_size
= RX_DMA_MAP_LEN
;
403 rcv_desc
->skb_size
= MAX_RX_BUFFER_LENGTH
;
407 rcv_desc
->max_rx_desc_count
=
408 adapter
->max_jumbo_rx_desc_count
;
409 rcv_desc
->flags
= RCV_DESC_JUMBO
;
410 rcv_desc
->dma_size
= RX_JUMBO_DMA_MAP_LEN
;
411 rcv_desc
->skb_size
= MAX_RX_JUMBO_BUFFER_LENGTH
;
415 rcv_desc
->max_rx_desc_count
=
416 adapter
->max_lro_rx_desc_count
;
417 rcv_desc
->flags
= RCV_DESC_LRO
;
418 rcv_desc
->dma_size
= RX_LRO_DMA_MAP_LEN
;
419 rcv_desc
->skb_size
= MAX_RX_LRO_BUFFER_LENGTH
;
423 rcv_desc
->rx_buf_arr
= (struct netxen_rx_buffer
*)
424 vmalloc(RCV_BUFFSIZE
);
426 if (rcv_desc
->rx_buf_arr
== NULL
) {
427 printk(KERN_ERR
"%s: Could not allocate"
428 "rcv_desc->rx_buf_arr memory:%d\n",
429 netxen_nic_driver_name
,
432 goto err_out_free_rx_buffer
;
434 memset(rcv_desc
->rx_buf_arr
, 0, RCV_BUFFSIZE
);
439 netxen_initialize_adapter_sw(adapter
); /* initialize the buffers in adapter */
441 /* Mezz cards have PCI function 0,2,3 enabled */
442 if ((adapter
->ahw
.boardcfg
.board_type
== NETXEN_BRDTYPE_P2_SB31_10G_IMEZ
)
443 && (pci_func_id
>= 2))
444 adapter
->portnum
= pci_func_id
- 2;
447 if(adapter
->portnum
== 0) {
448 netxen_pinit_from_rom(adapter
, 0);
450 netxen_load_firmware(adapter
);
454 init_timer(&adapter
->watchdog_timer
);
455 adapter
->ahw
.xg_linkup
= 0;
456 adapter
->watchdog_timer
.function
= &netxen_watchdog
;
457 adapter
->watchdog_timer
.data
= (unsigned long)adapter
;
458 INIT_WORK(&adapter
->watchdog_task
, netxen_watchdog_task
);
459 adapter
->ahw
.pdev
= pdev
;
460 adapter
->proc_cmd_buf_counter
= 0;
461 adapter
->ahw
.revision_id
= nx_p2_id
;
463 /* make sure Window == 1 */
464 netxen_nic_pci_change_crbwindow(adapter
, 1);
466 netxen_nic_update_cmd_producer(adapter
, 0);
467 netxen_nic_update_cmd_consumer(adapter
, 0);
468 writel(0, NETXEN_CRB_NORMALIZE(adapter
, CRB_HOST_CMD_ADDR_LO
));
470 if (netxen_is_flash_supported(adapter
) == 0 &&
471 netxen_get_flash_mac_addr(adapter
, mac_addr
) == 0)
477 unsigned char *p
= (unsigned char *)&mac_addr
[adapter
->portnum
];
478 netdev
->dev_addr
[0] = *(p
+ 5);
479 netdev
->dev_addr
[1] = *(p
+ 4);
480 netdev
->dev_addr
[2] = *(p
+ 3);
481 netdev
->dev_addr
[3] = *(p
+ 2);
482 netdev
->dev_addr
[4] = *(p
+ 1);
483 netdev
->dev_addr
[5] = *(p
+ 0);
485 memcpy(netdev
->perm_addr
, netdev
->dev_addr
,
487 if (!is_valid_ether_addr(netdev
->perm_addr
)) {
488 printk(KERN_ERR
"%s: Bad MAC address "
489 "%02x:%02x:%02x:%02x:%02x:%02x.\n",
490 netxen_nic_driver_name
,
496 netdev
->dev_addr
[5]);
498 if (adapter
->macaddr_set
)
499 adapter
->macaddr_set(adapter
,
504 if (adapter
->portnum
== 0) {
505 err
= netxen_initialize_adapter_offload(adapter
);
507 goto err_out_free_rx_buffer
;
508 val
= readl(NETXEN_CRB_NORMALIZE(adapter
,
509 NETXEN_CAM_RAM(0x1fc)));
510 if (val
== 0x55555555) {
511 /* This is the first boot after power up */
512 val
= readl(NETXEN_CRB_NORMALIZE(adapter
,
513 NETXEN_ROMUSB_GLB_SW_RESET
));
514 printk(KERN_INFO
"NetXen: read 0x%08x for reset reg.\n",val
);
515 if (val
!= 0x80000f) {
516 /* clear the register for future unloads/loads */
517 writel(0, NETXEN_CRB_NORMALIZE(adapter
,
518 NETXEN_CAM_RAM(0x1fc)));
519 printk(KERN_ERR
"ERROR in NetXen HW init sequence.\n");
521 goto err_out_free_dev
;
524 /* clear the register for future unloads/loads */
525 writel(0, NETXEN_CRB_NORMALIZE(adapter
,
526 NETXEN_CAM_RAM(0x1fc)));
528 printk(KERN_INFO
"State: 0x%0x\n",
529 readl(NETXEN_CRB_NORMALIZE(adapter
, CRB_CMDPEG_STATE
)));
532 * Tell the hardware our version number.
534 i
= (_NETXEN_NIC_LINUX_MAJOR
<< 16)
535 | ((_NETXEN_NIC_LINUX_MINOR
<< 8))
536 | (_NETXEN_NIC_LINUX_SUBVERSION
);
537 writel(i
, NETXEN_CRB_NORMALIZE(adapter
, CRB_DRIVER_VERSION
));
539 /* Unlock the HW, prompting the boot sequence */
541 NETXEN_CRB_NORMALIZE(adapter
,
542 NETXEN_ROMUSB_GLB_PEGTUNE_DONE
));
543 /* Handshake with the card before we register the devices. */
544 netxen_phantom_init(adapter
, NETXEN_NIC_PEG_TUNE
);
548 * See if the firmware gave us a virtual-physical port mapping.
550 i
= readl(NETXEN_CRB_NORMALIZE(adapter
, CRB_V2P(adapter
->portnum
)));
552 physical_port
[adapter
->portnum
] = i
;
554 netif_carrier_off(netdev
);
555 netif_stop_queue(netdev
);
557 if ((err
= register_netdev(netdev
))) {
558 printk(KERN_ERR
"%s: register_netdev failed port #%d"
559 " aborting\n", netxen_nic_driver_name
,
562 goto err_out_free_dev
;
565 pci_set_drvdata(pdev
, adapter
);
567 switch (adapter
->ahw
.board_type
) {
569 printk(KERN_INFO
"%s: QUAD GbE board initialized\n",
570 netxen_nic_driver_name
);
573 case NETXEN_NIC_XGBE
:
574 printk(KERN_INFO
"%s: XGbE board initialized\n",
575 netxen_nic_driver_name
);
579 adapter
->driver_mismatch
= 0;
584 if (adapter
->portnum
== 0)
585 netxen_free_adapter_offload(adapter
);
587 err_out_free_rx_buffer
:
588 for (i
= 0; i
< MAX_RCV_CTX
; ++i
) {
589 recv_ctx
= &adapter
->recv_ctx
[i
];
590 for (ring
= 0; ring
< NUM_RCV_DESC_RINGS
; ring
++) {
591 rcv_desc
= &recv_ctx
->rcv_desc
[ring
];
592 if (rcv_desc
->rx_buf_arr
!= NULL
) {
593 vfree(rcv_desc
->rx_buf_arr
);
594 rcv_desc
->rx_buf_arr
= NULL
;
600 err_out_free_adapter
:
601 if (adapter
->flags
& NETXEN_NIC_MSI_ENABLED
)
602 pci_disable_msi(pdev
);
604 pci_set_drvdata(pdev
, NULL
);
621 pci_release_regions(pdev
);
623 err_out_disable_pdev
:
624 pci_disable_device(pdev
);
628 static void __devexit
netxen_nic_remove(struct pci_dev
*pdev
)
630 struct netxen_adapter
*adapter
;
631 struct net_device
*netdev
;
632 struct netxen_rx_buffer
*buffer
;
633 struct netxen_recv_context
*recv_ctx
;
634 struct netxen_rcv_desc_ctx
*rcv_desc
;
638 adapter
= pci_get_drvdata(pdev
);
642 netdev
= adapter
->netdev
;
644 netxen_nic_disable_int(adapter
);
646 free_irq(adapter
->irq
, adapter
);
648 if (adapter
->stop_port
)
649 adapter
->stop_port(adapter
);
651 if ((adapter
->flags
& NETXEN_NIC_MSI_ENABLED
))
652 pci_disable_msi(pdev
);
654 if (adapter
->portnum
== 0)
655 netxen_free_adapter_offload(adapter
);
658 free_irq(adapter
->irq
, adapter
);
659 if(adapter
->portnum
== 0) {
660 /* leave the hw in the same state as reboot */
661 writel(0, NETXEN_CRB_NORMALIZE(adapter
, CRB_CMDPEG_STATE
));
662 netxen_pinit_from_rom(adapter
, 0);
664 netxen_load_firmware(adapter
);
665 netxen_phantom_init(adapter
, NETXEN_NIC_PEG_TUNE
);
668 if (adapter
->is_up
== NETXEN_ADAPTER_UP_MAGIC
)
669 netxen_free_hw_resources(adapter
);
671 for (ctxid
= 0; ctxid
< MAX_RCV_CTX
; ++ctxid
) {
672 recv_ctx
= &adapter
->recv_ctx
[ctxid
];
673 for (ring
= 0; ring
< NUM_RCV_DESC_RINGS
; ring
++) {
674 rcv_desc
= &recv_ctx
->rcv_desc
[ring
];
675 for (i
= 0; i
< rcv_desc
->max_rx_desc_count
; ++i
) {
676 buffer
= &(rcv_desc
->rx_buf_arr
[i
]);
677 if (buffer
->state
== NETXEN_BUFFER_FREE
)
679 pci_unmap_single(pdev
, buffer
->dma
,
682 if (buffer
->skb
!= NULL
)
683 dev_kfree_skb_any(buffer
->skb
);
685 vfree(rcv_desc
->rx_buf_arr
);
689 unregister_netdev(netdev
);
691 vfree(adapter
->cmd_buf_arr
);
693 iounmap(adapter
->ahw
.db_base
);
694 iounmap(adapter
->ahw
.pci_base0
);
695 iounmap(adapter
->ahw
.pci_base1
);
696 iounmap(adapter
->ahw
.pci_base2
);
698 pci_release_regions(pdev
);
699 pci_disable_device(pdev
);
700 pci_set_drvdata(pdev
, NULL
);
706 * Called when a network interface is made active
707 * @returns 0 on success, negative value on failure
709 static int netxen_nic_open(struct net_device
*netdev
)
711 struct netxen_adapter
*adapter
= (struct netxen_adapter
*)netdev
->priv
;
715 if (adapter
->is_up
!= NETXEN_ADAPTER_UP_MAGIC
) {
716 err
= netxen_init_firmware(adapter
);
718 printk(KERN_ERR
"Failed to init firmware\n");
721 netxen_nic_flash_print(adapter
);
723 /* setup all the resources for the Phantom... */
724 /* this include the descriptors for rcv, tx, and status */
725 netxen_nic_clear_stats(adapter
);
726 err
= netxen_nic_hw_resources(adapter
);
728 printk(KERN_ERR
"Error in setting hw resources:%d\n",
732 for (ctx
= 0; ctx
< MAX_RCV_CTX
; ++ctx
) {
733 for (ring
= 0; ring
< NUM_RCV_DESC_RINGS
; ring
++)
734 netxen_post_rx_buffers(adapter
, ctx
, ring
);
736 adapter
->irq
= adapter
->ahw
.pdev
->irq
;
737 err
= request_irq(adapter
->ahw
.pdev
->irq
, netxen_intr
,
738 IRQF_SHARED
|IRQF_SAMPLE_RANDOM
, netdev
->name
,
741 printk(KERN_ERR
"request_irq failed with: %d\n", err
);
742 netxen_free_hw_resources(adapter
);
746 adapter
->is_up
= NETXEN_ADAPTER_UP_MAGIC
;
748 if (!adapter
->driver_mismatch
)
749 mod_timer(&adapter
->watchdog_timer
, jiffies
);
751 netxen_nic_enable_int(adapter
);
753 /* Done here again so that even if phantom sw overwrote it,
755 if (adapter
->macaddr_set
)
756 adapter
->macaddr_set(adapter
, netdev
->dev_addr
);
757 if (adapter
->init_port
758 && adapter
->init_port(adapter
, adapter
->portnum
) != 0) {
759 del_timer_sync(&adapter
->watchdog_timer
);
760 printk(KERN_ERR
"%s: Failed to initialize port %d\n",
761 netxen_nic_driver_name
, adapter
->portnum
);
765 netxen_nic_set_link_parameters(adapter
);
767 netxen_nic_set_multi(netdev
);
768 if (adapter
->set_mtu
)
769 adapter
->set_mtu(adapter
, netdev
->mtu
);
771 if (!adapter
->driver_mismatch
)
772 netif_start_queue(netdev
);
778 * netxen_nic_close - Disables a network interface entry point
780 static int netxen_nic_close(struct net_device
*netdev
)
782 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
784 struct netxen_cmd_buffer
*cmd_buff
;
785 struct netxen_skb_frag
*buffrag
;
787 netif_carrier_off(netdev
);
788 netif_stop_queue(netdev
);
790 cmd_buff
= adapter
->cmd_buf_arr
;
791 for (i
= 0; i
< adapter
->max_tx_desc_count
; i
++) {
792 buffrag
= cmd_buff
->frag_array
;
794 pci_unmap_single(adapter
->pdev
, buffrag
->dma
,
795 buffrag
->length
, PCI_DMA_TODEVICE
);
796 buffrag
->dma
= (u64
) NULL
;
798 for (j
= 0; j
< cmd_buff
->frag_count
; j
++) {
801 pci_unmap_page(adapter
->pdev
, buffrag
->dma
,
804 buffrag
->dma
= (u64
) NULL
;
807 /* Free the skb we received in netxen_nic_xmit_frame */
809 dev_kfree_skb_any(cmd_buff
->skb
);
810 cmd_buff
->skb
= NULL
;
814 FLUSH_SCHEDULED_WORK();
815 del_timer_sync(&adapter
->watchdog_timer
);
820 static int netxen_nic_xmit_frame(struct sk_buff
*skb
, struct net_device
*netdev
)
822 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
823 struct netxen_hardware_context
*hw
= &adapter
->ahw
;
824 unsigned int first_seg_len
= skb
->len
- skb
->data_len
;
825 struct netxen_skb_frag
*buffrag
;
829 u32 saved_producer
= 0;
830 struct cmd_desc_type0
*hwdesc
;
832 struct netxen_cmd_buffer
*pbuf
= NULL
;
833 static int dropped_packet
= 0;
835 u32 local_producer
= 0;
836 u32 max_tx_desc_count
= 0;
837 u32 last_cmd_consumer
= 0;
840 adapter
->stats
.xmitcalled
++;
841 frag_count
= skb_shinfo(skb
)->nr_frags
+ 1;
843 if (unlikely(skb
->len
<= 0)) {
844 dev_kfree_skb_any(skb
);
845 adapter
->stats
.badskblen
++;
849 if (frag_count
> MAX_BUFFERS_PER_CMD
) {
850 printk("%s: %s netxen_nic_xmit_frame: frag_count (%d)"
851 "too large, can handle only %d frags\n",
852 netxen_nic_driver_name
, netdev
->name
,
853 frag_count
, MAX_BUFFERS_PER_CMD
);
854 adapter
->stats
.txdropped
++;
855 if ((++dropped_packet
& 0xff) == 0xff)
856 printk("%s: %s droppped packets = %d\n",
857 netxen_nic_driver_name
, netdev
->name
,
864 * Everything is set up. Now, we just need to transmit it out.
865 * Note that we have to copy the contents of buffer over to
866 * right place. Later on, this can be optimized out by de-coupling the
867 * producer index from the buffer index.
869 retry_getting_window
:
870 spin_lock_bh(&adapter
->tx_lock
);
871 if (adapter
->total_threads
>= MAX_XMIT_PRODUCERS
) {
872 spin_unlock_bh(&adapter
->tx_lock
);
879 for (i
= 0; i
< 20; i
++)
880 cpu_relax(); /*This a nop instr on i386 */
882 goto retry_getting_window
;
884 local_producer
= adapter
->cmd_producer
;
885 /* There 4 fragments per descriptor */
886 no_of_desc
= (frag_count
+ 3) >> 2;
887 if (netdev
->features
& NETIF_F_TSO
) {
888 if (skb_shinfo(skb
)->gso_size
> 0) {
891 if ((ip_hdrlen(skb
) + tcp_hdrlen(skb
) +
892 sizeof(struct ethhdr
)) >
893 (sizeof(struct cmd_desc_type0
) - 2)) {
898 k
= adapter
->cmd_producer
;
899 max_tx_desc_count
= adapter
->max_tx_desc_count
;
900 last_cmd_consumer
= adapter
->last_cmd_consumer
;
901 if ((k
+ no_of_desc
) >=
902 ((last_cmd_consumer
<= k
) ? last_cmd_consumer
+ max_tx_desc_count
:
903 last_cmd_consumer
)) {
904 netif_stop_queue(netdev
);
905 adapter
->flags
|= NETXEN_NETDEV_STATUS
;
906 spin_unlock_bh(&adapter
->tx_lock
);
907 return NETDEV_TX_BUSY
;
909 k
= get_index_range(k
, max_tx_desc_count
, no_of_desc
);
910 adapter
->cmd_producer
= k
;
911 adapter
->total_threads
++;
912 adapter
->num_threads
++;
914 spin_unlock_bh(&adapter
->tx_lock
);
915 /* Copy the descriptors into the hardware */
916 producer
= local_producer
;
917 saved_producer
= producer
;
918 hwdesc
= &hw
->cmd_desc_head
[producer
];
919 memset(hwdesc
, 0, sizeof(struct cmd_desc_type0
));
920 /* Take skb->data itself */
921 pbuf
= &adapter
->cmd_buf_arr
[producer
];
922 if ((netdev
->features
& NETIF_F_TSO
) && skb_shinfo(skb
)->gso_size
> 0) {
923 pbuf
->mss
= skb_shinfo(skb
)->gso_size
;
924 hwdesc
->mss
= cpu_to_le16(skb_shinfo(skb
)->gso_size
);
929 pbuf
->total_length
= skb
->len
;
931 pbuf
->cmd
= TX_ETHER_PKT
;
932 pbuf
->frag_count
= frag_count
;
933 pbuf
->port
= adapter
->portnum
;
934 buffrag
= &pbuf
->frag_array
[0];
935 buffrag
->dma
= pci_map_single(adapter
->pdev
, skb
->data
, first_seg_len
,
937 buffrag
->length
= first_seg_len
;
938 netxen_set_cmd_desc_totallength(hwdesc
, skb
->len
);
939 netxen_set_cmd_desc_num_of_buff(hwdesc
, frag_count
);
940 netxen_set_cmd_desc_opcode(hwdesc
, TX_ETHER_PKT
);
942 netxen_set_cmd_desc_port(hwdesc
, adapter
->portnum
);
943 netxen_set_cmd_desc_ctxid(hwdesc
, adapter
->portnum
);
944 hwdesc
->buffer1_length
= cpu_to_le16(first_seg_len
);
945 hwdesc
->addr_buffer1
= cpu_to_le64(buffrag
->dma
);
947 for (i
= 1, k
= 1; i
< frag_count
; i
++, k
++) {
948 struct skb_frag_struct
*frag
;
950 unsigned long offset
;
953 /* move to next desc. if there is a need */
954 if ((i
& 0x3) == 0) {
956 producer
= get_next_index(producer
,
957 adapter
->max_tx_desc_count
);
958 hwdesc
= &hw
->cmd_desc_head
[producer
];
959 memset(hwdesc
, 0, sizeof(struct cmd_desc_type0
));
961 frag
= &skb_shinfo(skb
)->frags
[i
- 1];
963 offset
= frag
->page_offset
;
966 temp_dma
= pci_map_page(adapter
->pdev
, frag
->page
, offset
,
967 len
, PCI_DMA_TODEVICE
);
970 buffrag
->dma
= temp_dma
;
971 buffrag
->length
= temp_len
;
973 DPRINTK(INFO
, "for loop. i=%d k=%d\n", i
, k
);
976 hwdesc
->buffer1_length
= cpu_to_le16(temp_len
);
977 hwdesc
->addr_buffer1
= cpu_to_le64(temp_dma
);
980 hwdesc
->buffer2_length
= cpu_to_le16(temp_len
);
981 hwdesc
->addr_buffer2
= cpu_to_le64(temp_dma
);
984 hwdesc
->buffer3_length
= cpu_to_le16(temp_len
);
985 hwdesc
->addr_buffer3
= cpu_to_le64(temp_dma
);
988 hwdesc
->buffer4_length
= cpu_to_le16(temp_len
);
989 hwdesc
->addr_buffer4
= cpu_to_le64(temp_dma
);
994 producer
= get_next_index(producer
, adapter
->max_tx_desc_count
);
996 /* might change opcode to TX_TCP_LSO */
997 netxen_tso_check(adapter
, &hw
->cmd_desc_head
[saved_producer
], skb
);
999 /* For LSO, we need to copy the MAC/IP/TCP headers into
1000 * the descriptor ring
1002 if (netxen_get_cmd_desc_opcode(&hw
->cmd_desc_head
[saved_producer
])
1004 int hdr_len
, first_hdr_len
, more_hdr
;
1005 hdr_len
= hw
->cmd_desc_head
[saved_producer
].total_hdr_length
;
1006 if (hdr_len
> (sizeof(struct cmd_desc_type0
) - 2)) {
1007 first_hdr_len
= sizeof(struct cmd_desc_type0
) - 2;
1010 first_hdr_len
= hdr_len
;
1013 /* copy the MAC/IP/TCP headers to the cmd descriptor list */
1014 hwdesc
= &hw
->cmd_desc_head
[producer
];
1016 /* copy the first 64 bytes */
1017 memcpy(((void *)hwdesc
) + 2,
1018 (void *)(skb
->data
), first_hdr_len
);
1019 producer
= get_next_index(producer
, max_tx_desc_count
);
1022 hwdesc
= &hw
->cmd_desc_head
[producer
];
1023 /* copy the next 64 bytes - should be enough except
1024 * for pathological case
1026 skb_copy_from_linear_data_offset(skb
, first_hdr_len
,
1030 producer
= get_next_index(producer
, max_tx_desc_count
);
1034 i
= netxen_get_cmd_desc_totallength(&hw
->cmd_desc_head
[saved_producer
]);
1036 hw
->cmd_desc_head
[saved_producer
].flags_opcode
=
1037 cpu_to_le16(hw
->cmd_desc_head
[saved_producer
].flags_opcode
);
1038 hw
->cmd_desc_head
[saved_producer
].num_of_buffers_total_length
=
1039 cpu_to_le32(hw
->cmd_desc_head
[saved_producer
].
1040 num_of_buffers_total_length
);
1042 spin_lock_bh(&adapter
->tx_lock
);
1043 adapter
->stats
.txbytes
+= i
;
1045 /* Code to update the adapter considering how many producer threads
1046 are currently working */
1047 if ((--adapter
->num_threads
) == 0) {
1048 /* This is the last thread */
1049 u32 crb_producer
= adapter
->cmd_producer
;
1050 netxen_nic_update_cmd_producer(adapter
, crb_producer
);
1052 adapter
->total_threads
= 0;
1055 adapter
->stats
.xmitfinished
++;
1056 spin_unlock_bh(&adapter
->tx_lock
);
1058 netdev
->trans_start
= jiffies
;
1060 DPRINTK(INFO
, "wrote CMD producer %x to phantom\n", producer
);
1062 DPRINTK(INFO
, "Done. Send\n");
1063 return NETDEV_TX_OK
;
1066 static void netxen_watchdog(unsigned long v
)
1068 struct netxen_adapter
*adapter
= (struct netxen_adapter
*)v
;
1070 SCHEDULE_WORK(&adapter
->watchdog_task
);
1073 static void netxen_tx_timeout(struct net_device
*netdev
)
1075 struct netxen_adapter
*adapter
= (struct netxen_adapter
*)
1076 netdev_priv(netdev
);
1077 SCHEDULE_WORK(&adapter
->tx_timeout_task
);
1080 static void netxen_tx_timeout_task(struct work_struct
*work
)
1082 struct netxen_adapter
*adapter
=
1083 container_of(work
, struct netxen_adapter
, tx_timeout_task
);
1084 unsigned long flags
;
1086 printk(KERN_ERR
"%s %s: transmit timeout, resetting.\n",
1087 netxen_nic_driver_name
, adapter
->netdev
->name
);
1089 spin_lock_irqsave(&adapter
->lock
, flags
);
1090 netxen_nic_close(adapter
->netdev
);
1091 netxen_nic_open(adapter
->netdev
);
1092 spin_unlock_irqrestore(&adapter
->lock
, flags
);
1093 adapter
->netdev
->trans_start
= jiffies
;
1094 netif_wake_queue(adapter
->netdev
);
1098 netxen_handle_int(struct netxen_adapter
*adapter
, struct net_device
*netdev
)
1102 DPRINTK(INFO
, "Entered handle ISR\n");
1103 adapter
->stats
.ints
++;
1105 if (!(adapter
->flags
& NETXEN_NIC_MSI_ENABLED
)) {
1109 our_int
= readl(NETXEN_CRB_NORMALIZE(adapter
, CRB_INT_VECTOR
));
1110 /* not our interrupt */
1111 if ((our_int
& (0x80 << adapter
->portnum
)) == 0)
1113 netxen_nic_disable_int(adapter
);
1114 /* Window = 0 or 1 */
1116 writel(0xffffffff, PCI_OFFSET_SECOND_RANGE(adapter
,
1117 ISR_INT_TARGET_STATUS
));
1118 mask
= readl(pci_base_offset(adapter
, ISR_INT_VECTOR
));
1119 } while (((mask
& 0x80) != 0) && (++count
< 32));
1120 if ((mask
& 0x80) != 0)
1121 printk("Could not disable interrupt completely\n");
1125 if (netxen_nic_rx_has_work(adapter
) || netxen_nic_tx_has_work(adapter
)) {
1126 if (netif_rx_schedule_prep(netdev
)) {
1128 * Interrupts are already disabled.
1130 __netif_rx_schedule(netdev
);
1132 static unsigned int intcount
= 0;
1133 if ((++intcount
& 0xfff) == 0xfff)
1135 "%s: %s interrupt %d while in poll\n",
1136 netxen_nic_driver_name
, netdev
->name
,
1143 netxen_nic_enable_int(adapter
);
1150 * netxen_intr - Interrupt Handler
1151 * @irq: interrupt number
1152 * data points to adapter stucture (which may be handling more than 1 port
1154 irqreturn_t
netxen_intr(int irq
, void *data
)
1156 struct netxen_adapter
*adapter
;
1157 struct net_device
*netdev
;
1159 if (unlikely(!irq
)) {
1160 return IRQ_NONE
; /* Not our interrupt */
1163 adapter
= (struct netxen_adapter
*)data
;
1164 netdev
= adapter
->netdev
;
1165 /* process our status queue (for all 4 ports) */
1166 if (netif_running(netdev
))
1167 netxen_handle_int(adapter
, netdev
);
1172 static int netxen_nic_poll(struct net_device
*netdev
, int *budget
)
1174 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
1175 int work_to_do
= min(*budget
, netdev
->quota
);
1181 DPRINTK(INFO
, "polling for %d descriptors\n", *budget
);
1184 for (ctx
= 0; ctx
< MAX_RCV_CTX
; ++ctx
) {
1186 * Fairness issue. This will give undue weight to the
1187 * receive context 0.
1191 * To avoid starvation, we give each of our receivers,
1192 * a fraction of the quota. Sometimes, it might happen that we
1193 * have enough quota to process every packet, but since all the
1194 * packets are on one context, it gets only half of the quota,
1195 * and ends up not processing it.
1197 this_work_done
= netxen_process_rcv_ring(adapter
, ctx
,
1200 work_done
+= this_work_done
;
1203 netdev
->quota
-= work_done
;
1204 *budget
-= work_done
;
1206 if (work_done
>= work_to_do
&& netxen_nic_rx_has_work(adapter
) != 0)
1209 if (netxen_process_cmd_ring((unsigned long)adapter
) == 0)
1212 DPRINTK(INFO
, "new work_done: %d work_to_do: %d\n",
1213 work_done
, work_to_do
);
1215 netif_rx_complete(netdev
);
1216 netxen_nic_enable_int(adapter
);
1222 #ifdef CONFIG_NET_POLL_CONTROLLER
1223 static void netxen_nic_poll_controller(struct net_device
*netdev
)
1225 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
1226 disable_irq(adapter
->irq
);
1227 netxen_intr(adapter
->irq
, adapter
);
1228 enable_irq(adapter
->irq
);
1232 static struct pci_driver netxen_driver
= {
1233 .name
= netxen_nic_driver_name
,
1234 .id_table
= netxen_pci_tbl
,
1235 .probe
= netxen_nic_probe
,
1236 .remove
= __devexit_p(netxen_nic_remove
)
1239 /* Driver Registration on NetXen card */
1241 static int __init
netxen_init_module(void)
1243 if ((netxen_workq
= create_singlethread_workqueue("netxen")) == 0)
1246 return pci_register_driver(&netxen_driver
);
1249 module_init(netxen_init_module
);
1251 static void __exit
netxen_exit_module(void)
1254 * Wait for some time to allow the dma to drain, if any.
1256 pci_unregister_driver(&netxen_driver
);
1257 destroy_workqueue(netxen_workq
);
1260 module_exit(netxen_exit_module
);