2 * Copyright (c) 2005 Ammasso, Inc. All rights reserved.
3 * Copyright (c) 2005 Open Grid Computing, Inc. All rights reserved.
5 * This software is available to you under a choice of one of two
6 * licenses. You may choose to be licensed under the terms of the GNU
7 * General Public License (GPL) Version 2, available from the file
8 * COPYING in the main directory of this source tree, or the
9 * OpenIB.org BSD license below:
11 * Redistribution and use in source and binary forms, with or
12 * without modification, are permitted provided that the following
15 * - Redistributions of source code must retain the above
16 * copyright notice, this list of conditions and the following
19 * - Redistributions in binary form must reproduce the above
20 * copyright notice, this list of conditions and the following
21 * disclaimer in the documentation and/or other materials
22 * provided with the distribution.
24 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
25 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
26 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
27 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
28 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
29 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
30 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
33 #include <linux/module.h>
34 #include <linux/moduleparam.h>
35 #include <linux/pci.h>
36 #include <linux/netdevice.h>
37 #include <linux/etherdevice.h>
38 #include <linux/inetdevice.h>
39 #include <linux/delay.h>
40 #include <linux/ethtool.h>
41 #include <linux/mii.h>
42 #include <linux/if_vlan.h>
43 #include <linux/crc32.h>
46 #include <linux/tcp.h>
47 #include <linux/init.h>
48 #include <linux/dma-mapping.h>
52 #include <asm/byteorder.h>
54 #include <rdma/ib_smi.h>
56 #include "c2_provider.h"
58 MODULE_AUTHOR("Tom Tucker <tom@opengridcomputing.com>");
59 MODULE_DESCRIPTION("Ammasso AMSO1100 Low-level iWARP Driver");
60 MODULE_LICENSE("Dual BSD/GPL");
61 MODULE_VERSION(DRV_VERSION
);
63 static const u32 default_msg
= NETIF_MSG_DRV
| NETIF_MSG_PROBE
| NETIF_MSG_LINK
64 | NETIF_MSG_IFUP
| NETIF_MSG_IFDOWN
;
66 static int debug
= -1; /* defaults above */
67 module_param(debug
, int, 0);
68 MODULE_PARM_DESC(debug
, "Debug level (0=none,...,16=all)");
70 static int c2_up(struct net_device
*netdev
);
71 static int c2_down(struct net_device
*netdev
);
72 static int c2_xmit_frame(struct sk_buff
*skb
, struct net_device
*netdev
);
73 static void c2_tx_interrupt(struct net_device
*netdev
);
74 static void c2_rx_interrupt(struct net_device
*netdev
);
75 static irqreturn_t
c2_interrupt(int irq
, void *dev_id
);
76 static void c2_tx_timeout(struct net_device
*netdev
);
77 static int c2_change_mtu(struct net_device
*netdev
, int new_mtu
);
78 static void c2_reset(struct c2_port
*c2_port
);
79 static struct net_device_stats
*c2_get_stats(struct net_device
*netdev
);
81 static struct pci_device_id c2_pci_table
[] = {
82 { PCI_DEVICE(0x18b8, 0xb001) },
86 MODULE_DEVICE_TABLE(pci
, c2_pci_table
);
88 static void c2_print_macaddr(struct net_device
*netdev
)
90 pr_debug("%s: MAC %02X:%02X:%02X:%02X:%02X:%02X, "
91 "IRQ %u\n", netdev
->name
,
92 netdev
->dev_addr
[0], netdev
->dev_addr
[1], netdev
->dev_addr
[2],
93 netdev
->dev_addr
[3], netdev
->dev_addr
[4], netdev
->dev_addr
[5],
97 static void c2_set_rxbufsize(struct c2_port
*c2_port
)
99 struct net_device
*netdev
= c2_port
->netdev
;
101 if (netdev
->mtu
> RX_BUF_SIZE
)
102 c2_port
->rx_buf_size
=
103 netdev
->mtu
+ ETH_HLEN
+ sizeof(struct c2_rxp_hdr
) +
106 c2_port
->rx_buf_size
= sizeof(struct c2_rxp_hdr
) + RX_BUF_SIZE
;
110 * Allocate TX ring elements and chain them together.
111 * One-to-one association of adapter descriptors with ring elements.
113 static int c2_tx_ring_alloc(struct c2_ring
*tx_ring
, void *vaddr
,
114 dma_addr_t base
, void __iomem
* mmio_txp_ring
)
116 struct c2_tx_desc
*tx_desc
;
117 struct c2_txp_desc __iomem
*txp_desc
;
118 struct c2_element
*elem
;
121 tx_ring
->start
= kmalloc(sizeof(*elem
) * tx_ring
->count
, GFP_KERNEL
);
125 elem
= tx_ring
->start
;
127 txp_desc
= mmio_txp_ring
;
128 for (i
= 0; i
< tx_ring
->count
; i
++, elem
++, tx_desc
++, txp_desc
++) {
132 /* Set TXP_HTXD_UNINIT */
133 __raw_writeq((__force u64
) cpu_to_be64(0x1122334455667788ULL
),
134 (void __iomem
*) txp_desc
+ C2_TXP_ADDR
);
135 __raw_writew(0, (void __iomem
*) txp_desc
+ C2_TXP_LEN
);
136 __raw_writew((__force u16
) cpu_to_be16(TXP_HTXD_UNINIT
),
137 (void __iomem
*) txp_desc
+ C2_TXP_FLAGS
);
140 elem
->ht_desc
= tx_desc
;
141 elem
->hw_desc
= txp_desc
;
143 if (i
== tx_ring
->count
- 1) {
144 elem
->next
= tx_ring
->start
;
145 tx_desc
->next_offset
= base
;
147 elem
->next
= elem
+ 1;
148 tx_desc
->next_offset
=
149 base
+ (i
+ 1) * sizeof(*tx_desc
);
153 tx_ring
->to_use
= tx_ring
->to_clean
= tx_ring
->start
;
159 * Allocate RX ring elements and chain them together.
160 * One-to-one association of adapter descriptors with ring elements.
162 static int c2_rx_ring_alloc(struct c2_ring
*rx_ring
, void *vaddr
,
163 dma_addr_t base
, void __iomem
* mmio_rxp_ring
)
165 struct c2_rx_desc
*rx_desc
;
166 struct c2_rxp_desc __iomem
*rxp_desc
;
167 struct c2_element
*elem
;
170 rx_ring
->start
= kmalloc(sizeof(*elem
) * rx_ring
->count
, GFP_KERNEL
);
174 elem
= rx_ring
->start
;
176 rxp_desc
= mmio_rxp_ring
;
177 for (i
= 0; i
< rx_ring
->count
; i
++, elem
++, rx_desc
++, rxp_desc
++) {
181 /* Set RXP_HRXD_UNINIT */
182 __raw_writew((__force u16
) cpu_to_be16(RXP_HRXD_OK
),
183 (void __iomem
*) rxp_desc
+ C2_RXP_STATUS
);
184 __raw_writew(0, (void __iomem
*) rxp_desc
+ C2_RXP_COUNT
);
185 __raw_writew(0, (void __iomem
*) rxp_desc
+ C2_RXP_LEN
);
186 __raw_writeq((__force u64
) cpu_to_be64(0x99aabbccddeeffULL
),
187 (void __iomem
*) rxp_desc
+ C2_RXP_ADDR
);
188 __raw_writew((__force u16
) cpu_to_be16(RXP_HRXD_UNINIT
),
189 (void __iomem
*) rxp_desc
+ C2_RXP_FLAGS
);
192 elem
->ht_desc
= rx_desc
;
193 elem
->hw_desc
= rxp_desc
;
195 if (i
== rx_ring
->count
- 1) {
196 elem
->next
= rx_ring
->start
;
197 rx_desc
->next_offset
= base
;
199 elem
->next
= elem
+ 1;
200 rx_desc
->next_offset
=
201 base
+ (i
+ 1) * sizeof(*rx_desc
);
205 rx_ring
->to_use
= rx_ring
->to_clean
= rx_ring
->start
;
210 /* Setup buffer for receiving */
211 static inline int c2_rx_alloc(struct c2_port
*c2_port
, struct c2_element
*elem
)
213 struct c2_dev
*c2dev
= c2_port
->c2dev
;
214 struct c2_rx_desc
*rx_desc
= elem
->ht_desc
;
218 struct c2_rxp_hdr
*rxp_hdr
;
220 skb
= dev_alloc_skb(c2_port
->rx_buf_size
);
221 if (unlikely(!skb
)) {
222 pr_debug("%s: out of memory for receive\n",
223 c2_port
->netdev
->name
);
227 /* Zero out the rxp hdr in the sk_buff */
228 memset(skb
->data
, 0, sizeof(*rxp_hdr
));
230 skb
->dev
= c2_port
->netdev
;
232 maplen
= c2_port
->rx_buf_size
;
234 pci_map_single(c2dev
->pcidev
, skb
->data
, maplen
,
237 /* Set the sk_buff RXP_header to RXP_HRXD_READY */
238 rxp_hdr
= (struct c2_rxp_hdr
*) skb
->data
;
239 rxp_hdr
->flags
= RXP_HRXD_READY
;
241 __raw_writew(0, elem
->hw_desc
+ C2_RXP_STATUS
);
242 __raw_writew((__force u16
) cpu_to_be16((u16
) maplen
- sizeof(*rxp_hdr
)),
243 elem
->hw_desc
+ C2_RXP_LEN
);
244 __raw_writeq((__force u64
) cpu_to_be64(mapaddr
), elem
->hw_desc
+ C2_RXP_ADDR
);
245 __raw_writew((__force u16
) cpu_to_be16(RXP_HRXD_READY
),
246 elem
->hw_desc
+ C2_RXP_FLAGS
);
249 elem
->mapaddr
= mapaddr
;
250 elem
->maplen
= maplen
;
251 rx_desc
->len
= maplen
;
257 * Allocate buffers for the Rx ring
258 * For receive: rx_ring.to_clean is next received frame
260 static int c2_rx_fill(struct c2_port
*c2_port
)
262 struct c2_ring
*rx_ring
= &c2_port
->rx_ring
;
263 struct c2_element
*elem
;
266 elem
= rx_ring
->start
;
268 if (c2_rx_alloc(c2_port
, elem
)) {
272 } while ((elem
= elem
->next
) != rx_ring
->start
);
274 rx_ring
->to_clean
= rx_ring
->start
;
278 /* Free all buffers in RX ring, assumes receiver stopped */
279 static void c2_rx_clean(struct c2_port
*c2_port
)
281 struct c2_dev
*c2dev
= c2_port
->c2dev
;
282 struct c2_ring
*rx_ring
= &c2_port
->rx_ring
;
283 struct c2_element
*elem
;
284 struct c2_rx_desc
*rx_desc
;
286 elem
= rx_ring
->start
;
288 rx_desc
= elem
->ht_desc
;
291 __raw_writew(0, elem
->hw_desc
+ C2_RXP_STATUS
);
292 __raw_writew(0, elem
->hw_desc
+ C2_RXP_COUNT
);
293 __raw_writew(0, elem
->hw_desc
+ C2_RXP_LEN
);
294 __raw_writeq((__force u64
) cpu_to_be64(0x99aabbccddeeffULL
),
295 elem
->hw_desc
+ C2_RXP_ADDR
);
296 __raw_writew((__force u16
) cpu_to_be16(RXP_HRXD_UNINIT
),
297 elem
->hw_desc
+ C2_RXP_FLAGS
);
300 pci_unmap_single(c2dev
->pcidev
, elem
->mapaddr
,
301 elem
->maplen
, PCI_DMA_FROMDEVICE
);
302 dev_kfree_skb(elem
->skb
);
305 } while ((elem
= elem
->next
) != rx_ring
->start
);
308 static inline int c2_tx_free(struct c2_dev
*c2dev
, struct c2_element
*elem
)
310 struct c2_tx_desc
*tx_desc
= elem
->ht_desc
;
314 pci_unmap_single(c2dev
->pcidev
, elem
->mapaddr
, elem
->maplen
,
318 dev_kfree_skb_any(elem
->skb
);
325 /* Free all buffers in TX ring, assumes transmitter stopped */
326 static void c2_tx_clean(struct c2_port
*c2_port
)
328 struct c2_ring
*tx_ring
= &c2_port
->tx_ring
;
329 struct c2_element
*elem
;
330 struct c2_txp_desc txp_htxd
;
334 spin_lock_irqsave(&c2_port
->tx_lock
, flags
);
336 elem
= tx_ring
->start
;
342 readw(elem
->hw_desc
+ C2_TXP_FLAGS
);
344 if (txp_htxd
.flags
== TXP_HTXD_READY
) {
347 elem
->hw_desc
+ C2_TXP_LEN
);
349 elem
->hw_desc
+ C2_TXP_ADDR
);
350 __raw_writew((__force u16
) cpu_to_be16(TXP_HTXD_DONE
),
351 elem
->hw_desc
+ C2_TXP_FLAGS
);
352 c2_port
->netstats
.tx_dropped
++;
356 elem
->hw_desc
+ C2_TXP_LEN
);
357 __raw_writeq((__force u64
) cpu_to_be64(0x1122334455667788ULL
),
358 elem
->hw_desc
+ C2_TXP_ADDR
);
359 __raw_writew((__force u16
) cpu_to_be16(TXP_HTXD_UNINIT
),
360 elem
->hw_desc
+ C2_TXP_FLAGS
);
363 c2_tx_free(c2_port
->c2dev
, elem
);
365 } while ((elem
= elem
->next
) != tx_ring
->start
);
368 c2_port
->tx_avail
= c2_port
->tx_ring
.count
- 1;
369 c2_port
->c2dev
->cur_tx
= tx_ring
->to_use
- tx_ring
->start
;
371 if (c2_port
->tx_avail
> MAX_SKB_FRAGS
+ 1)
372 netif_wake_queue(c2_port
->netdev
);
374 spin_unlock_irqrestore(&c2_port
->tx_lock
, flags
);
378 * Process transmit descriptors marked 'DONE' by the firmware,
379 * freeing up their unneeded sk_buffs.
381 static void c2_tx_interrupt(struct net_device
*netdev
)
383 struct c2_port
*c2_port
= netdev_priv(netdev
);
384 struct c2_dev
*c2dev
= c2_port
->c2dev
;
385 struct c2_ring
*tx_ring
= &c2_port
->tx_ring
;
386 struct c2_element
*elem
;
387 struct c2_txp_desc txp_htxd
;
389 spin_lock(&c2_port
->tx_lock
);
391 for (elem
= tx_ring
->to_clean
; elem
!= tx_ring
->to_use
;
394 be16_to_cpu((__force __be16
) readw(elem
->hw_desc
+ C2_TXP_FLAGS
));
396 if (txp_htxd
.flags
!= TXP_HTXD_DONE
)
399 if (netif_msg_tx_done(c2_port
)) {
400 /* PCI reads are expensive in fast path */
402 be16_to_cpu((__force __be16
) readw(elem
->hw_desc
+ C2_TXP_LEN
));
403 pr_debug("%s: tx done slot %3Zu status 0x%x len "
405 netdev
->name
, elem
- tx_ring
->start
,
406 txp_htxd
.flags
, txp_htxd
.len
);
409 c2_tx_free(c2dev
, elem
);
410 ++(c2_port
->tx_avail
);
413 tx_ring
->to_clean
= elem
;
415 if (netif_queue_stopped(netdev
)
416 && c2_port
->tx_avail
> MAX_SKB_FRAGS
+ 1)
417 netif_wake_queue(netdev
);
419 spin_unlock(&c2_port
->tx_lock
);
422 static void c2_rx_error(struct c2_port
*c2_port
, struct c2_element
*elem
)
424 struct c2_rx_desc
*rx_desc
= elem
->ht_desc
;
425 struct c2_rxp_hdr
*rxp_hdr
= (struct c2_rxp_hdr
*) elem
->skb
->data
;
427 if (rxp_hdr
->status
!= RXP_HRXD_OK
||
428 rxp_hdr
->len
> (rx_desc
->len
- sizeof(*rxp_hdr
))) {
429 pr_debug("BAD RXP_HRXD\n");
430 pr_debug(" rx_desc : %p\n", rx_desc
);
431 pr_debug(" index : %Zu\n",
432 elem
- c2_port
->rx_ring
.start
);
433 pr_debug(" len : %u\n", rx_desc
->len
);
434 pr_debug(" rxp_hdr : %p [PA %p]\n", rxp_hdr
,
435 (void *) __pa((unsigned long) rxp_hdr
));
436 pr_debug(" flags : 0x%x\n", rxp_hdr
->flags
);
437 pr_debug(" status: 0x%x\n", rxp_hdr
->status
);
438 pr_debug(" len : %u\n", rxp_hdr
->len
);
439 pr_debug(" rsvd : 0x%x\n", rxp_hdr
->rsvd
);
442 /* Setup the skb for reuse since we're dropping this pkt */
443 elem
->skb
->data
= elem
->skb
->head
;
444 skb_reset_tail_pointer(elem
->skb
);
446 /* Zero out the rxp hdr in the sk_buff */
447 memset(elem
->skb
->data
, 0, sizeof(*rxp_hdr
));
449 /* Write the descriptor to the adapter's rx ring */
450 __raw_writew(0, elem
->hw_desc
+ C2_RXP_STATUS
);
451 __raw_writew(0, elem
->hw_desc
+ C2_RXP_COUNT
);
452 __raw_writew((__force u16
) cpu_to_be16((u16
) elem
->maplen
- sizeof(*rxp_hdr
)),
453 elem
->hw_desc
+ C2_RXP_LEN
);
454 __raw_writeq((__force u64
) cpu_to_be64(elem
->mapaddr
),
455 elem
->hw_desc
+ C2_RXP_ADDR
);
456 __raw_writew((__force u16
) cpu_to_be16(RXP_HRXD_READY
),
457 elem
->hw_desc
+ C2_RXP_FLAGS
);
459 pr_debug("packet dropped\n");
460 c2_port
->netstats
.rx_dropped
++;
463 static void c2_rx_interrupt(struct net_device
*netdev
)
465 struct c2_port
*c2_port
= netdev_priv(netdev
);
466 struct c2_dev
*c2dev
= c2_port
->c2dev
;
467 struct c2_ring
*rx_ring
= &c2_port
->rx_ring
;
468 struct c2_element
*elem
;
469 struct c2_rx_desc
*rx_desc
;
470 struct c2_rxp_hdr
*rxp_hdr
;
476 spin_lock_irqsave(&c2dev
->lock
, flags
);
478 /* Begin where we left off */
479 rx_ring
->to_clean
= rx_ring
->start
+ c2dev
->cur_rx
;
481 for (elem
= rx_ring
->to_clean
; elem
->next
!= rx_ring
->to_clean
;
483 rx_desc
= elem
->ht_desc
;
484 mapaddr
= elem
->mapaddr
;
485 maplen
= elem
->maplen
;
487 rxp_hdr
= (struct c2_rxp_hdr
*) skb
->data
;
489 if (rxp_hdr
->flags
!= RXP_HRXD_DONE
)
491 buflen
= rxp_hdr
->len
;
493 /* Sanity check the RXP header */
494 if (rxp_hdr
->status
!= RXP_HRXD_OK
||
495 buflen
> (rx_desc
->len
- sizeof(*rxp_hdr
))) {
496 c2_rx_error(c2_port
, elem
);
501 * Allocate and map a new skb for replenishing the host
504 if (c2_rx_alloc(c2_port
, elem
)) {
505 c2_rx_error(c2_port
, elem
);
509 /* Unmap the old skb */
510 pci_unmap_single(c2dev
->pcidev
, mapaddr
, maplen
,
516 * Skip past the leading 8 bytes comprising of the
517 * "struct c2_rxp_hdr", prepended by the adapter
518 * to the usual Ethernet header ("struct ethhdr"),
519 * to the start of the raw Ethernet packet.
521 * Fix up the various fields in the sk_buff before
522 * passing it up to netif_rx(). The transfer size
523 * (in bytes) specified by the adapter len field of
524 * the "struct rxp_hdr_t" does NOT include the
525 * "sizeof(struct c2_rxp_hdr)".
527 skb
->data
+= sizeof(*rxp_hdr
);
528 skb_set_tail_pointer(skb
, buflen
);
530 skb
->protocol
= eth_type_trans(skb
, netdev
);
534 netdev
->last_rx
= jiffies
;
535 c2_port
->netstats
.rx_packets
++;
536 c2_port
->netstats
.rx_bytes
+= buflen
;
539 /* Save where we left off */
540 rx_ring
->to_clean
= elem
;
541 c2dev
->cur_rx
= elem
- rx_ring
->start
;
542 C2_SET_CUR_RX(c2dev
, c2dev
->cur_rx
);
544 spin_unlock_irqrestore(&c2dev
->lock
, flags
);
548 * Handle netisr0 TX & RX interrupts.
550 static irqreturn_t
c2_interrupt(int irq
, void *dev_id
)
552 unsigned int netisr0
, dmaisr
;
554 struct c2_dev
*c2dev
= (struct c2_dev
*) dev_id
;
556 /* Process CCILNET interrupts */
557 netisr0
= readl(c2dev
->regs
+ C2_NISR0
);
561 * There is an issue with the firmware that always
562 * provides the status of RX for both TX & RX
563 * interrupts. So process both queues here.
565 c2_rx_interrupt(c2dev
->netdev
);
566 c2_tx_interrupt(c2dev
->netdev
);
568 /* Clear the interrupt */
569 writel(netisr0
, c2dev
->regs
+ C2_NISR0
);
573 /* Process RNIC interrupts */
574 dmaisr
= readl(c2dev
->regs
+ C2_DISR
);
576 writel(dmaisr
, c2dev
->regs
+ C2_DISR
);
577 c2_rnic_interrupt(c2dev
);
588 static int c2_up(struct net_device
*netdev
)
590 struct c2_port
*c2_port
= netdev_priv(netdev
);
591 struct c2_dev
*c2dev
= c2_port
->c2dev
;
592 struct c2_element
*elem
;
593 struct c2_rxp_hdr
*rxp_hdr
;
594 struct in_device
*in_dev
;
595 size_t rx_size
, tx_size
;
597 unsigned int netimr0
;
599 if (netif_msg_ifup(c2_port
))
600 pr_debug("%s: enabling interface\n", netdev
->name
);
602 /* Set the Rx buffer size based on MTU */
603 c2_set_rxbufsize(c2_port
);
605 /* Allocate DMA'able memory for Tx/Rx host descriptor rings */
606 rx_size
= c2_port
->rx_ring
.count
* sizeof(struct c2_rx_desc
);
607 tx_size
= c2_port
->tx_ring
.count
* sizeof(struct c2_tx_desc
);
609 c2_port
->mem_size
= tx_size
+ rx_size
;
610 c2_port
->mem
= pci_alloc_consistent(c2dev
->pcidev
, c2_port
->mem_size
,
612 if (c2_port
->mem
== NULL
) {
613 pr_debug("Unable to allocate memory for "
614 "host descriptor rings\n");
618 memset(c2_port
->mem
, 0, c2_port
->mem_size
);
620 /* Create the Rx host descriptor ring */
622 c2_rx_ring_alloc(&c2_port
->rx_ring
, c2_port
->mem
, c2_port
->dma
,
623 c2dev
->mmio_rxp_ring
))) {
624 pr_debug("Unable to create RX ring\n");
628 /* Allocate Rx buffers for the host descriptor ring */
629 if (c2_rx_fill(c2_port
)) {
630 pr_debug("Unable to fill RX ring\n");
634 /* Create the Tx host descriptor ring */
635 if ((ret
= c2_tx_ring_alloc(&c2_port
->tx_ring
, c2_port
->mem
+ rx_size
,
636 c2_port
->dma
+ rx_size
,
637 c2dev
->mmio_txp_ring
))) {
638 pr_debug("Unable to create TX ring\n");
642 /* Set the TX pointer to where we left off */
643 c2_port
->tx_avail
= c2_port
->tx_ring
.count
- 1;
644 c2_port
->tx_ring
.to_use
= c2_port
->tx_ring
.to_clean
=
645 c2_port
->tx_ring
.start
+ c2dev
->cur_tx
;
647 /* missing: Initialize MAC */
649 BUG_ON(c2_port
->tx_ring
.to_use
!= c2_port
->tx_ring
.to_clean
);
651 /* Reset the adapter, ensures the driver is in sync with the RXP */
654 /* Reset the READY bit in the sk_buff RXP headers & adapter HRXDQ */
655 for (i
= 0, elem
= c2_port
->rx_ring
.start
; i
< c2_port
->rx_ring
.count
;
657 rxp_hdr
= (struct c2_rxp_hdr
*) elem
->skb
->data
;
659 __raw_writew((__force u16
) cpu_to_be16(RXP_HRXD_READY
),
660 elem
->hw_desc
+ C2_RXP_FLAGS
);
663 /* Enable network packets */
664 netif_start_queue(netdev
);
667 writel(0, c2dev
->regs
+ C2_IDIS
);
668 netimr0
= readl(c2dev
->regs
+ C2_NIMR0
);
669 netimr0
&= ~(C2_PCI_HTX_INT
| C2_PCI_HRX_INT
);
670 writel(netimr0
, c2dev
->regs
+ C2_NIMR0
);
672 /* Tell the stack to ignore arp requests for ipaddrs bound to
673 * other interfaces. This is needed to prevent the host stack
674 * from responding to arp requests to the ipaddr bound on the
677 in_dev
= in_dev_get(netdev
);
678 IN_DEV_CONF_SET(in_dev
, ARP_IGNORE
, 1);
684 c2_rx_clean(c2_port
);
685 kfree(c2_port
->rx_ring
.start
);
688 pci_free_consistent(c2dev
->pcidev
, c2_port
->mem_size
, c2_port
->mem
,
694 static int c2_down(struct net_device
*netdev
)
696 struct c2_port
*c2_port
= netdev_priv(netdev
);
697 struct c2_dev
*c2dev
= c2_port
->c2dev
;
699 if (netif_msg_ifdown(c2_port
))
700 pr_debug("%s: disabling interface\n",
703 /* Wait for all the queued packets to get sent */
704 c2_tx_interrupt(netdev
);
706 /* Disable network packets */
707 netif_stop_queue(netdev
);
709 /* Disable IRQs by clearing the interrupt mask */
710 writel(1, c2dev
->regs
+ C2_IDIS
);
711 writel(0, c2dev
->regs
+ C2_NIMR0
);
713 /* missing: Stop transmitter */
715 /* missing: Stop receiver */
717 /* Reset the adapter, ensures the driver is in sync with the RXP */
720 /* missing: Turn off LEDs here */
722 /* Free all buffers in the host descriptor rings */
723 c2_tx_clean(c2_port
);
724 c2_rx_clean(c2_port
);
726 /* Free the host descriptor rings */
727 kfree(c2_port
->rx_ring
.start
);
728 kfree(c2_port
->tx_ring
.start
);
729 pci_free_consistent(c2dev
->pcidev
, c2_port
->mem_size
, c2_port
->mem
,
735 static void c2_reset(struct c2_port
*c2_port
)
737 struct c2_dev
*c2dev
= c2_port
->c2dev
;
738 unsigned int cur_rx
= c2dev
->cur_rx
;
740 /* Tell the hardware to quiesce */
741 C2_SET_CUR_RX(c2dev
, cur_rx
| C2_PCI_HRX_QUI
);
744 * The hardware will reset the C2_PCI_HRX_QUI bit once
745 * the RXP is quiesced. Wait 2 seconds for this.
749 cur_rx
= C2_GET_CUR_RX(c2dev
);
751 if (cur_rx
& C2_PCI_HRX_QUI
)
752 pr_debug("c2_reset: failed to quiesce the hardware!\n");
754 cur_rx
&= ~C2_PCI_HRX_QUI
;
756 c2dev
->cur_rx
= cur_rx
;
758 pr_debug("Current RX: %u\n", c2dev
->cur_rx
);
761 static int c2_xmit_frame(struct sk_buff
*skb
, struct net_device
*netdev
)
763 struct c2_port
*c2_port
= netdev_priv(netdev
);
764 struct c2_dev
*c2dev
= c2_port
->c2dev
;
765 struct c2_ring
*tx_ring
= &c2_port
->tx_ring
;
766 struct c2_element
*elem
;
772 spin_lock_irqsave(&c2_port
->tx_lock
, flags
);
774 if (unlikely(c2_port
->tx_avail
< (skb_shinfo(skb
)->nr_frags
+ 1))) {
775 netif_stop_queue(netdev
);
776 spin_unlock_irqrestore(&c2_port
->tx_lock
, flags
);
778 pr_debug("%s: Tx ring full when queue awake!\n",
780 return NETDEV_TX_BUSY
;
783 maplen
= skb_headlen(skb
);
785 pci_map_single(c2dev
->pcidev
, skb
->data
, maplen
, PCI_DMA_TODEVICE
);
787 elem
= tx_ring
->to_use
;
789 elem
->mapaddr
= mapaddr
;
790 elem
->maplen
= maplen
;
792 /* Tell HW to xmit */
793 __raw_writeq((__force u64
) cpu_to_be64(mapaddr
),
794 elem
->hw_desc
+ C2_TXP_ADDR
);
795 __raw_writew((__force u16
) cpu_to_be16(maplen
),
796 elem
->hw_desc
+ C2_TXP_LEN
);
797 __raw_writew((__force u16
) cpu_to_be16(TXP_HTXD_READY
),
798 elem
->hw_desc
+ C2_TXP_FLAGS
);
800 c2_port
->netstats
.tx_packets
++;
801 c2_port
->netstats
.tx_bytes
+= maplen
;
803 /* Loop thru additional data fragments and queue them */
804 if (skb_shinfo(skb
)->nr_frags
) {
805 for (i
= 0; i
< skb_shinfo(skb
)->nr_frags
; i
++) {
806 skb_frag_t
*frag
= &skb_shinfo(skb
)->frags
[i
];
809 pci_map_page(c2dev
->pcidev
, frag
->page
,
810 frag
->page_offset
, maplen
,
815 elem
->mapaddr
= mapaddr
;
816 elem
->maplen
= maplen
;
818 /* Tell HW to xmit */
819 __raw_writeq((__force u64
) cpu_to_be64(mapaddr
),
820 elem
->hw_desc
+ C2_TXP_ADDR
);
821 __raw_writew((__force u16
) cpu_to_be16(maplen
),
822 elem
->hw_desc
+ C2_TXP_LEN
);
823 __raw_writew((__force u16
) cpu_to_be16(TXP_HTXD_READY
),
824 elem
->hw_desc
+ C2_TXP_FLAGS
);
826 c2_port
->netstats
.tx_packets
++;
827 c2_port
->netstats
.tx_bytes
+= maplen
;
831 tx_ring
->to_use
= elem
->next
;
832 c2_port
->tx_avail
-= (skb_shinfo(skb
)->nr_frags
+ 1);
834 if (c2_port
->tx_avail
<= MAX_SKB_FRAGS
+ 1) {
835 netif_stop_queue(netdev
);
836 if (netif_msg_tx_queued(c2_port
))
837 pr_debug("%s: transmit queue full\n",
841 spin_unlock_irqrestore(&c2_port
->tx_lock
, flags
);
843 netdev
->trans_start
= jiffies
;
848 static struct net_device_stats
*c2_get_stats(struct net_device
*netdev
)
850 struct c2_port
*c2_port
= netdev_priv(netdev
);
852 return &c2_port
->netstats
;
855 static void c2_tx_timeout(struct net_device
*netdev
)
857 struct c2_port
*c2_port
= netdev_priv(netdev
);
859 if (netif_msg_timer(c2_port
))
860 pr_debug("%s: tx timeout\n", netdev
->name
);
862 c2_tx_clean(c2_port
);
865 static int c2_change_mtu(struct net_device
*netdev
, int new_mtu
)
869 if (new_mtu
< ETH_ZLEN
|| new_mtu
> ETH_JUMBO_MTU
)
872 netdev
->mtu
= new_mtu
;
874 if (netif_running(netdev
)) {
883 /* Initialize network device */
884 static struct net_device
*c2_devinit(struct c2_dev
*c2dev
,
885 void __iomem
* mmio_addr
)
887 struct c2_port
*c2_port
= NULL
;
888 struct net_device
*netdev
= alloc_etherdev(sizeof(*c2_port
));
891 pr_debug("c2_port etherdev alloc failed");
895 SET_NETDEV_DEV(netdev
, &c2dev
->pcidev
->dev
);
897 netdev
->open
= c2_up
;
898 netdev
->stop
= c2_down
;
899 netdev
->hard_start_xmit
= c2_xmit_frame
;
900 netdev
->get_stats
= c2_get_stats
;
901 netdev
->tx_timeout
= c2_tx_timeout
;
902 netdev
->change_mtu
= c2_change_mtu
;
903 netdev
->watchdog_timeo
= C2_TX_TIMEOUT
;
904 netdev
->irq
= c2dev
->pcidev
->irq
;
906 c2_port
= netdev_priv(netdev
);
907 c2_port
->netdev
= netdev
;
908 c2_port
->c2dev
= c2dev
;
909 c2_port
->msg_enable
= netif_msg_init(debug
, default_msg
);
910 c2_port
->tx_ring
.count
= C2_NUM_TX_DESC
;
911 c2_port
->rx_ring
.count
= C2_NUM_RX_DESC
;
913 spin_lock_init(&c2_port
->tx_lock
);
915 /* Copy our 48-bit ethernet hardware address */
916 memcpy_fromio(netdev
->dev_addr
, mmio_addr
+ C2_REGS_ENADDR
, 6);
918 /* Validate the MAC address */
919 if (!is_valid_ether_addr(netdev
->dev_addr
)) {
920 pr_debug("Invalid MAC Address\n");
921 c2_print_macaddr(netdev
);
926 c2dev
->netdev
= netdev
;
931 static int __devinit
c2_probe(struct pci_dev
*pcidev
,
932 const struct pci_device_id
*ent
)
935 unsigned long reg0_start
, reg0_flags
, reg0_len
;
936 unsigned long reg2_start
, reg2_flags
, reg2_len
;
937 unsigned long reg4_start
, reg4_flags
, reg4_len
;
938 unsigned kva_map_size
;
939 struct net_device
*netdev
= NULL
;
940 struct c2_dev
*c2dev
= NULL
;
941 void __iomem
*mmio_regs
= NULL
;
943 printk(KERN_INFO PFX
"AMSO1100 Gigabit Ethernet driver v%s loaded\n",
946 /* Enable PCI device */
947 ret
= pci_enable_device(pcidev
);
949 printk(KERN_ERR PFX
"%s: Unable to enable PCI device\n",
954 reg0_start
= pci_resource_start(pcidev
, BAR_0
);
955 reg0_len
= pci_resource_len(pcidev
, BAR_0
);
956 reg0_flags
= pci_resource_flags(pcidev
, BAR_0
);
958 reg2_start
= pci_resource_start(pcidev
, BAR_2
);
959 reg2_len
= pci_resource_len(pcidev
, BAR_2
);
960 reg2_flags
= pci_resource_flags(pcidev
, BAR_2
);
962 reg4_start
= pci_resource_start(pcidev
, BAR_4
);
963 reg4_len
= pci_resource_len(pcidev
, BAR_4
);
964 reg4_flags
= pci_resource_flags(pcidev
, BAR_4
);
966 pr_debug("BAR0 size = 0x%lX bytes\n", reg0_len
);
967 pr_debug("BAR2 size = 0x%lX bytes\n", reg2_len
);
968 pr_debug("BAR4 size = 0x%lX bytes\n", reg4_len
);
970 /* Make sure PCI base addr are MMIO */
971 if (!(reg0_flags
& IORESOURCE_MEM
) ||
972 !(reg2_flags
& IORESOURCE_MEM
) || !(reg4_flags
& IORESOURCE_MEM
)) {
973 printk(KERN_ERR PFX
"PCI regions not an MMIO resource\n");
978 /* Check for weird/broken PCI region reporting */
979 if ((reg0_len
< C2_REG0_SIZE
) ||
980 (reg2_len
< C2_REG2_SIZE
) || (reg4_len
< C2_REG4_SIZE
)) {
981 printk(KERN_ERR PFX
"Invalid PCI region sizes\n");
986 /* Reserve PCI I/O and memory resources */
987 ret
= pci_request_regions(pcidev
, DRV_NAME
);
989 printk(KERN_ERR PFX
"%s: Unable to request regions\n",
994 if ((sizeof(dma_addr_t
) > 4)) {
995 ret
= pci_set_dma_mask(pcidev
, DMA_64BIT_MASK
);
997 printk(KERN_ERR PFX
"64b DMA configuration failed\n");
1001 ret
= pci_set_dma_mask(pcidev
, DMA_32BIT_MASK
);
1003 printk(KERN_ERR PFX
"32b DMA configuration failed\n");
1008 /* Enables bus-mastering on the device */
1009 pci_set_master(pcidev
);
1011 /* Remap the adapter PCI registers in BAR4 */
1012 mmio_regs
= ioremap_nocache(reg4_start
+ C2_PCI_REGS_OFFSET
,
1013 sizeof(struct c2_adapter_pci_regs
));
1016 "Unable to remap adapter PCI registers in BAR4\n");
1021 /* Validate PCI regs magic */
1022 for (i
= 0; i
< sizeof(c2_magic
); i
++) {
1023 if (c2_magic
[i
] != readb(mmio_regs
+ C2_REGS_MAGIC
+ i
)) {
1024 printk(KERN_ERR PFX
"Downlevel Firmware boot loader "
1025 "[%d/%Zd: got 0x%x, exp 0x%x]. Use the cc_flash "
1026 "utility to update your boot loader\n",
1027 i
+ 1, sizeof(c2_magic
),
1028 readb(mmio_regs
+ C2_REGS_MAGIC
+ i
),
1030 printk(KERN_ERR PFX
"Adapter not claimed\n");
1037 /* Validate the adapter version */
1038 if (be32_to_cpu((__force __be32
) readl(mmio_regs
+ C2_REGS_VERS
)) != C2_VERSION
) {
1039 printk(KERN_ERR PFX
"Version mismatch "
1040 "[fw=%u, c2=%u], Adapter not claimed\n",
1041 be32_to_cpu((__force __be32
) readl(mmio_regs
+ C2_REGS_VERS
)),
1048 /* Validate the adapter IVN */
1049 if (be32_to_cpu((__force __be32
) readl(mmio_regs
+ C2_REGS_IVN
)) != C2_IVN
) {
1050 printk(KERN_ERR PFX
"Downlevel FIrmware level. You should be using "
1051 "the OpenIB device support kit. "
1052 "[fw=0x%x, c2=0x%x], Adapter not claimed\n",
1053 be32_to_cpu((__force __be32
) readl(mmio_regs
+ C2_REGS_IVN
)),
1060 /* Allocate hardware structure */
1061 c2dev
= (struct c2_dev
*) ib_alloc_device(sizeof(*c2dev
));
1063 printk(KERN_ERR PFX
"%s: Unable to alloc hardware struct\n",
1070 memset(c2dev
, 0, sizeof(*c2dev
));
1071 spin_lock_init(&c2dev
->lock
);
1072 c2dev
->pcidev
= pcidev
;
1075 /* Get the last RX index */
1077 (be32_to_cpu((__force __be32
) readl(mmio_regs
+ C2_REGS_HRX_CUR
)) -
1078 0xffffc000) / sizeof(struct c2_rxp_desc
);
1080 /* Request an interrupt line for the driver */
1081 ret
= request_irq(pcidev
->irq
, c2_interrupt
, IRQF_SHARED
, DRV_NAME
, c2dev
);
1083 printk(KERN_ERR PFX
"%s: requested IRQ %u is busy\n",
1084 pci_name(pcidev
), pcidev
->irq
);
1089 /* Set driver specific data */
1090 pci_set_drvdata(pcidev
, c2dev
);
1092 /* Initialize network device */
1093 if ((netdev
= c2_devinit(c2dev
, mmio_regs
)) == NULL
) {
1098 /* Save off the actual size prior to unmapping mmio_regs */
1099 kva_map_size
= be32_to_cpu((__force __be32
) readl(mmio_regs
+ C2_REGS_PCI_WINSIZE
));
1101 /* Unmap the adapter PCI registers in BAR4 */
1104 /* Register network device */
1105 ret
= register_netdev(netdev
);
1107 printk(KERN_ERR PFX
"Unable to register netdev, ret = %d\n",
1112 /* Disable network packets */
1113 netif_stop_queue(netdev
);
1115 /* Remap the adapter HRXDQ PA space to kernel VA space */
1116 c2dev
->mmio_rxp_ring
= ioremap_nocache(reg4_start
+ C2_RXP_HRXDQ_OFFSET
,
1118 if (!c2dev
->mmio_rxp_ring
) {
1119 printk(KERN_ERR PFX
"Unable to remap MMIO HRXDQ region\n");
1124 /* Remap the adapter HTXDQ PA space to kernel VA space */
1125 c2dev
->mmio_txp_ring
= ioremap_nocache(reg4_start
+ C2_TXP_HTXDQ_OFFSET
,
1127 if (!c2dev
->mmio_txp_ring
) {
1128 printk(KERN_ERR PFX
"Unable to remap MMIO HTXDQ region\n");
1133 /* Save off the current RX index in the last 4 bytes of the TXP Ring */
1134 C2_SET_CUR_RX(c2dev
, c2dev
->cur_rx
);
1136 /* Remap the PCI registers in adapter BAR0 to kernel VA space */
1137 c2dev
->regs
= ioremap_nocache(reg0_start
, reg0_len
);
1139 printk(KERN_ERR PFX
"Unable to remap BAR0\n");
1144 /* Remap the PCI registers in adapter BAR4 to kernel VA space */
1145 c2dev
->pa
= reg4_start
+ C2_PCI_REGS_OFFSET
;
1146 c2dev
->kva
= ioremap_nocache(reg4_start
+ C2_PCI_REGS_OFFSET
,
1149 printk(KERN_ERR PFX
"Unable to remap BAR4\n");
1154 /* Print out the MAC address */
1155 c2_print_macaddr(netdev
);
1157 ret
= c2_rnic_init(c2dev
);
1159 printk(KERN_ERR PFX
"c2_rnic_init failed: %d\n", ret
);
1163 if (c2_register_device(c2dev
))
1169 iounmap(c2dev
->kva
);
1172 iounmap(c2dev
->regs
);
1175 iounmap(c2dev
->mmio_txp_ring
);
1178 iounmap(c2dev
->mmio_rxp_ring
);
1181 unregister_netdev(netdev
);
1184 free_netdev(netdev
);
1187 free_irq(pcidev
->irq
, c2dev
);
1190 ib_dealloc_device(&c2dev
->ibdev
);
1193 pci_release_regions(pcidev
);
1196 pci_disable_device(pcidev
);
1202 static void __devexit
c2_remove(struct pci_dev
*pcidev
)
1204 struct c2_dev
*c2dev
= pci_get_drvdata(pcidev
);
1205 struct net_device
*netdev
= c2dev
->netdev
;
1207 /* Unregister with OpenIB */
1208 c2_unregister_device(c2dev
);
1210 /* Clean up the RNIC resources */
1211 c2_rnic_term(c2dev
);
1213 /* Remove network device from the kernel */
1214 unregister_netdev(netdev
);
1216 /* Free network device */
1217 free_netdev(netdev
);
1219 /* Free the interrupt line */
1220 free_irq(pcidev
->irq
, c2dev
);
1222 /* missing: Turn LEDs off here */
1224 /* Unmap adapter PA space */
1225 iounmap(c2dev
->kva
);
1226 iounmap(c2dev
->regs
);
1227 iounmap(c2dev
->mmio_txp_ring
);
1228 iounmap(c2dev
->mmio_rxp_ring
);
1230 /* Free the hardware structure */
1231 ib_dealloc_device(&c2dev
->ibdev
);
1233 /* Release reserved PCI I/O and memory resources */
1234 pci_release_regions(pcidev
);
1236 /* Disable PCI device */
1237 pci_disable_device(pcidev
);
1239 /* Clear driver specific data */
1240 pci_set_drvdata(pcidev
, NULL
);
1243 static struct pci_driver c2_pci_driver
= {
1245 .id_table
= c2_pci_table
,
1247 .remove
= __devexit_p(c2_remove
),
1250 static int __init
c2_init_module(void)
1252 return pci_register_driver(&c2_pci_driver
);
1255 static void __exit
c2_exit_module(void)
1257 pci_unregister_driver(&c2_pci_driver
);
1260 module_init(c2_init_module
);
1261 module_exit(c2_exit_module
);