2 * Cadence MACB/GEM Ethernet Controller driver
4 * Copyright (C) 2004-2006 Atmel Corporation
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 as
8 * published by the Free Software Foundation.
11 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
12 #include <linux/clk.h>
13 #include <linux/module.h>
14 #include <linux/moduleparam.h>
15 #include <linux/kernel.h>
16 #include <linux/types.h>
17 #include <linux/circ_buf.h>
18 #include <linux/slab.h>
19 #include <linux/init.h>
20 #include <linux/gpio.h>
21 #include <linux/interrupt.h>
22 #include <linux/netdevice.h>
23 #include <linux/etherdevice.h>
24 #include <linux/dma-mapping.h>
25 #include <linux/platform_data/macb.h>
26 #include <linux/platform_device.h>
27 #include <linux/phy.h>
29 #include <linux/of_device.h>
30 #include <linux/of_net.h>
31 #include <linux/pinctrl/consumer.h>
35 #define MACB_RX_BUFFER_SIZE 128
36 #define RX_BUFFER_MULTIPLE 64 /* bytes */
37 #define RX_RING_SIZE 512 /* must be power of 2 */
38 #define RX_RING_BYTES (sizeof(struct macb_dma_desc) * RX_RING_SIZE)
40 #define TX_RING_SIZE 128 /* must be power of 2 */
41 #define TX_RING_BYTES (sizeof(struct macb_dma_desc) * TX_RING_SIZE)
43 /* level of occupied TX descriptors under which we wake up TX process */
44 #define MACB_TX_WAKEUP_THRESH (3 * TX_RING_SIZE / 4)
46 #define MACB_RX_INT_FLAGS (MACB_BIT(RCOMP) | MACB_BIT(RXUBR) \
48 #define MACB_TX_ERR_FLAGS (MACB_BIT(ISR_TUND) \
51 #define MACB_TX_INT_FLAGS (MACB_TX_ERR_FLAGS | MACB_BIT(TCOMP))
54 * Graceful stop timeouts in us. We should allow up to
55 * 1 frame time (10 Mbits/s, full-duplex, ignoring collisions)
57 #define MACB_HALT_TIMEOUT 1230
59 /* Ring buffer accessors */
60 static unsigned int macb_tx_ring_wrap(unsigned int index
)
62 return index
& (TX_RING_SIZE
- 1);
65 static struct macb_dma_desc
*macb_tx_desc(struct macb
*bp
, unsigned int index
)
67 return &bp
->tx_ring
[macb_tx_ring_wrap(index
)];
70 static struct macb_tx_skb
*macb_tx_skb(struct macb
*bp
, unsigned int index
)
72 return &bp
->tx_skb
[macb_tx_ring_wrap(index
)];
75 static dma_addr_t
macb_tx_dma(struct macb
*bp
, unsigned int index
)
79 offset
= macb_tx_ring_wrap(index
) * sizeof(struct macb_dma_desc
);
81 return bp
->tx_ring_dma
+ offset
;
84 static unsigned int macb_rx_ring_wrap(unsigned int index
)
86 return index
& (RX_RING_SIZE
- 1);
89 static struct macb_dma_desc
*macb_rx_desc(struct macb
*bp
, unsigned int index
)
91 return &bp
->rx_ring
[macb_rx_ring_wrap(index
)];
94 static void *macb_rx_buffer(struct macb
*bp
, unsigned int index
)
96 return bp
->rx_buffers
+ bp
->rx_buffer_size
* macb_rx_ring_wrap(index
);
99 void macb_set_hwaddr(struct macb
*bp
)
104 bottom
= cpu_to_le32(*((u32
*)bp
->dev
->dev_addr
));
105 macb_or_gem_writel(bp
, SA1B
, bottom
);
106 top
= cpu_to_le16(*((u16
*)(bp
->dev
->dev_addr
+ 4)));
107 macb_or_gem_writel(bp
, SA1T
, top
);
109 /* Clear unused address register sets */
110 macb_or_gem_writel(bp
, SA2B
, 0);
111 macb_or_gem_writel(bp
, SA2T
, 0);
112 macb_or_gem_writel(bp
, SA3B
, 0);
113 macb_or_gem_writel(bp
, SA3T
, 0);
114 macb_or_gem_writel(bp
, SA4B
, 0);
115 macb_or_gem_writel(bp
, SA4T
, 0);
117 EXPORT_SYMBOL_GPL(macb_set_hwaddr
);
119 void macb_get_hwaddr(struct macb
*bp
)
121 struct macb_platform_data
*pdata
;
127 pdata
= bp
->pdev
->dev
.platform_data
;
129 /* Check all 4 address register for vaild address */
130 for (i
= 0; i
< 4; i
++) {
131 bottom
= macb_or_gem_readl(bp
, SA1B
+ i
* 8);
132 top
= macb_or_gem_readl(bp
, SA1T
+ i
* 8);
134 if (pdata
&& pdata
->rev_eth_addr
) {
135 addr
[5] = bottom
& 0xff;
136 addr
[4] = (bottom
>> 8) & 0xff;
137 addr
[3] = (bottom
>> 16) & 0xff;
138 addr
[2] = (bottom
>> 24) & 0xff;
139 addr
[1] = top
& 0xff;
140 addr
[0] = (top
& 0xff00) >> 8;
142 addr
[0] = bottom
& 0xff;
143 addr
[1] = (bottom
>> 8) & 0xff;
144 addr
[2] = (bottom
>> 16) & 0xff;
145 addr
[3] = (bottom
>> 24) & 0xff;
146 addr
[4] = top
& 0xff;
147 addr
[5] = (top
>> 8) & 0xff;
150 if (is_valid_ether_addr(addr
)) {
151 memcpy(bp
->dev
->dev_addr
, addr
, sizeof(addr
));
156 netdev_info(bp
->dev
, "invalid hw address, using random\n");
157 eth_hw_addr_random(bp
->dev
);
159 EXPORT_SYMBOL_GPL(macb_get_hwaddr
);
161 static int macb_mdio_read(struct mii_bus
*bus
, int mii_id
, int regnum
)
163 struct macb
*bp
= bus
->priv
;
166 macb_writel(bp
, MAN
, (MACB_BF(SOF
, MACB_MAN_SOF
)
167 | MACB_BF(RW
, MACB_MAN_READ
)
168 | MACB_BF(PHYA
, mii_id
)
169 | MACB_BF(REGA
, regnum
)
170 | MACB_BF(CODE
, MACB_MAN_CODE
)));
172 /* wait for end of transfer */
173 while (!MACB_BFEXT(IDLE
, macb_readl(bp
, NSR
)))
176 value
= MACB_BFEXT(DATA
, macb_readl(bp
, MAN
));
181 static int macb_mdio_write(struct mii_bus
*bus
, int mii_id
, int regnum
,
184 struct macb
*bp
= bus
->priv
;
186 macb_writel(bp
, MAN
, (MACB_BF(SOF
, MACB_MAN_SOF
)
187 | MACB_BF(RW
, MACB_MAN_WRITE
)
188 | MACB_BF(PHYA
, mii_id
)
189 | MACB_BF(REGA
, regnum
)
190 | MACB_BF(CODE
, MACB_MAN_CODE
)
191 | MACB_BF(DATA
, value
)));
193 /* wait for end of transfer */
194 while (!MACB_BFEXT(IDLE
, macb_readl(bp
, NSR
)))
200 static int macb_mdio_reset(struct mii_bus
*bus
)
205 static void macb_handle_link_change(struct net_device
*dev
)
207 struct macb
*bp
= netdev_priv(dev
);
208 struct phy_device
*phydev
= bp
->phy_dev
;
211 int status_change
= 0;
213 spin_lock_irqsave(&bp
->lock
, flags
);
216 if ((bp
->speed
!= phydev
->speed
) ||
217 (bp
->duplex
!= phydev
->duplex
)) {
220 reg
= macb_readl(bp
, NCFGR
);
221 reg
&= ~(MACB_BIT(SPD
) | MACB_BIT(FD
));
223 reg
&= ~GEM_BIT(GBE
);
227 if (phydev
->speed
== SPEED_100
)
228 reg
|= MACB_BIT(SPD
);
229 if (phydev
->speed
== SPEED_1000
)
232 macb_or_gem_writel(bp
, NCFGR
, reg
);
234 bp
->speed
= phydev
->speed
;
235 bp
->duplex
= phydev
->duplex
;
240 if (phydev
->link
!= bp
->link
) {
245 bp
->link
= phydev
->link
;
250 spin_unlock_irqrestore(&bp
->lock
, flags
);
254 netif_carrier_on(dev
);
255 netdev_info(dev
, "link up (%d/%s)\n",
257 phydev
->duplex
== DUPLEX_FULL
?
260 netif_carrier_off(dev
);
261 netdev_info(dev
, "link down\n");
266 /* based on au1000_eth. c*/
267 static int macb_mii_probe(struct net_device
*dev
)
269 struct macb
*bp
= netdev_priv(dev
);
270 struct macb_platform_data
*pdata
;
271 struct phy_device
*phydev
;
275 phydev
= phy_find_first(bp
->mii_bus
);
277 netdev_err(dev
, "no PHY found\n");
281 pdata
= dev_get_platdata(&bp
->pdev
->dev
);
282 if (pdata
&& gpio_is_valid(pdata
->phy_irq_pin
)) {
283 ret
= devm_gpio_request(&bp
->pdev
->dev
, pdata
->phy_irq_pin
, "phy int");
285 phy_irq
= gpio_to_irq(pdata
->phy_irq_pin
);
286 phydev
->irq
= (phy_irq
< 0) ? PHY_POLL
: phy_irq
;
290 /* attach the mac to the phy */
291 ret
= phy_connect_direct(dev
, phydev
, &macb_handle_link_change
,
294 netdev_err(dev
, "Could not attach to PHY\n");
298 /* mask with MAC supported features */
300 phydev
->supported
&= PHY_GBIT_FEATURES
;
302 phydev
->supported
&= PHY_BASIC_FEATURES
;
304 phydev
->advertising
= phydev
->supported
;
309 bp
->phy_dev
= phydev
;
314 int macb_mii_init(struct macb
*bp
)
316 struct macb_platform_data
*pdata
;
319 /* Enable management port */
320 macb_writel(bp
, NCR
, MACB_BIT(MPE
));
322 bp
->mii_bus
= mdiobus_alloc();
323 if (bp
->mii_bus
== NULL
) {
328 bp
->mii_bus
->name
= "MACB_mii_bus";
329 bp
->mii_bus
->read
= &macb_mdio_read
;
330 bp
->mii_bus
->write
= &macb_mdio_write
;
331 bp
->mii_bus
->reset
= &macb_mdio_reset
;
332 snprintf(bp
->mii_bus
->id
, MII_BUS_ID_SIZE
, "%s-%x",
333 bp
->pdev
->name
, bp
->pdev
->id
);
334 bp
->mii_bus
->priv
= bp
;
335 bp
->mii_bus
->parent
= &bp
->dev
->dev
;
336 pdata
= bp
->pdev
->dev
.platform_data
;
339 bp
->mii_bus
->phy_mask
= pdata
->phy_mask
;
341 bp
->mii_bus
->irq
= kmalloc(sizeof(int)*PHY_MAX_ADDR
, GFP_KERNEL
);
342 if (!bp
->mii_bus
->irq
) {
344 goto err_out_free_mdiobus
;
347 for (i
= 0; i
< PHY_MAX_ADDR
; i
++)
348 bp
->mii_bus
->irq
[i
] = PHY_POLL
;
350 dev_set_drvdata(&bp
->dev
->dev
, bp
->mii_bus
);
352 if (mdiobus_register(bp
->mii_bus
))
353 goto err_out_free_mdio_irq
;
355 if (macb_mii_probe(bp
->dev
) != 0) {
356 goto err_out_unregister_bus
;
361 err_out_unregister_bus
:
362 mdiobus_unregister(bp
->mii_bus
);
363 err_out_free_mdio_irq
:
364 kfree(bp
->mii_bus
->irq
);
365 err_out_free_mdiobus
:
366 mdiobus_free(bp
->mii_bus
);
370 EXPORT_SYMBOL_GPL(macb_mii_init
);
372 static void macb_update_stats(struct macb
*bp
)
374 u32 __iomem
*reg
= bp
->regs
+ MACB_PFR
;
375 u32
*p
= &bp
->hw_stats
.macb
.rx_pause_frames
;
376 u32
*end
= &bp
->hw_stats
.macb
.tx_pause_frames
+ 1;
378 WARN_ON((unsigned long)(end
- p
- 1) != (MACB_TPF
- MACB_PFR
) / 4);
380 for(; p
< end
; p
++, reg
++)
381 *p
+= __raw_readl(reg
);
384 static int macb_halt_tx(struct macb
*bp
)
386 unsigned long halt_time
, timeout
;
389 macb_writel(bp
, NCR
, macb_readl(bp
, NCR
) | MACB_BIT(THALT
));
391 timeout
= jiffies
+ usecs_to_jiffies(MACB_HALT_TIMEOUT
);
394 status
= macb_readl(bp
, TSR
);
395 if (!(status
& MACB_BIT(TGO
)))
398 usleep_range(10, 250);
399 } while (time_before(halt_time
, timeout
));
404 static void macb_tx_error_task(struct work_struct
*work
)
406 struct macb
*bp
= container_of(work
, struct macb
, tx_error_task
);
407 struct macb_tx_skb
*tx_skb
;
411 netdev_vdbg(bp
->dev
, "macb_tx_error_task: t = %u, h = %u\n",
412 bp
->tx_tail
, bp
->tx_head
);
414 /* Make sure nobody is trying to queue up new packets */
415 netif_stop_queue(bp
->dev
);
418 * Stop transmission now
419 * (in case we have just queued new packets)
421 if (macb_halt_tx(bp
))
422 /* Just complain for now, reinitializing TX path can be good */
423 netdev_err(bp
->dev
, "BUG: halt tx timed out\n");
425 /* No need for the lock here as nobody will interrupt us anymore */
428 * Treat frames in TX queue including the ones that caused the error.
429 * Free transmit buffers in upper layer.
431 for (tail
= bp
->tx_tail
; tail
!= bp
->tx_head
; tail
++) {
432 struct macb_dma_desc
*desc
;
435 desc
= macb_tx_desc(bp
, tail
);
437 tx_skb
= macb_tx_skb(bp
, tail
);
440 if (ctrl
& MACB_BIT(TX_USED
)) {
441 netdev_vdbg(bp
->dev
, "txerr skb %u (data %p) TX complete\n",
442 macb_tx_ring_wrap(tail
), skb
->data
);
443 bp
->stats
.tx_packets
++;
444 bp
->stats
.tx_bytes
+= skb
->len
;
447 * "Buffers exhausted mid-frame" errors may only happen
448 * if the driver is buggy, so complain loudly about those.
449 * Statistics are updated by hardware.
451 if (ctrl
& MACB_BIT(TX_BUF_EXHAUSTED
))
453 "BUG: TX buffers exhausted mid-frame\n");
455 desc
->ctrl
= ctrl
| MACB_BIT(TX_USED
);
458 dma_unmap_single(&bp
->pdev
->dev
, tx_skb
->mapping
, skb
->len
,
464 /* Make descriptor updates visible to hardware */
467 /* Reinitialize the TX desc queue */
468 macb_writel(bp
, TBQP
, bp
->tx_ring_dma
);
469 /* Make TX ring reflect state of hardware */
470 bp
->tx_head
= bp
->tx_tail
= 0;
472 /* Now we are ready to start transmission again */
473 netif_wake_queue(bp
->dev
);
475 /* Housework before enabling TX IRQ */
476 macb_writel(bp
, TSR
, macb_readl(bp
, TSR
));
477 macb_writel(bp
, IER
, MACB_TX_INT_FLAGS
);
480 static void macb_tx_interrupt(struct macb
*bp
)
486 status
= macb_readl(bp
, TSR
);
487 macb_writel(bp
, TSR
, status
);
489 if (bp
->caps
& MACB_CAPS_ISR_CLEAR_ON_WRITE
)
490 macb_writel(bp
, ISR
, MACB_BIT(TCOMP
));
492 netdev_vdbg(bp
->dev
, "macb_tx_interrupt status = 0x%03lx\n",
493 (unsigned long)status
);
496 for (tail
= bp
->tx_tail
; tail
!= head
; tail
++) {
497 struct macb_tx_skb
*tx_skb
;
499 struct macb_dma_desc
*desc
;
502 desc
= macb_tx_desc(bp
, tail
);
504 /* Make hw descriptor updates visible to CPU */
509 if (!(ctrl
& MACB_BIT(TX_USED
)))
512 tx_skb
= macb_tx_skb(bp
, tail
);
515 netdev_vdbg(bp
->dev
, "skb %u (data %p) TX complete\n",
516 macb_tx_ring_wrap(tail
), skb
->data
);
517 dma_unmap_single(&bp
->pdev
->dev
, tx_skb
->mapping
, skb
->len
,
519 bp
->stats
.tx_packets
++;
520 bp
->stats
.tx_bytes
+= skb
->len
;
522 dev_kfree_skb_irq(skb
);
526 if (netif_queue_stopped(bp
->dev
)
527 && CIRC_CNT(bp
->tx_head
, bp
->tx_tail
,
528 TX_RING_SIZE
) <= MACB_TX_WAKEUP_THRESH
)
529 netif_wake_queue(bp
->dev
);
532 static void gem_rx_refill(struct macb
*bp
)
536 struct macb_dma_desc
*desc
;
539 while (CIRC_SPACE(bp
->rx_prepared_head
, bp
->rx_tail
, RX_RING_SIZE
) > 0) {
542 entry
= macb_rx_ring_wrap(bp
->rx_prepared_head
);
543 desc
= &bp
->rx_ring
[entry
];
545 /* Make hw descriptor updates visible to CPU */
550 bp
->rx_prepared_head
++;
552 if ((addr
& MACB_BIT(RX_USED
)))
555 if (bp
->rx_skbuff
[entry
] == NULL
) {
556 /* allocate sk_buff for this free entry in ring */
557 skb
= netdev_alloc_skb(bp
->dev
, bp
->rx_buffer_size
);
558 if (unlikely(skb
== NULL
)) {
560 "Unable to allocate sk_buff\n");
563 bp
->rx_skbuff
[entry
] = skb
;
565 /* now fill corresponding descriptor entry */
566 paddr
= dma_map_single(&bp
->pdev
->dev
, skb
->data
,
567 bp
->rx_buffer_size
, DMA_FROM_DEVICE
);
569 if (entry
== RX_RING_SIZE
- 1)
570 paddr
|= MACB_BIT(RX_WRAP
);
571 bp
->rx_ring
[entry
].addr
= paddr
;
572 bp
->rx_ring
[entry
].ctrl
= 0;
574 /* properly align Ethernet header */
575 skb_reserve(skb
, NET_IP_ALIGN
);
579 /* Make descriptor updates visible to hardware */
582 netdev_vdbg(bp
->dev
, "rx ring: prepared head %d, tail %d\n",
583 bp
->rx_prepared_head
, bp
->rx_tail
);
586 /* Mark DMA descriptors from begin up to and not including end as unused */
587 static void discard_partial_frame(struct macb
*bp
, unsigned int begin
,
592 for (frag
= begin
; frag
!= end
; frag
++) {
593 struct macb_dma_desc
*desc
= macb_rx_desc(bp
, frag
);
594 desc
->addr
&= ~MACB_BIT(RX_USED
);
597 /* Make descriptor updates visible to hardware */
601 * When this happens, the hardware stats registers for
602 * whatever caused this is updated, so we don't have to record
607 static int gem_rx(struct macb
*bp
, int budget
)
612 struct macb_dma_desc
*desc
;
615 while (count
< budget
) {
618 entry
= macb_rx_ring_wrap(bp
->rx_tail
);
619 desc
= &bp
->rx_ring
[entry
];
621 /* Make hw descriptor updates visible to CPU */
627 if (!(addr
& MACB_BIT(RX_USED
)))
630 desc
->addr
&= ~MACB_BIT(RX_USED
);
634 if (!(ctrl
& MACB_BIT(RX_SOF
) && ctrl
& MACB_BIT(RX_EOF
))) {
636 "not whole frame pointed by descriptor\n");
637 bp
->stats
.rx_dropped
++;
640 skb
= bp
->rx_skbuff
[entry
];
641 if (unlikely(!skb
)) {
643 "inconsistent Rx descriptor chain\n");
644 bp
->stats
.rx_dropped
++;
647 /* now everything is ready for receiving packet */
648 bp
->rx_skbuff
[entry
] = NULL
;
649 len
= MACB_BFEXT(RX_FRMLEN
, ctrl
);
651 netdev_vdbg(bp
->dev
, "gem_rx %u (len %u)\n", entry
, len
);
654 addr
= MACB_BF(RX_WADDR
, MACB_BFEXT(RX_WADDR
, addr
));
655 dma_unmap_single(&bp
->pdev
->dev
, addr
,
656 len
, DMA_FROM_DEVICE
);
658 skb
->protocol
= eth_type_trans(skb
, bp
->dev
);
659 skb_checksum_none_assert(skb
);
661 bp
->stats
.rx_packets
++;
662 bp
->stats
.rx_bytes
+= skb
->len
;
664 #if defined(DEBUG) && defined(VERBOSE_DEBUG)
665 netdev_vdbg(bp
->dev
, "received skb of length %u, csum: %08x\n",
666 skb
->len
, skb
->csum
);
667 print_hex_dump(KERN_DEBUG
, " mac: ", DUMP_PREFIX_ADDRESS
, 16, 1,
668 skb
->mac_header
, 16, true);
669 print_hex_dump(KERN_DEBUG
, "data: ", DUMP_PREFIX_ADDRESS
, 16, 1,
670 skb
->data
, 32, true);
673 netif_receive_skb(skb
);
681 static int macb_rx_frame(struct macb
*bp
, unsigned int first_frag
,
682 unsigned int last_frag
)
688 struct macb_dma_desc
*desc
;
690 desc
= macb_rx_desc(bp
, last_frag
);
691 len
= MACB_BFEXT(RX_FRMLEN
, desc
->ctrl
);
693 netdev_vdbg(bp
->dev
, "macb_rx_frame frags %u - %u (len %u)\n",
694 macb_rx_ring_wrap(first_frag
),
695 macb_rx_ring_wrap(last_frag
), len
);
698 * The ethernet header starts NET_IP_ALIGN bytes into the
699 * first buffer. Since the header is 14 bytes, this makes the
700 * payload word-aligned.
702 * Instead of calling skb_reserve(NET_IP_ALIGN), we just copy
703 * the two padding bytes into the skb so that we avoid hitting
704 * the slowpath in memcpy(), and pull them off afterwards.
706 skb
= netdev_alloc_skb(bp
->dev
, len
+ NET_IP_ALIGN
);
708 bp
->stats
.rx_dropped
++;
709 for (frag
= first_frag
; ; frag
++) {
710 desc
= macb_rx_desc(bp
, frag
);
711 desc
->addr
&= ~MACB_BIT(RX_USED
);
712 if (frag
== last_frag
)
716 /* Make descriptor updates visible to hardware */
724 skb_checksum_none_assert(skb
);
727 for (frag
= first_frag
; ; frag
++) {
728 unsigned int frag_len
= bp
->rx_buffer_size
;
730 if (offset
+ frag_len
> len
) {
731 BUG_ON(frag
!= last_frag
);
732 frag_len
= len
- offset
;
734 skb_copy_to_linear_data_offset(skb
, offset
,
735 macb_rx_buffer(bp
, frag
), frag_len
);
736 offset
+= bp
->rx_buffer_size
;
737 desc
= macb_rx_desc(bp
, frag
);
738 desc
->addr
&= ~MACB_BIT(RX_USED
);
740 if (frag
== last_frag
)
744 /* Make descriptor updates visible to hardware */
747 __skb_pull(skb
, NET_IP_ALIGN
);
748 skb
->protocol
= eth_type_trans(skb
, bp
->dev
);
750 bp
->stats
.rx_packets
++;
751 bp
->stats
.rx_bytes
+= skb
->len
;
752 netdev_vdbg(bp
->dev
, "received skb of length %u, csum: %08x\n",
753 skb
->len
, skb
->csum
);
754 netif_receive_skb(skb
);
759 static int macb_rx(struct macb
*bp
, int budget
)
765 for (tail
= bp
->rx_tail
; budget
> 0; tail
++) {
766 struct macb_dma_desc
*desc
= macb_rx_desc(bp
, tail
);
769 /* Make hw descriptor updates visible to CPU */
775 if (!(addr
& MACB_BIT(RX_USED
)))
778 if (ctrl
& MACB_BIT(RX_SOF
)) {
779 if (first_frag
!= -1)
780 discard_partial_frame(bp
, first_frag
, tail
);
784 if (ctrl
& MACB_BIT(RX_EOF
)) {
786 BUG_ON(first_frag
== -1);
788 dropped
= macb_rx_frame(bp
, first_frag
, tail
);
797 if (first_frag
!= -1)
798 bp
->rx_tail
= first_frag
;
805 static int macb_poll(struct napi_struct
*napi
, int budget
)
807 struct macb
*bp
= container_of(napi
, struct macb
, napi
);
811 status
= macb_readl(bp
, RSR
);
812 macb_writel(bp
, RSR
, status
);
816 netdev_vdbg(bp
->dev
, "poll: status = %08lx, budget = %d\n",
817 (unsigned long)status
, budget
);
819 work_done
= bp
->macbgem_ops
.mog_rx(bp
, budget
);
820 if (work_done
< budget
) {
824 * We've done what we can to clean the buffers. Make sure we
825 * get notified when new packets arrive.
827 macb_writel(bp
, IER
, MACB_RX_INT_FLAGS
);
829 /* Packets received while interrupts were disabled */
830 status
= macb_readl(bp
, RSR
);
831 if (unlikely(status
))
832 napi_reschedule(napi
);
835 /* TODO: Handle errors */
840 static irqreturn_t
macb_interrupt(int irq
, void *dev_id
)
842 struct net_device
*dev
= dev_id
;
843 struct macb
*bp
= netdev_priv(dev
);
846 status
= macb_readl(bp
, ISR
);
848 if (unlikely(!status
))
851 spin_lock(&bp
->lock
);
854 /* close possible race with dev_close */
855 if (unlikely(!netif_running(dev
))) {
856 macb_writel(bp
, IDR
, -1);
860 netdev_vdbg(bp
->dev
, "isr = 0x%08lx\n", (unsigned long)status
);
862 if (status
& MACB_RX_INT_FLAGS
) {
864 * There's no point taking any more interrupts
865 * until we have processed the buffers. The
866 * scheduling call may fail if the poll routine
867 * is already scheduled, so disable interrupts
870 macb_writel(bp
, IDR
, MACB_RX_INT_FLAGS
);
871 if (bp
->caps
& MACB_CAPS_ISR_CLEAR_ON_WRITE
)
872 macb_writel(bp
, ISR
, MACB_BIT(RCOMP
));
874 if (napi_schedule_prep(&bp
->napi
)) {
875 netdev_vdbg(bp
->dev
, "scheduling RX softirq\n");
876 __napi_schedule(&bp
->napi
);
880 if (unlikely(status
& (MACB_TX_ERR_FLAGS
))) {
881 macb_writel(bp
, IDR
, MACB_TX_INT_FLAGS
);
882 schedule_work(&bp
->tx_error_task
);
886 if (status
& MACB_BIT(TCOMP
))
887 macb_tx_interrupt(bp
);
890 * Link change detection isn't possible with RMII, so we'll
891 * add that if/when we get our hands on a full-blown MII PHY.
894 if (status
& MACB_BIT(ISR_ROVR
)) {
895 /* We missed at least one packet */
897 bp
->hw_stats
.gem
.rx_overruns
++;
899 bp
->hw_stats
.macb
.rx_overruns
++;
902 if (status
& MACB_BIT(HRESP
)) {
904 * TODO: Reset the hardware, and maybe move the
905 * netdev_err to a lower-priority context as well
908 netdev_err(dev
, "DMA bus error: HRESP not OK\n");
911 status
= macb_readl(bp
, ISR
);
914 spin_unlock(&bp
->lock
);
919 #ifdef CONFIG_NET_POLL_CONTROLLER
921 * Polling receive - used by netconsole and other diagnostic tools
922 * to allow network i/o with interrupts disabled.
924 static void macb_poll_controller(struct net_device
*dev
)
928 local_irq_save(flags
);
929 macb_interrupt(dev
->irq
, dev
);
930 local_irq_restore(flags
);
934 static int macb_start_xmit(struct sk_buff
*skb
, struct net_device
*dev
)
936 struct macb
*bp
= netdev_priv(dev
);
938 unsigned int len
, entry
;
939 struct macb_dma_desc
*desc
;
940 struct macb_tx_skb
*tx_skb
;
944 #if defined(DEBUG) && defined(VERBOSE_DEBUG)
946 "start_xmit: len %u head %p data %p tail %p end %p\n",
947 skb
->len
, skb
->head
, skb
->data
,
948 skb_tail_pointer(skb
), skb_end_pointer(skb
));
949 print_hex_dump(KERN_DEBUG
, "data: ", DUMP_PREFIX_OFFSET
, 16, 1,
950 skb
->data
, 16, true);
954 spin_lock_irqsave(&bp
->lock
, flags
);
956 /* This is a hard error, log it. */
957 if (CIRC_SPACE(bp
->tx_head
, bp
->tx_tail
, TX_RING_SIZE
) < 1) {
958 netif_stop_queue(dev
);
959 spin_unlock_irqrestore(&bp
->lock
, flags
);
960 netdev_err(bp
->dev
, "BUG! Tx Ring full when queue awake!\n");
961 netdev_dbg(bp
->dev
, "tx_head = %u, tx_tail = %u\n",
962 bp
->tx_head
, bp
->tx_tail
);
963 return NETDEV_TX_BUSY
;
966 entry
= macb_tx_ring_wrap(bp
->tx_head
);
968 netdev_vdbg(bp
->dev
, "Allocated ring entry %u\n", entry
);
969 mapping
= dma_map_single(&bp
->pdev
->dev
, skb
->data
,
972 tx_skb
= &bp
->tx_skb
[entry
];
974 tx_skb
->mapping
= mapping
;
975 netdev_vdbg(bp
->dev
, "Mapped skb data %p to DMA addr %08lx\n",
976 skb
->data
, (unsigned long)mapping
);
978 ctrl
= MACB_BF(TX_FRMLEN
, len
);
979 ctrl
|= MACB_BIT(TX_LAST
);
980 if (entry
== (TX_RING_SIZE
- 1))
981 ctrl
|= MACB_BIT(TX_WRAP
);
983 desc
= &bp
->tx_ring
[entry
];
984 desc
->addr
= mapping
;
987 /* Make newly initialized descriptor visible to hardware */
990 skb_tx_timestamp(skb
);
992 macb_writel(bp
, NCR
, macb_readl(bp
, NCR
) | MACB_BIT(TSTART
));
994 if (CIRC_SPACE(bp
->tx_head
, bp
->tx_tail
, TX_RING_SIZE
) < 1)
995 netif_stop_queue(dev
);
997 spin_unlock_irqrestore(&bp
->lock
, flags
);
1002 static void macb_init_rx_buffer_size(struct macb
*bp
, size_t size
)
1004 if (!macb_is_gem(bp
)) {
1005 bp
->rx_buffer_size
= MACB_RX_BUFFER_SIZE
;
1007 bp
->rx_buffer_size
= size
;
1009 if (bp
->rx_buffer_size
% RX_BUFFER_MULTIPLE
) {
1011 "RX buffer must be multiple of %d bytes, expanding\n",
1012 RX_BUFFER_MULTIPLE
);
1013 bp
->rx_buffer_size
=
1014 roundup(bp
->rx_buffer_size
, RX_BUFFER_MULTIPLE
);
1018 netdev_dbg(bp
->dev
, "mtu [%u] rx_buffer_size [%Zu]\n",
1019 bp
->dev
->mtu
, bp
->rx_buffer_size
);
1022 static void gem_free_rx_buffers(struct macb
*bp
)
1024 struct sk_buff
*skb
;
1025 struct macb_dma_desc
*desc
;
1032 for (i
= 0; i
< RX_RING_SIZE
; i
++) {
1033 skb
= bp
->rx_skbuff
[i
];
1038 desc
= &bp
->rx_ring
[i
];
1039 addr
= MACB_BF(RX_WADDR
, MACB_BFEXT(RX_WADDR
, desc
->addr
));
1040 dma_unmap_single(&bp
->pdev
->dev
, addr
, skb
->len
,
1042 dev_kfree_skb_any(skb
);
1046 kfree(bp
->rx_skbuff
);
1047 bp
->rx_skbuff
= NULL
;
1050 static void macb_free_rx_buffers(struct macb
*bp
)
1052 if (bp
->rx_buffers
) {
1053 dma_free_coherent(&bp
->pdev
->dev
,
1054 RX_RING_SIZE
* bp
->rx_buffer_size
,
1055 bp
->rx_buffers
, bp
->rx_buffers_dma
);
1056 bp
->rx_buffers
= NULL
;
1060 static void macb_free_consistent(struct macb
*bp
)
1066 bp
->macbgem_ops
.mog_free_rx_buffers(bp
);
1068 dma_free_coherent(&bp
->pdev
->dev
, RX_RING_BYTES
,
1069 bp
->rx_ring
, bp
->rx_ring_dma
);
1073 dma_free_coherent(&bp
->pdev
->dev
, TX_RING_BYTES
,
1074 bp
->tx_ring
, bp
->tx_ring_dma
);
1079 static int gem_alloc_rx_buffers(struct macb
*bp
)
1083 size
= RX_RING_SIZE
* sizeof(struct sk_buff
*);
1084 bp
->rx_skbuff
= kzalloc(size
, GFP_KERNEL
);
1089 "Allocated %d RX struct sk_buff entries at %p\n",
1090 RX_RING_SIZE
, bp
->rx_skbuff
);
1094 static int macb_alloc_rx_buffers(struct macb
*bp
)
1098 size
= RX_RING_SIZE
* bp
->rx_buffer_size
;
1099 bp
->rx_buffers
= dma_alloc_coherent(&bp
->pdev
->dev
, size
,
1100 &bp
->rx_buffers_dma
, GFP_KERNEL
);
1101 if (!bp
->rx_buffers
)
1105 "Allocated RX buffers of %d bytes at %08lx (mapped %p)\n",
1106 size
, (unsigned long)bp
->rx_buffers_dma
, bp
->rx_buffers
);
1110 static int macb_alloc_consistent(struct macb
*bp
)
1114 size
= TX_RING_SIZE
* sizeof(struct macb_tx_skb
);
1115 bp
->tx_skb
= kmalloc(size
, GFP_KERNEL
);
1119 size
= RX_RING_BYTES
;
1120 bp
->rx_ring
= dma_alloc_coherent(&bp
->pdev
->dev
, size
,
1121 &bp
->rx_ring_dma
, GFP_KERNEL
);
1125 "Allocated RX ring of %d bytes at %08lx (mapped %p)\n",
1126 size
, (unsigned long)bp
->rx_ring_dma
, bp
->rx_ring
);
1128 size
= TX_RING_BYTES
;
1129 bp
->tx_ring
= dma_alloc_coherent(&bp
->pdev
->dev
, size
,
1130 &bp
->tx_ring_dma
, GFP_KERNEL
);
1134 "Allocated TX ring of %d bytes at %08lx (mapped %p)\n",
1135 size
, (unsigned long)bp
->tx_ring_dma
, bp
->tx_ring
);
1137 if (bp
->macbgem_ops
.mog_alloc_rx_buffers(bp
))
1143 macb_free_consistent(bp
);
1147 static void gem_init_rings(struct macb
*bp
)
1151 for (i
= 0; i
< TX_RING_SIZE
; i
++) {
1152 bp
->tx_ring
[i
].addr
= 0;
1153 bp
->tx_ring
[i
].ctrl
= MACB_BIT(TX_USED
);
1155 bp
->tx_ring
[TX_RING_SIZE
- 1].ctrl
|= MACB_BIT(TX_WRAP
);
1157 bp
->rx_tail
= bp
->rx_prepared_head
= bp
->tx_head
= bp
->tx_tail
= 0;
1162 static void macb_init_rings(struct macb
*bp
)
1167 addr
= bp
->rx_buffers_dma
;
1168 for (i
= 0; i
< RX_RING_SIZE
; i
++) {
1169 bp
->rx_ring
[i
].addr
= addr
;
1170 bp
->rx_ring
[i
].ctrl
= 0;
1171 addr
+= bp
->rx_buffer_size
;
1173 bp
->rx_ring
[RX_RING_SIZE
- 1].addr
|= MACB_BIT(RX_WRAP
);
1175 for (i
= 0; i
< TX_RING_SIZE
; i
++) {
1176 bp
->tx_ring
[i
].addr
= 0;
1177 bp
->tx_ring
[i
].ctrl
= MACB_BIT(TX_USED
);
1179 bp
->tx_ring
[TX_RING_SIZE
- 1].ctrl
|= MACB_BIT(TX_WRAP
);
1181 bp
->rx_tail
= bp
->tx_head
= bp
->tx_tail
= 0;
1184 static void macb_reset_hw(struct macb
*bp
)
1187 * Disable RX and TX (XXX: Should we halt the transmission
1190 macb_writel(bp
, NCR
, 0);
1192 /* Clear the stats registers (XXX: Update stats first?) */
1193 macb_writel(bp
, NCR
, MACB_BIT(CLRSTAT
));
1195 /* Clear all status flags */
1196 macb_writel(bp
, TSR
, -1);
1197 macb_writel(bp
, RSR
, -1);
1199 /* Disable all interrupts */
1200 macb_writel(bp
, IDR
, -1);
1201 macb_readl(bp
, ISR
);
1204 static u32
gem_mdc_clk_div(struct macb
*bp
)
1207 unsigned long pclk_hz
= clk_get_rate(bp
->pclk
);
1209 if (pclk_hz
<= 20000000)
1210 config
= GEM_BF(CLK
, GEM_CLK_DIV8
);
1211 else if (pclk_hz
<= 40000000)
1212 config
= GEM_BF(CLK
, GEM_CLK_DIV16
);
1213 else if (pclk_hz
<= 80000000)
1214 config
= GEM_BF(CLK
, GEM_CLK_DIV32
);
1215 else if (pclk_hz
<= 120000000)
1216 config
= GEM_BF(CLK
, GEM_CLK_DIV48
);
1217 else if (pclk_hz
<= 160000000)
1218 config
= GEM_BF(CLK
, GEM_CLK_DIV64
);
1220 config
= GEM_BF(CLK
, GEM_CLK_DIV96
);
1225 static u32
macb_mdc_clk_div(struct macb
*bp
)
1228 unsigned long pclk_hz
;
1230 if (macb_is_gem(bp
))
1231 return gem_mdc_clk_div(bp
);
1233 pclk_hz
= clk_get_rate(bp
->pclk
);
1234 if (pclk_hz
<= 20000000)
1235 config
= MACB_BF(CLK
, MACB_CLK_DIV8
);
1236 else if (pclk_hz
<= 40000000)
1237 config
= MACB_BF(CLK
, MACB_CLK_DIV16
);
1238 else if (pclk_hz
<= 80000000)
1239 config
= MACB_BF(CLK
, MACB_CLK_DIV32
);
1241 config
= MACB_BF(CLK
, MACB_CLK_DIV64
);
1247 * Get the DMA bus width field of the network configuration register that we
1248 * should program. We find the width from decoding the design configuration
1249 * register to find the maximum supported data bus width.
1251 static u32
macb_dbw(struct macb
*bp
)
1253 if (!macb_is_gem(bp
))
1256 switch (GEM_BFEXT(DBWDEF
, gem_readl(bp
, DCFG1
))) {
1258 return GEM_BF(DBW
, GEM_DBW128
);
1260 return GEM_BF(DBW
, GEM_DBW64
);
1263 return GEM_BF(DBW
, GEM_DBW32
);
1268 * Configure the receive DMA engine
1269 * - use the correct receive buffer size
1270 * - set the possibility to use INCR16 bursts
1271 * (if not supported by FIFO, it will fallback to default)
1272 * - set both rx/tx packet buffers to full memory size
1273 * These are configurable parameters for GEM.
1275 static void macb_configure_dma(struct macb
*bp
)
1279 if (macb_is_gem(bp
)) {
1280 dmacfg
= gem_readl(bp
, DMACFG
) & ~GEM_BF(RXBS
, -1L);
1281 dmacfg
|= GEM_BF(RXBS
, bp
->rx_buffer_size
/ RX_BUFFER_MULTIPLE
);
1282 dmacfg
|= GEM_BF(FBLDO
, 16);
1283 dmacfg
|= GEM_BIT(TXPBMS
) | GEM_BF(RXBMS
, -1L);
1284 dmacfg
&= ~GEM_BIT(ENDIA
);
1285 gem_writel(bp
, DMACFG
, dmacfg
);
1290 * Configure peripheral capacities according to integration options used
1292 static void macb_configure_caps(struct macb
*bp
)
1294 if (macb_is_gem(bp
)) {
1295 if (GEM_BFEXT(IRQCOR
, gem_readl(bp
, DCFG1
)) == 0)
1296 bp
->caps
|= MACB_CAPS_ISR_CLEAR_ON_WRITE
;
1300 static void macb_init_hw(struct macb
*bp
)
1305 macb_set_hwaddr(bp
);
1307 config
= macb_mdc_clk_div(bp
);
1308 config
|= MACB_BF(RBOF
, NET_IP_ALIGN
); /* Make eth data aligned */
1309 config
|= MACB_BIT(PAE
); /* PAuse Enable */
1310 config
|= MACB_BIT(DRFCS
); /* Discard Rx FCS */
1311 config
|= MACB_BIT(BIG
); /* Receive oversized frames */
1312 if (bp
->dev
->flags
& IFF_PROMISC
)
1313 config
|= MACB_BIT(CAF
); /* Copy All Frames */
1314 if (!(bp
->dev
->flags
& IFF_BROADCAST
))
1315 config
|= MACB_BIT(NBC
); /* No BroadCast */
1316 config
|= macb_dbw(bp
);
1317 macb_writel(bp
, NCFGR
, config
);
1318 bp
->speed
= SPEED_10
;
1319 bp
->duplex
= DUPLEX_HALF
;
1321 macb_configure_dma(bp
);
1322 macb_configure_caps(bp
);
1324 /* Initialize TX and RX buffers */
1325 macb_writel(bp
, RBQP
, bp
->rx_ring_dma
);
1326 macb_writel(bp
, TBQP
, bp
->tx_ring_dma
);
1328 /* Enable TX and RX */
1329 macb_writel(bp
, NCR
, MACB_BIT(RE
) | MACB_BIT(TE
) | MACB_BIT(MPE
));
1331 /* Enable interrupts */
1332 macb_writel(bp
, IER
, (MACB_RX_INT_FLAGS
1334 | MACB_BIT(HRESP
)));
1339 * The hash address register is 64 bits long and takes up two
1340 * locations in the memory map. The least significant bits are stored
1341 * in EMAC_HSL and the most significant bits in EMAC_HSH.
1343 * The unicast hash enable and the multicast hash enable bits in the
1344 * network configuration register enable the reception of hash matched
1345 * frames. The destination address is reduced to a 6 bit index into
1346 * the 64 bit hash register using the following hash function. The
1347 * hash function is an exclusive or of every sixth bit of the
1348 * destination address.
1350 * hi[5] = da[5] ^ da[11] ^ da[17] ^ da[23] ^ da[29] ^ da[35] ^ da[41] ^ da[47]
1351 * hi[4] = da[4] ^ da[10] ^ da[16] ^ da[22] ^ da[28] ^ da[34] ^ da[40] ^ da[46]
1352 * hi[3] = da[3] ^ da[09] ^ da[15] ^ da[21] ^ da[27] ^ da[33] ^ da[39] ^ da[45]
1353 * hi[2] = da[2] ^ da[08] ^ da[14] ^ da[20] ^ da[26] ^ da[32] ^ da[38] ^ da[44]
1354 * hi[1] = da[1] ^ da[07] ^ da[13] ^ da[19] ^ da[25] ^ da[31] ^ da[37] ^ da[43]
1355 * hi[0] = da[0] ^ da[06] ^ da[12] ^ da[18] ^ da[24] ^ da[30] ^ da[36] ^ da[42]
1357 * da[0] represents the least significant bit of the first byte
1358 * received, that is, the multicast/unicast indicator, and da[47]
1359 * represents the most significant bit of the last byte received. If
1360 * the hash index, hi[n], points to a bit that is set in the hash
1361 * register then the frame will be matched according to whether the
1362 * frame is multicast or unicast. A multicast match will be signalled
1363 * if the multicast hash enable bit is set, da[0] is 1 and the hash
1364 * index points to a bit set in the hash register. A unicast match
1365 * will be signalled if the unicast hash enable bit is set, da[0] is 0
1366 * and the hash index points to a bit set in the hash register. To
1367 * receive all multicast frames, the hash register should be set with
1368 * all ones and the multicast hash enable bit should be set in the
1369 * network configuration register.
1372 static inline int hash_bit_value(int bitnr
, __u8
*addr
)
1374 if (addr
[bitnr
/ 8] & (1 << (bitnr
% 8)))
1380 * Return the hash index value for the specified address.
1382 static int hash_get_index(__u8
*addr
)
1387 for (j
= 0; j
< 6; j
++) {
1388 for (i
= 0, bitval
= 0; i
< 8; i
++)
1389 bitval
^= hash_bit_value(i
*6 + j
, addr
);
1391 hash_index
|= (bitval
<< j
);
1398 * Add multicast addresses to the internal multicast-hash table.
1400 static void macb_sethashtable(struct net_device
*dev
)
1402 struct netdev_hw_addr
*ha
;
1403 unsigned long mc_filter
[2];
1405 struct macb
*bp
= netdev_priv(dev
);
1407 mc_filter
[0] = mc_filter
[1] = 0;
1409 netdev_for_each_mc_addr(ha
, dev
) {
1410 bitnr
= hash_get_index(ha
->addr
);
1411 mc_filter
[bitnr
>> 5] |= 1 << (bitnr
& 31);
1414 macb_or_gem_writel(bp
, HRB
, mc_filter
[0]);
1415 macb_or_gem_writel(bp
, HRT
, mc_filter
[1]);
1419 * Enable/Disable promiscuous and multicast modes.
1421 void macb_set_rx_mode(struct net_device
*dev
)
1424 struct macb
*bp
= netdev_priv(dev
);
1426 cfg
= macb_readl(bp
, NCFGR
);
1428 if (dev
->flags
& IFF_PROMISC
)
1429 /* Enable promiscuous mode */
1430 cfg
|= MACB_BIT(CAF
);
1431 else if (dev
->flags
& (~IFF_PROMISC
))
1432 /* Disable promiscuous mode */
1433 cfg
&= ~MACB_BIT(CAF
);
1435 if (dev
->flags
& IFF_ALLMULTI
) {
1436 /* Enable all multicast mode */
1437 macb_or_gem_writel(bp
, HRB
, -1);
1438 macb_or_gem_writel(bp
, HRT
, -1);
1439 cfg
|= MACB_BIT(NCFGR_MTI
);
1440 } else if (!netdev_mc_empty(dev
)) {
1441 /* Enable specific multicasts */
1442 macb_sethashtable(dev
);
1443 cfg
|= MACB_BIT(NCFGR_MTI
);
1444 } else if (dev
->flags
& (~IFF_ALLMULTI
)) {
1445 /* Disable all multicast mode */
1446 macb_or_gem_writel(bp
, HRB
, 0);
1447 macb_or_gem_writel(bp
, HRT
, 0);
1448 cfg
&= ~MACB_BIT(NCFGR_MTI
);
1451 macb_writel(bp
, NCFGR
, cfg
);
1453 EXPORT_SYMBOL_GPL(macb_set_rx_mode
);
1455 static int macb_open(struct net_device
*dev
)
1457 struct macb
*bp
= netdev_priv(dev
);
1458 size_t bufsz
= dev
->mtu
+ ETH_HLEN
+ ETH_FCS_LEN
+ NET_IP_ALIGN
;
1461 netdev_dbg(bp
->dev
, "open\n");
1463 /* carrier starts down */
1464 netif_carrier_off(dev
);
1466 /* if the phy is not yet register, retry later*/
1470 /* RX buffers initialization */
1471 macb_init_rx_buffer_size(bp
, bufsz
);
1473 err
= macb_alloc_consistent(bp
);
1475 netdev_err(dev
, "Unable to allocate DMA memory (error %d)\n",
1480 napi_enable(&bp
->napi
);
1482 bp
->macbgem_ops
.mog_init_rings(bp
);
1485 /* schedule a link state check */
1486 phy_start(bp
->phy_dev
);
1488 netif_start_queue(dev
);
1493 static int macb_close(struct net_device
*dev
)
1495 struct macb
*bp
= netdev_priv(dev
);
1496 unsigned long flags
;
1498 netif_stop_queue(dev
);
1499 napi_disable(&bp
->napi
);
1502 phy_stop(bp
->phy_dev
);
1504 spin_lock_irqsave(&bp
->lock
, flags
);
1506 netif_carrier_off(dev
);
1507 spin_unlock_irqrestore(&bp
->lock
, flags
);
1509 macb_free_consistent(bp
);
1514 static void gem_update_stats(struct macb
*bp
)
1516 u32 __iomem
*reg
= bp
->regs
+ GEM_OTX
;
1517 u32
*p
= &bp
->hw_stats
.gem
.tx_octets_31_0
;
1518 u32
*end
= &bp
->hw_stats
.gem
.rx_udp_checksum_errors
+ 1;
1520 for (; p
< end
; p
++, reg
++)
1521 *p
+= __raw_readl(reg
);
1524 static struct net_device_stats
*gem_get_stats(struct macb
*bp
)
1526 struct gem_stats
*hwstat
= &bp
->hw_stats
.gem
;
1527 struct net_device_stats
*nstat
= &bp
->stats
;
1529 gem_update_stats(bp
);
1531 nstat
->rx_errors
= (hwstat
->rx_frame_check_sequence_errors
+
1532 hwstat
->rx_alignment_errors
+
1533 hwstat
->rx_resource_errors
+
1534 hwstat
->rx_overruns
+
1535 hwstat
->rx_oversize_frames
+
1536 hwstat
->rx_jabbers
+
1537 hwstat
->rx_undersized_frames
+
1538 hwstat
->rx_length_field_frame_errors
);
1539 nstat
->tx_errors
= (hwstat
->tx_late_collisions
+
1540 hwstat
->tx_excessive_collisions
+
1541 hwstat
->tx_underrun
+
1542 hwstat
->tx_carrier_sense_errors
);
1543 nstat
->multicast
= hwstat
->rx_multicast_frames
;
1544 nstat
->collisions
= (hwstat
->tx_single_collision_frames
+
1545 hwstat
->tx_multiple_collision_frames
+
1546 hwstat
->tx_excessive_collisions
);
1547 nstat
->rx_length_errors
= (hwstat
->rx_oversize_frames
+
1548 hwstat
->rx_jabbers
+
1549 hwstat
->rx_undersized_frames
+
1550 hwstat
->rx_length_field_frame_errors
);
1551 nstat
->rx_over_errors
= hwstat
->rx_resource_errors
;
1552 nstat
->rx_crc_errors
= hwstat
->rx_frame_check_sequence_errors
;
1553 nstat
->rx_frame_errors
= hwstat
->rx_alignment_errors
;
1554 nstat
->rx_fifo_errors
= hwstat
->rx_overruns
;
1555 nstat
->tx_aborted_errors
= hwstat
->tx_excessive_collisions
;
1556 nstat
->tx_carrier_errors
= hwstat
->tx_carrier_sense_errors
;
1557 nstat
->tx_fifo_errors
= hwstat
->tx_underrun
;
1562 struct net_device_stats
*macb_get_stats(struct net_device
*dev
)
1564 struct macb
*bp
= netdev_priv(dev
);
1565 struct net_device_stats
*nstat
= &bp
->stats
;
1566 struct macb_stats
*hwstat
= &bp
->hw_stats
.macb
;
1568 if (macb_is_gem(bp
))
1569 return gem_get_stats(bp
);
1571 /* read stats from hardware */
1572 macb_update_stats(bp
);
1574 /* Convert HW stats into netdevice stats */
1575 nstat
->rx_errors
= (hwstat
->rx_fcs_errors
+
1576 hwstat
->rx_align_errors
+
1577 hwstat
->rx_resource_errors
+
1578 hwstat
->rx_overruns
+
1579 hwstat
->rx_oversize_pkts
+
1580 hwstat
->rx_jabbers
+
1581 hwstat
->rx_undersize_pkts
+
1582 hwstat
->sqe_test_errors
+
1583 hwstat
->rx_length_mismatch
);
1584 nstat
->tx_errors
= (hwstat
->tx_late_cols
+
1585 hwstat
->tx_excessive_cols
+
1586 hwstat
->tx_underruns
+
1587 hwstat
->tx_carrier_errors
);
1588 nstat
->collisions
= (hwstat
->tx_single_cols
+
1589 hwstat
->tx_multiple_cols
+
1590 hwstat
->tx_excessive_cols
);
1591 nstat
->rx_length_errors
= (hwstat
->rx_oversize_pkts
+
1592 hwstat
->rx_jabbers
+
1593 hwstat
->rx_undersize_pkts
+
1594 hwstat
->rx_length_mismatch
);
1595 nstat
->rx_over_errors
= hwstat
->rx_resource_errors
+
1596 hwstat
->rx_overruns
;
1597 nstat
->rx_crc_errors
= hwstat
->rx_fcs_errors
;
1598 nstat
->rx_frame_errors
= hwstat
->rx_align_errors
;
1599 nstat
->rx_fifo_errors
= hwstat
->rx_overruns
;
1600 /* XXX: What does "missed" mean? */
1601 nstat
->tx_aborted_errors
= hwstat
->tx_excessive_cols
;
1602 nstat
->tx_carrier_errors
= hwstat
->tx_carrier_errors
;
1603 nstat
->tx_fifo_errors
= hwstat
->tx_underruns
;
1604 /* Don't know about heartbeat or window errors... */
1608 EXPORT_SYMBOL_GPL(macb_get_stats
);
1610 static int macb_get_settings(struct net_device
*dev
, struct ethtool_cmd
*cmd
)
1612 struct macb
*bp
= netdev_priv(dev
);
1613 struct phy_device
*phydev
= bp
->phy_dev
;
1618 return phy_ethtool_gset(phydev
, cmd
);
1621 static int macb_set_settings(struct net_device
*dev
, struct ethtool_cmd
*cmd
)
1623 struct macb
*bp
= netdev_priv(dev
);
1624 struct phy_device
*phydev
= bp
->phy_dev
;
1629 return phy_ethtool_sset(phydev
, cmd
);
1632 static int macb_get_regs_len(struct net_device
*netdev
)
1634 return MACB_GREGS_NBR
* sizeof(u32
);
1637 static void macb_get_regs(struct net_device
*dev
, struct ethtool_regs
*regs
,
1640 struct macb
*bp
= netdev_priv(dev
);
1641 unsigned int tail
, head
;
1644 regs
->version
= (macb_readl(bp
, MID
) & ((1 << MACB_REV_SIZE
) - 1))
1645 | MACB_GREGS_VERSION
;
1647 tail
= macb_tx_ring_wrap(bp
->tx_tail
);
1648 head
= macb_tx_ring_wrap(bp
->tx_head
);
1650 regs_buff
[0] = macb_readl(bp
, NCR
);
1651 regs_buff
[1] = macb_or_gem_readl(bp
, NCFGR
);
1652 regs_buff
[2] = macb_readl(bp
, NSR
);
1653 regs_buff
[3] = macb_readl(bp
, TSR
);
1654 regs_buff
[4] = macb_readl(bp
, RBQP
);
1655 regs_buff
[5] = macb_readl(bp
, TBQP
);
1656 regs_buff
[6] = macb_readl(bp
, RSR
);
1657 regs_buff
[7] = macb_readl(bp
, IMR
);
1659 regs_buff
[8] = tail
;
1660 regs_buff
[9] = head
;
1661 regs_buff
[10] = macb_tx_dma(bp
, tail
);
1662 regs_buff
[11] = macb_tx_dma(bp
, head
);
1664 if (macb_is_gem(bp
)) {
1665 regs_buff
[12] = gem_readl(bp
, USRIO
);
1666 regs_buff
[13] = gem_readl(bp
, DMACFG
);
1670 const struct ethtool_ops macb_ethtool_ops
= {
1671 .get_settings
= macb_get_settings
,
1672 .set_settings
= macb_set_settings
,
1673 .get_regs_len
= macb_get_regs_len
,
1674 .get_regs
= macb_get_regs
,
1675 .get_link
= ethtool_op_get_link
,
1676 .get_ts_info
= ethtool_op_get_ts_info
,
1678 EXPORT_SYMBOL_GPL(macb_ethtool_ops
);
1680 int macb_ioctl(struct net_device
*dev
, struct ifreq
*rq
, int cmd
)
1682 struct macb
*bp
= netdev_priv(dev
);
1683 struct phy_device
*phydev
= bp
->phy_dev
;
1685 if (!netif_running(dev
))
1691 return phy_mii_ioctl(phydev
, rq
, cmd
);
1693 EXPORT_SYMBOL_GPL(macb_ioctl
);
1695 static const struct net_device_ops macb_netdev_ops
= {
1696 .ndo_open
= macb_open
,
1697 .ndo_stop
= macb_close
,
1698 .ndo_start_xmit
= macb_start_xmit
,
1699 .ndo_set_rx_mode
= macb_set_rx_mode
,
1700 .ndo_get_stats
= macb_get_stats
,
1701 .ndo_do_ioctl
= macb_ioctl
,
1702 .ndo_validate_addr
= eth_validate_addr
,
1703 .ndo_change_mtu
= eth_change_mtu
,
1704 .ndo_set_mac_address
= eth_mac_addr
,
1705 #ifdef CONFIG_NET_POLL_CONTROLLER
1706 .ndo_poll_controller
= macb_poll_controller
,
1710 #if defined(CONFIG_OF)
1711 static const struct of_device_id macb_dt_ids
[] = {
1712 { .compatible
= "cdns,at32ap7000-macb" },
1713 { .compatible
= "cdns,at91sam9260-macb" },
1714 { .compatible
= "cdns,macb" },
1715 { .compatible
= "cdns,pc302-gem" },
1716 { .compatible
= "cdns,gem" },
1719 MODULE_DEVICE_TABLE(of
, macb_dt_ids
);
1722 static int __init
macb_probe(struct platform_device
*pdev
)
1724 struct macb_platform_data
*pdata
;
1725 struct resource
*regs
;
1726 struct net_device
*dev
;
1728 struct phy_device
*phydev
;
1731 struct pinctrl
*pinctrl
;
1734 regs
= platform_get_resource(pdev
, IORESOURCE_MEM
, 0);
1736 dev_err(&pdev
->dev
, "no mmio resource defined\n");
1740 pinctrl
= devm_pinctrl_get_select_default(&pdev
->dev
);
1741 if (IS_ERR(pinctrl
)) {
1742 err
= PTR_ERR(pinctrl
);
1743 if (err
== -EPROBE_DEFER
)
1746 dev_warn(&pdev
->dev
, "No pinctrl provided\n");
1750 dev
= alloc_etherdev(sizeof(*bp
));
1754 SET_NETDEV_DEV(dev
, &pdev
->dev
);
1756 /* TODO: Actually, we have some interesting features... */
1759 bp
= netdev_priv(dev
);
1763 spin_lock_init(&bp
->lock
);
1764 INIT_WORK(&bp
->tx_error_task
, macb_tx_error_task
);
1766 bp
->pclk
= clk_get(&pdev
->dev
, "pclk");
1767 if (IS_ERR(bp
->pclk
)) {
1768 dev_err(&pdev
->dev
, "failed to get macb_clk\n");
1769 goto err_out_free_dev
;
1771 clk_prepare_enable(bp
->pclk
);
1773 bp
->hclk
= clk_get(&pdev
->dev
, "hclk");
1774 if (IS_ERR(bp
->hclk
)) {
1775 dev_err(&pdev
->dev
, "failed to get hclk\n");
1776 goto err_out_put_pclk
;
1778 clk_prepare_enable(bp
->hclk
);
1780 bp
->regs
= ioremap(regs
->start
, resource_size(regs
));
1782 dev_err(&pdev
->dev
, "failed to map registers, aborting.\n");
1784 goto err_out_disable_clocks
;
1787 dev
->irq
= platform_get_irq(pdev
, 0);
1788 err
= request_irq(dev
->irq
, macb_interrupt
, 0, dev
->name
, dev
);
1790 dev_err(&pdev
->dev
, "Unable to request IRQ %d (error %d)\n",
1792 goto err_out_iounmap
;
1795 dev
->netdev_ops
= &macb_netdev_ops
;
1796 netif_napi_add(dev
, &bp
->napi
, macb_poll
, 64);
1797 dev
->ethtool_ops
= &macb_ethtool_ops
;
1799 dev
->base_addr
= regs
->start
;
1801 /* setup appropriated routines according to adapter type */
1802 if (macb_is_gem(bp
)) {
1803 bp
->macbgem_ops
.mog_alloc_rx_buffers
= gem_alloc_rx_buffers
;
1804 bp
->macbgem_ops
.mog_free_rx_buffers
= gem_free_rx_buffers
;
1805 bp
->macbgem_ops
.mog_init_rings
= gem_init_rings
;
1806 bp
->macbgem_ops
.mog_rx
= gem_rx
;
1808 bp
->macbgem_ops
.mog_alloc_rx_buffers
= macb_alloc_rx_buffers
;
1809 bp
->macbgem_ops
.mog_free_rx_buffers
= macb_free_rx_buffers
;
1810 bp
->macbgem_ops
.mog_init_rings
= macb_init_rings
;
1811 bp
->macbgem_ops
.mog_rx
= macb_rx
;
1814 /* Set MII management clock divider */
1815 config
= macb_mdc_clk_div(bp
);
1816 config
|= macb_dbw(bp
);
1817 macb_writel(bp
, NCFGR
, config
);
1819 mac
= of_get_mac_address(pdev
->dev
.of_node
);
1821 memcpy(bp
->dev
->dev_addr
, mac
, ETH_ALEN
);
1823 macb_get_hwaddr(bp
);
1825 err
= of_get_phy_mode(pdev
->dev
.of_node
);
1827 pdata
= pdev
->dev
.platform_data
;
1828 if (pdata
&& pdata
->is_rmii
)
1829 bp
->phy_interface
= PHY_INTERFACE_MODE_RMII
;
1831 bp
->phy_interface
= PHY_INTERFACE_MODE_MII
;
1833 bp
->phy_interface
= err
;
1836 if (bp
->phy_interface
== PHY_INTERFACE_MODE_RGMII
)
1837 macb_or_gem_writel(bp
, USRIO
, GEM_BIT(RGMII
));
1838 else if (bp
->phy_interface
== PHY_INTERFACE_MODE_RMII
)
1839 #if defined(CONFIG_ARCH_AT91)
1840 macb_or_gem_writel(bp
, USRIO
, (MACB_BIT(RMII
) |
1843 macb_or_gem_writel(bp
, USRIO
, 0);
1846 #if defined(CONFIG_ARCH_AT91)
1847 macb_or_gem_writel(bp
, USRIO
, MACB_BIT(CLKEN
));
1849 macb_or_gem_writel(bp
, USRIO
, MACB_BIT(MII
));
1852 err
= register_netdev(dev
);
1854 dev_err(&pdev
->dev
, "Cannot register net device, aborting.\n");
1855 goto err_out_free_irq
;
1858 err
= macb_mii_init(bp
);
1860 goto err_out_unregister_netdev
;
1862 platform_set_drvdata(pdev
, dev
);
1864 netif_carrier_off(dev
);
1866 netdev_info(dev
, "Cadence %s at 0x%08lx irq %d (%pM)\n",
1867 macb_is_gem(bp
) ? "GEM" : "MACB", dev
->base_addr
,
1868 dev
->irq
, dev
->dev_addr
);
1870 phydev
= bp
->phy_dev
;
1871 netdev_info(dev
, "attached PHY driver [%s] (mii_bus:phy_addr=%s, irq=%d)\n",
1872 phydev
->drv
->name
, dev_name(&phydev
->dev
), phydev
->irq
);
1876 err_out_unregister_netdev
:
1877 unregister_netdev(dev
);
1879 free_irq(dev
->irq
, dev
);
1882 err_out_disable_clocks
:
1883 clk_disable_unprepare(bp
->hclk
);
1885 clk_disable_unprepare(bp
->pclk
);
1894 static int __exit
macb_remove(struct platform_device
*pdev
)
1896 struct net_device
*dev
;
1899 dev
= platform_get_drvdata(pdev
);
1902 bp
= netdev_priv(dev
);
1904 phy_disconnect(bp
->phy_dev
);
1905 mdiobus_unregister(bp
->mii_bus
);
1906 kfree(bp
->mii_bus
->irq
);
1907 mdiobus_free(bp
->mii_bus
);
1908 unregister_netdev(dev
);
1909 free_irq(dev
->irq
, dev
);
1911 clk_disable_unprepare(bp
->hclk
);
1913 clk_disable_unprepare(bp
->pclk
);
1922 static int macb_suspend(struct platform_device
*pdev
, pm_message_t state
)
1924 struct net_device
*netdev
= platform_get_drvdata(pdev
);
1925 struct macb
*bp
= netdev_priv(netdev
);
1927 netif_carrier_off(netdev
);
1928 netif_device_detach(netdev
);
1930 clk_disable_unprepare(bp
->hclk
);
1931 clk_disable_unprepare(bp
->pclk
);
1936 static int macb_resume(struct platform_device
*pdev
)
1938 struct net_device
*netdev
= platform_get_drvdata(pdev
);
1939 struct macb
*bp
= netdev_priv(netdev
);
1941 clk_prepare_enable(bp
->pclk
);
1942 clk_prepare_enable(bp
->hclk
);
1944 netif_device_attach(netdev
);
1949 #define macb_suspend NULL
1950 #define macb_resume NULL
1953 static struct platform_driver macb_driver
= {
1954 .remove
= __exit_p(macb_remove
),
1955 .suspend
= macb_suspend
,
1956 .resume
= macb_resume
,
1959 .owner
= THIS_MODULE
,
1960 .of_match_table
= of_match_ptr(macb_dt_ids
),
1964 module_platform_driver_probe(macb_driver
, macb_probe
);
1966 MODULE_LICENSE("GPL");
1967 MODULE_DESCRIPTION("Cadence MACB/GEM Ethernet driver");
1968 MODULE_AUTHOR("Haavard Skinnemoen (Atmel)");
1969 MODULE_ALIAS("platform:macb");