2 * Driver for Xilinx TEMAC Ethernet device
4 * Copyright (c) 2008 Nissin Systems Co., Ltd., Yoshio Kashiwagi
5 * Copyright (c) 2005-2008 DLA Systems, David H. Lynch Jr. <dhlii@dlasys.net>
6 * Copyright (c) 2008-2009 Secret Lab Technologies Ltd.
8 * This is a driver for the Xilinx ll_temac ipcore which is often used
9 * in the Virtex and Spartan series of chips.
12 * - The ll_temac hardware uses indirect access for many of the TEMAC
13 * registers, include the MDIO bus. However, indirect access to MDIO
14 * registers take considerably more clock cycles than to TEMAC registers.
15 * MDIO accesses are long, so threads doing them should probably sleep
16 * rather than busywait. However, since only one indirect access can be
17 * in progress at any given time, that means that *all* indirect accesses
18 * could end up sleeping (to wait for an MDIO access to complete).
19 * Fortunately none of the indirect accesses are on the 'hot' path for tx
20 * or rx, so this should be okay.
23 * - Factor out locallink DMA code into separate driver
24 * - Fix multicast assignment.
25 * - Fix support for hardware checksumming.
26 * - Testing. Lots and lots of testing.
30 #include <linux/delay.h>
31 #include <linux/etherdevice.h>
32 #include <linux/init.h>
33 #include <linux/mii.h>
34 #include <linux/module.h>
35 #include <linux/mutex.h>
36 #include <linux/netdevice.h>
38 #include <linux/of_device.h>
39 #include <linux/of_mdio.h>
40 #include <linux/of_platform.h>
41 #include <linux/of_address.h>
42 #include <linux/skbuff.h>
43 #include <linux/spinlock.h>
44 #include <linux/tcp.h> /* needed for sizeof(tcphdr) */
45 #include <linux/udp.h> /* needed for sizeof(udphdr) */
46 #include <linux/phy.h>
50 #include <linux/slab.h>
51 #include <linux/interrupt.h>
52 #include <linux/dma-mapping.h>
59 /* ---------------------------------------------------------------------
60 * Low level register access functions
63 u32
temac_ior(struct temac_local
*lp
, int offset
)
65 return in_be32((u32
*)(lp
->regs
+ offset
));
68 void temac_iow(struct temac_local
*lp
, int offset
, u32 value
)
70 out_be32((u32
*) (lp
->regs
+ offset
), value
);
73 int temac_indirect_busywait(struct temac_local
*lp
)
75 long end
= jiffies
+ 2;
77 while (!(temac_ior(lp
, XTE_RDY0_OFFSET
) & XTE_RDY0_HARD_ACS_RDY_MASK
)) {
78 if (end
- jiffies
<= 0) {
90 * lp->indirect_mutex must be held when calling this function
92 u32
temac_indirect_in32(struct temac_local
*lp
, int reg
)
96 if (temac_indirect_busywait(lp
))
98 temac_iow(lp
, XTE_CTL0_OFFSET
, reg
);
99 if (temac_indirect_busywait(lp
))
101 val
= temac_ior(lp
, XTE_LSW0_OFFSET
);
107 * temac_indirect_out32
109 * lp->indirect_mutex must be held when calling this function
111 void temac_indirect_out32(struct temac_local
*lp
, int reg
, u32 value
)
113 if (temac_indirect_busywait(lp
))
115 temac_iow(lp
, XTE_LSW0_OFFSET
, value
);
116 temac_iow(lp
, XTE_CTL0_OFFSET
, CNTLREG_WRITE_ENABLE_MASK
| reg
);
117 temac_indirect_busywait(lp
);
121 * temac_dma_in32 - Memory mapped DMA read, this function expects a
122 * register input that is based on DCR word addresses which
123 * are then converted to memory mapped byte addresses
125 static u32
temac_dma_in32(struct temac_local
*lp
, int reg
)
127 return in_be32((u32
*)(lp
->sdma_regs
+ (reg
<< 2)));
131 * temac_dma_out32 - Memory mapped DMA read, this function expects a
132 * register input that is based on DCR word addresses which
133 * are then converted to memory mapped byte addresses
135 static void temac_dma_out32(struct temac_local
*lp
, int reg
, u32 value
)
137 out_be32((u32
*)(lp
->sdma_regs
+ (reg
<< 2)), value
);
140 /* DMA register access functions can be DCR based or memory mapped.
141 * The PowerPC 440 is DCR based, the PowerPC 405 and MicroBlaze are both
144 #ifdef CONFIG_PPC_DCR
147 * temac_dma_dcr_in32 - DCR based DMA read
149 static u32
temac_dma_dcr_in(struct temac_local
*lp
, int reg
)
151 return dcr_read(lp
->sdma_dcrs
, reg
);
155 * temac_dma_dcr_out32 - DCR based DMA write
157 static void temac_dma_dcr_out(struct temac_local
*lp
, int reg
, u32 value
)
159 dcr_write(lp
->sdma_dcrs
, reg
, value
);
163 * temac_dcr_setup - If the DMA is DCR based, then setup the address and
166 static int temac_dcr_setup(struct temac_local
*lp
, struct platform_device
*op
,
167 struct device_node
*np
)
171 /* setup the dcr address mapping if it's in the device tree */
173 dcrs
= dcr_resource_start(np
, 0);
175 lp
->sdma_dcrs
= dcr_map(np
, dcrs
, dcr_resource_len(np
, 0));
176 lp
->dma_in
= temac_dma_dcr_in
;
177 lp
->dma_out
= temac_dma_dcr_out
;
178 dev_dbg(&op
->dev
, "DCR base: %x\n", dcrs
);
181 /* no DCR in the device tree, indicate a failure */
188 * temac_dcr_setup - This is a stub for when DCR is not supported,
189 * such as with MicroBlaze
191 static int temac_dcr_setup(struct temac_local
*lp
, struct platform_device
*op
,
192 struct device_node
*np
)
200 * * temac_dma_bd_release - Release buffer descriptor rings
202 static void temac_dma_bd_release(struct net_device
*ndev
)
204 struct temac_local
*lp
= netdev_priv(ndev
);
207 /* Reset Local Link (DMA) */
208 lp
->dma_out(lp
, DMA_CONTROL_REG
, DMA_CONTROL_RST
);
210 for (i
= 0; i
< RX_BD_NUM
; i
++) {
214 dma_unmap_single(ndev
->dev
.parent
, lp
->rx_bd_v
[i
].phys
,
215 XTE_MAX_JUMBO_FRAME_SIZE
, DMA_FROM_DEVICE
);
216 dev_kfree_skb(lp
->rx_skb
[i
]);
220 dma_free_coherent(ndev
->dev
.parent
,
221 sizeof(*lp
->rx_bd_v
) * RX_BD_NUM
,
222 lp
->rx_bd_v
, lp
->rx_bd_p
);
224 dma_free_coherent(ndev
->dev
.parent
,
225 sizeof(*lp
->tx_bd_v
) * TX_BD_NUM
,
226 lp
->tx_bd_v
, lp
->tx_bd_p
);
232 * temac_dma_bd_init - Setup buffer descriptor rings
234 static int temac_dma_bd_init(struct net_device
*ndev
)
236 struct temac_local
*lp
= netdev_priv(ndev
);
240 lp
->rx_skb
= kcalloc(RX_BD_NUM
, sizeof(*lp
->rx_skb
), GFP_KERNEL
);
243 "can't allocate memory for DMA RX buffer\n");
246 /* allocate the tx and rx ring buffer descriptors. */
247 /* returns a virtual address and a physical address. */
248 lp
->tx_bd_v
= dma_alloc_coherent(ndev
->dev
.parent
,
249 sizeof(*lp
->tx_bd_v
) * TX_BD_NUM
,
250 &lp
->tx_bd_p
, GFP_KERNEL
);
253 "unable to allocate DMA TX buffer descriptors");
256 lp
->rx_bd_v
= dma_alloc_coherent(ndev
->dev
.parent
,
257 sizeof(*lp
->rx_bd_v
) * RX_BD_NUM
,
258 &lp
->rx_bd_p
, GFP_KERNEL
);
261 "unable to allocate DMA RX buffer descriptors");
265 memset(lp
->tx_bd_v
, 0, sizeof(*lp
->tx_bd_v
) * TX_BD_NUM
);
266 for (i
= 0; i
< TX_BD_NUM
; i
++) {
267 lp
->tx_bd_v
[i
].next
= lp
->tx_bd_p
+
268 sizeof(*lp
->tx_bd_v
) * ((i
+ 1) % TX_BD_NUM
);
271 memset(lp
->rx_bd_v
, 0, sizeof(*lp
->rx_bd_v
) * RX_BD_NUM
);
272 for (i
= 0; i
< RX_BD_NUM
; i
++) {
273 lp
->rx_bd_v
[i
].next
= lp
->rx_bd_p
+
274 sizeof(*lp
->rx_bd_v
) * ((i
+ 1) % RX_BD_NUM
);
276 skb
= netdev_alloc_skb_ip_align(ndev
,
277 XTE_MAX_JUMBO_FRAME_SIZE
);
280 dev_err(&ndev
->dev
, "alloc_skb error %d\n", i
);
284 /* returns physical address of skb->data */
285 lp
->rx_bd_v
[i
].phys
= dma_map_single(ndev
->dev
.parent
,
287 XTE_MAX_JUMBO_FRAME_SIZE
,
289 lp
->rx_bd_v
[i
].len
= XTE_MAX_JUMBO_FRAME_SIZE
;
290 lp
->rx_bd_v
[i
].app0
= STS_CTRL_APP0_IRQONEND
;
293 lp
->dma_out(lp
, TX_CHNL_CTRL
, 0x10220400 |
295 CHNL_CTRL_IRQ_DLY_EN
|
296 CHNL_CTRL_IRQ_COAL_EN
);
299 lp
->dma_out(lp
, RX_CHNL_CTRL
, 0xff070000 |
301 CHNL_CTRL_IRQ_DLY_EN
|
302 CHNL_CTRL_IRQ_COAL_EN
|
306 lp
->dma_out(lp
, RX_CURDESC_PTR
, lp
->rx_bd_p
);
307 lp
->dma_out(lp
, RX_TAILDESC_PTR
,
308 lp
->rx_bd_p
+ (sizeof(*lp
->rx_bd_v
) * (RX_BD_NUM
- 1)));
309 lp
->dma_out(lp
, TX_CURDESC_PTR
, lp
->tx_bd_p
);
311 /* Init descriptor indexes */
320 temac_dma_bd_release(ndev
);
324 /* ---------------------------------------------------------------------
328 static int temac_set_mac_address(struct net_device
*ndev
, void *address
)
330 struct temac_local
*lp
= netdev_priv(ndev
);
333 memcpy(ndev
->dev_addr
, address
, ETH_ALEN
);
335 if (!is_valid_ether_addr(ndev
->dev_addr
))
336 eth_hw_addr_random(ndev
);
338 ndev
->addr_assign_type
&= ~NET_ADDR_RANDOM
;
340 /* set up unicast MAC address filter set its mac address */
341 mutex_lock(&lp
->indirect_mutex
);
342 temac_indirect_out32(lp
, XTE_UAW0_OFFSET
,
343 (ndev
->dev_addr
[0]) |
344 (ndev
->dev_addr
[1] << 8) |
345 (ndev
->dev_addr
[2] << 16) |
346 (ndev
->dev_addr
[3] << 24));
347 /* There are reserved bits in EUAW1
348 * so don't affect them Set MAC bits [47:32] in EUAW1 */
349 temac_indirect_out32(lp
, XTE_UAW1_OFFSET
,
350 (ndev
->dev_addr
[4] & 0x000000ff) |
351 (ndev
->dev_addr
[5] << 8));
352 mutex_unlock(&lp
->indirect_mutex
);
357 static int netdev_set_mac_address(struct net_device
*ndev
, void *p
)
359 struct sockaddr
*addr
= p
;
361 return temac_set_mac_address(ndev
, addr
->sa_data
);
364 static void temac_set_multicast_list(struct net_device
*ndev
)
366 struct temac_local
*lp
= netdev_priv(ndev
);
367 u32 multi_addr_msw
, multi_addr_lsw
, val
;
370 mutex_lock(&lp
->indirect_mutex
);
371 if (ndev
->flags
& (IFF_ALLMULTI
| IFF_PROMISC
) ||
372 netdev_mc_count(ndev
) > MULTICAST_CAM_TABLE_NUM
) {
374 * We must make the kernel realise we had to move
375 * into promisc mode or we start all out war on
376 * the cable. If it was a promisc request the
377 * flag is already set. If not we assert it.
379 ndev
->flags
|= IFF_PROMISC
;
380 temac_indirect_out32(lp
, XTE_AFM_OFFSET
, XTE_AFM_EPPRM_MASK
);
381 dev_info(&ndev
->dev
, "Promiscuous mode enabled.\n");
382 } else if (!netdev_mc_empty(ndev
)) {
383 struct netdev_hw_addr
*ha
;
386 netdev_for_each_mc_addr(ha
, ndev
) {
387 if (i
>= MULTICAST_CAM_TABLE_NUM
)
389 multi_addr_msw
= ((ha
->addr
[3] << 24) |
390 (ha
->addr
[2] << 16) |
393 temac_indirect_out32(lp
, XTE_MAW0_OFFSET
,
395 multi_addr_lsw
= ((ha
->addr
[5] << 8) |
396 (ha
->addr
[4]) | (i
<< 16));
397 temac_indirect_out32(lp
, XTE_MAW1_OFFSET
,
402 val
= temac_indirect_in32(lp
, XTE_AFM_OFFSET
);
403 temac_indirect_out32(lp
, XTE_AFM_OFFSET
,
404 val
& ~XTE_AFM_EPPRM_MASK
);
405 temac_indirect_out32(lp
, XTE_MAW0_OFFSET
, 0);
406 temac_indirect_out32(lp
, XTE_MAW1_OFFSET
, 0);
407 dev_info(&ndev
->dev
, "Promiscuous mode disabled.\n");
409 mutex_unlock(&lp
->indirect_mutex
);
412 struct temac_option
{
418 } temac_options
[] = {
419 /* Turn on jumbo packet support for both Rx and Tx */
421 .opt
= XTE_OPTION_JUMBO
,
422 .reg
= XTE_TXC_OFFSET
,
423 .m_or
= XTE_TXC_TXJMBO_MASK
,
426 .opt
= XTE_OPTION_JUMBO
,
427 .reg
= XTE_RXC1_OFFSET
,
428 .m_or
=XTE_RXC1_RXJMBO_MASK
,
430 /* Turn on VLAN packet support for both Rx and Tx */
432 .opt
= XTE_OPTION_VLAN
,
433 .reg
= XTE_TXC_OFFSET
,
434 .m_or
=XTE_TXC_TXVLAN_MASK
,
437 .opt
= XTE_OPTION_VLAN
,
438 .reg
= XTE_RXC1_OFFSET
,
439 .m_or
=XTE_RXC1_RXVLAN_MASK
,
441 /* Turn on FCS stripping on receive packets */
443 .opt
= XTE_OPTION_FCS_STRIP
,
444 .reg
= XTE_RXC1_OFFSET
,
445 .m_or
=XTE_RXC1_RXFCS_MASK
,
447 /* Turn on FCS insertion on transmit packets */
449 .opt
= XTE_OPTION_FCS_INSERT
,
450 .reg
= XTE_TXC_OFFSET
,
451 .m_or
=XTE_TXC_TXFCS_MASK
,
453 /* Turn on length/type field checking on receive packets */
455 .opt
= XTE_OPTION_LENTYPE_ERR
,
456 .reg
= XTE_RXC1_OFFSET
,
457 .m_or
=XTE_RXC1_RXLT_MASK
,
459 /* Turn on flow control */
461 .opt
= XTE_OPTION_FLOW_CONTROL
,
462 .reg
= XTE_FCC_OFFSET
,
463 .m_or
=XTE_FCC_RXFLO_MASK
,
465 /* Turn on flow control */
467 .opt
= XTE_OPTION_FLOW_CONTROL
,
468 .reg
= XTE_FCC_OFFSET
,
469 .m_or
=XTE_FCC_TXFLO_MASK
,
471 /* Turn on promiscuous frame filtering (all frames are received ) */
473 .opt
= XTE_OPTION_PROMISC
,
474 .reg
= XTE_AFM_OFFSET
,
475 .m_or
=XTE_AFM_EPPRM_MASK
,
477 /* Enable transmitter if not already enabled */
479 .opt
= XTE_OPTION_TXEN
,
480 .reg
= XTE_TXC_OFFSET
,
481 .m_or
=XTE_TXC_TXEN_MASK
,
483 /* Enable receiver? */
485 .opt
= XTE_OPTION_RXEN
,
486 .reg
= XTE_RXC1_OFFSET
,
487 .m_or
=XTE_RXC1_RXEN_MASK
,
495 static u32
temac_setoptions(struct net_device
*ndev
, u32 options
)
497 struct temac_local
*lp
= netdev_priv(ndev
);
498 struct temac_option
*tp
= &temac_options
[0];
501 mutex_lock(&lp
->indirect_mutex
);
503 reg
= temac_indirect_in32(lp
, tp
->reg
) & ~tp
->m_or
;
504 if (options
& tp
->opt
)
506 temac_indirect_out32(lp
, tp
->reg
, reg
);
509 lp
->options
|= options
;
510 mutex_unlock(&lp
->indirect_mutex
);
515 /* Initialize temac */
516 static void temac_device_reset(struct net_device
*ndev
)
518 struct temac_local
*lp
= netdev_priv(ndev
);
522 /* Perform a software reset */
524 /* 0x300 host enable bit ? */
525 /* reset PHY through control register ?:1 */
527 dev_dbg(&ndev
->dev
, "%s()\n", __func__
);
529 mutex_lock(&lp
->indirect_mutex
);
530 /* Reset the receiver and wait for it to finish reset */
531 temac_indirect_out32(lp
, XTE_RXC1_OFFSET
, XTE_RXC1_RXRST_MASK
);
533 while (temac_indirect_in32(lp
, XTE_RXC1_OFFSET
) & XTE_RXC1_RXRST_MASK
) {
535 if (--timeout
== 0) {
537 "temac_device_reset RX reset timeout!!\n");
542 /* Reset the transmitter and wait for it to finish reset */
543 temac_indirect_out32(lp
, XTE_TXC_OFFSET
, XTE_TXC_TXRST_MASK
);
545 while (temac_indirect_in32(lp
, XTE_TXC_OFFSET
) & XTE_TXC_TXRST_MASK
) {
547 if (--timeout
== 0) {
549 "temac_device_reset TX reset timeout!!\n");
554 /* Disable the receiver */
555 val
= temac_indirect_in32(lp
, XTE_RXC1_OFFSET
);
556 temac_indirect_out32(lp
, XTE_RXC1_OFFSET
, val
& ~XTE_RXC1_RXEN_MASK
);
558 /* Reset Local Link (DMA) */
559 lp
->dma_out(lp
, DMA_CONTROL_REG
, DMA_CONTROL_RST
);
561 while (lp
->dma_in(lp
, DMA_CONTROL_REG
) & DMA_CONTROL_RST
) {
563 if (--timeout
== 0) {
565 "temac_device_reset DMA reset timeout!!\n");
569 lp
->dma_out(lp
, DMA_CONTROL_REG
, DMA_TAIL_ENABLE
);
571 if (temac_dma_bd_init(ndev
)) {
573 "temac_device_reset descriptor allocation failed\n");
576 temac_indirect_out32(lp
, XTE_RXC0_OFFSET
, 0);
577 temac_indirect_out32(lp
, XTE_RXC1_OFFSET
, 0);
578 temac_indirect_out32(lp
, XTE_TXC_OFFSET
, 0);
579 temac_indirect_out32(lp
, XTE_FCC_OFFSET
, XTE_FCC_RXFLO_MASK
);
581 mutex_unlock(&lp
->indirect_mutex
);
583 /* Sync default options with HW
584 * but leave receiver and transmitter disabled. */
585 temac_setoptions(ndev
,
586 lp
->options
& ~(XTE_OPTION_TXEN
| XTE_OPTION_RXEN
));
588 temac_set_mac_address(ndev
, NULL
);
590 /* Set address filter table */
591 temac_set_multicast_list(ndev
);
592 if (temac_setoptions(ndev
, lp
->options
))
593 dev_err(&ndev
->dev
, "Error setting TEMAC options\n");
595 /* Init Driver variable */
596 ndev
->trans_start
= jiffies
; /* prevent tx timeout */
599 void temac_adjust_link(struct net_device
*ndev
)
601 struct temac_local
*lp
= netdev_priv(ndev
);
602 struct phy_device
*phy
= lp
->phy_dev
;
606 /* hash together the state values to decide if something has changed */
607 link_state
= phy
->speed
| (phy
->duplex
<< 1) | phy
->link
;
609 mutex_lock(&lp
->indirect_mutex
);
610 if (lp
->last_link
!= link_state
) {
611 mii_speed
= temac_indirect_in32(lp
, XTE_EMCFG_OFFSET
);
612 mii_speed
&= ~XTE_EMCFG_LINKSPD_MASK
;
614 switch (phy
->speed
) {
615 case SPEED_1000
: mii_speed
|= XTE_EMCFG_LINKSPD_1000
; break;
616 case SPEED_100
: mii_speed
|= XTE_EMCFG_LINKSPD_100
; break;
617 case SPEED_10
: mii_speed
|= XTE_EMCFG_LINKSPD_10
; break;
620 /* Write new speed setting out to TEMAC */
621 temac_indirect_out32(lp
, XTE_EMCFG_OFFSET
, mii_speed
);
622 lp
->last_link
= link_state
;
623 phy_print_status(phy
);
625 mutex_unlock(&lp
->indirect_mutex
);
628 static void temac_start_xmit_done(struct net_device
*ndev
)
630 struct temac_local
*lp
= netdev_priv(ndev
);
631 struct cdmac_bd
*cur_p
;
632 unsigned int stat
= 0;
634 cur_p
= &lp
->tx_bd_v
[lp
->tx_bd_ci
];
637 while (stat
& STS_CTRL_APP0_CMPLT
) {
638 dma_unmap_single(ndev
->dev
.parent
, cur_p
->phys
, cur_p
->len
,
641 dev_kfree_skb_irq((struct sk_buff
*)cur_p
->app4
);
648 ndev
->stats
.tx_packets
++;
649 ndev
->stats
.tx_bytes
+= cur_p
->len
;
652 if (lp
->tx_bd_ci
>= TX_BD_NUM
)
655 cur_p
= &lp
->tx_bd_v
[lp
->tx_bd_ci
];
659 netif_wake_queue(ndev
);
662 static inline int temac_check_tx_bd_space(struct temac_local
*lp
, int num_frag
)
664 struct cdmac_bd
*cur_p
;
667 tail
= lp
->tx_bd_tail
;
668 cur_p
= &lp
->tx_bd_v
[tail
];
672 return NETDEV_TX_BUSY
;
675 if (tail
>= TX_BD_NUM
)
678 cur_p
= &lp
->tx_bd_v
[tail
];
680 } while (num_frag
>= 0);
685 static int temac_start_xmit(struct sk_buff
*skb
, struct net_device
*ndev
)
687 struct temac_local
*lp
= netdev_priv(ndev
);
688 struct cdmac_bd
*cur_p
;
689 dma_addr_t start_p
, tail_p
;
691 unsigned long num_frag
;
694 num_frag
= skb_shinfo(skb
)->nr_frags
;
695 frag
= &skb_shinfo(skb
)->frags
[0];
696 start_p
= lp
->tx_bd_p
+ sizeof(*lp
->tx_bd_v
) * lp
->tx_bd_tail
;
697 cur_p
= &lp
->tx_bd_v
[lp
->tx_bd_tail
];
699 if (temac_check_tx_bd_space(lp
, num_frag
)) {
700 if (!netif_queue_stopped(ndev
)) {
701 netif_stop_queue(ndev
);
702 return NETDEV_TX_BUSY
;
704 return NETDEV_TX_BUSY
;
708 if (skb
->ip_summed
== CHECKSUM_PARTIAL
) {
709 unsigned int csum_start_off
= skb_checksum_start_offset(skb
);
710 unsigned int csum_index_off
= csum_start_off
+ skb
->csum_offset
;
712 cur_p
->app0
|= 1; /* TX Checksum Enabled */
713 cur_p
->app1
= (csum_start_off
<< 16) | csum_index_off
;
714 cur_p
->app2
= 0; /* initial checksum seed */
717 cur_p
->app0
|= STS_CTRL_APP0_SOP
;
718 cur_p
->len
= skb_headlen(skb
);
719 cur_p
->phys
= dma_map_single(ndev
->dev
.parent
, skb
->data
, skb
->len
,
721 cur_p
->app4
= (unsigned long)skb
;
723 for (ii
= 0; ii
< num_frag
; ii
++) {
725 if (lp
->tx_bd_tail
>= TX_BD_NUM
)
728 cur_p
= &lp
->tx_bd_v
[lp
->tx_bd_tail
];
729 cur_p
->phys
= dma_map_single(ndev
->dev
.parent
,
730 skb_frag_address(frag
),
731 skb_frag_size(frag
), DMA_TO_DEVICE
);
732 cur_p
->len
= skb_frag_size(frag
);
736 cur_p
->app0
|= STS_CTRL_APP0_EOP
;
738 tail_p
= lp
->tx_bd_p
+ sizeof(*lp
->tx_bd_v
) * lp
->tx_bd_tail
;
740 if (lp
->tx_bd_tail
>= TX_BD_NUM
)
743 skb_tx_timestamp(skb
);
745 /* Kick off the transfer */
746 lp
->dma_out(lp
, TX_TAILDESC_PTR
, tail_p
); /* DMA start */
752 static void ll_temac_recv(struct net_device
*ndev
)
754 struct temac_local
*lp
= netdev_priv(ndev
);
755 struct sk_buff
*skb
, *new_skb
;
757 struct cdmac_bd
*cur_p
;
762 spin_lock_irqsave(&lp
->rx_lock
, flags
);
764 tail_p
= lp
->rx_bd_p
+ sizeof(*lp
->rx_bd_v
) * lp
->rx_bd_ci
;
765 cur_p
= &lp
->rx_bd_v
[lp
->rx_bd_ci
];
767 bdstat
= cur_p
->app0
;
768 while ((bdstat
& STS_CTRL_APP0_CMPLT
)) {
770 skb
= lp
->rx_skb
[lp
->rx_bd_ci
];
771 length
= cur_p
->app4
& 0x3FFF;
773 dma_unmap_single(ndev
->dev
.parent
, cur_p
->phys
, length
,
776 skb_put(skb
, length
);
778 skb
->protocol
= eth_type_trans(skb
, ndev
);
779 skb_checksum_none_assert(skb
);
781 /* if we're doing rx csum offload, set it up */
782 if (((lp
->temac_features
& TEMAC_FEATURE_RX_CSUM
) != 0) &&
783 (skb
->protocol
== __constant_htons(ETH_P_IP
)) &&
786 skb
->csum
= cur_p
->app3
& 0xFFFF;
787 skb
->ip_summed
= CHECKSUM_COMPLETE
;
790 if (!skb_defer_rx_timestamp(skb
))
793 ndev
->stats
.rx_packets
++;
794 ndev
->stats
.rx_bytes
+= length
;
796 new_skb
= netdev_alloc_skb_ip_align(ndev
,
797 XTE_MAX_JUMBO_FRAME_SIZE
);
800 dev_err(&ndev
->dev
, "no memory for new sk_buff\n");
801 spin_unlock_irqrestore(&lp
->rx_lock
, flags
);
805 cur_p
->app0
= STS_CTRL_APP0_IRQONEND
;
806 cur_p
->phys
= dma_map_single(ndev
->dev
.parent
, new_skb
->data
,
807 XTE_MAX_JUMBO_FRAME_SIZE
,
809 cur_p
->len
= XTE_MAX_JUMBO_FRAME_SIZE
;
810 lp
->rx_skb
[lp
->rx_bd_ci
] = new_skb
;
813 if (lp
->rx_bd_ci
>= RX_BD_NUM
)
816 cur_p
= &lp
->rx_bd_v
[lp
->rx_bd_ci
];
817 bdstat
= cur_p
->app0
;
819 lp
->dma_out(lp
, RX_TAILDESC_PTR
, tail_p
);
821 spin_unlock_irqrestore(&lp
->rx_lock
, flags
);
824 static irqreturn_t
ll_temac_tx_irq(int irq
, void *_ndev
)
826 struct net_device
*ndev
= _ndev
;
827 struct temac_local
*lp
= netdev_priv(ndev
);
830 status
= lp
->dma_in(lp
, TX_IRQ_REG
);
831 lp
->dma_out(lp
, TX_IRQ_REG
, status
);
833 if (status
& (IRQ_COAL
| IRQ_DLY
))
834 temac_start_xmit_done(lp
->ndev
);
836 dev_err(&ndev
->dev
, "DMA error 0x%x\n", status
);
841 static irqreturn_t
ll_temac_rx_irq(int irq
, void *_ndev
)
843 struct net_device
*ndev
= _ndev
;
844 struct temac_local
*lp
= netdev_priv(ndev
);
847 /* Read and clear the status registers */
848 status
= lp
->dma_in(lp
, RX_IRQ_REG
);
849 lp
->dma_out(lp
, RX_IRQ_REG
, status
);
851 if (status
& (IRQ_COAL
| IRQ_DLY
))
852 ll_temac_recv(lp
->ndev
);
857 static int temac_open(struct net_device
*ndev
)
859 struct temac_local
*lp
= netdev_priv(ndev
);
862 dev_dbg(&ndev
->dev
, "temac_open()\n");
865 lp
->phy_dev
= of_phy_connect(lp
->ndev
, lp
->phy_node
,
866 temac_adjust_link
, 0, 0);
868 dev_err(lp
->dev
, "of_phy_connect() failed\n");
872 phy_start(lp
->phy_dev
);
875 temac_device_reset(ndev
);
877 rc
= request_irq(lp
->tx_irq
, ll_temac_tx_irq
, 0, ndev
->name
, ndev
);
880 rc
= request_irq(lp
->rx_irq
, ll_temac_rx_irq
, 0, ndev
->name
, ndev
);
887 free_irq(lp
->tx_irq
, ndev
);
890 phy_disconnect(lp
->phy_dev
);
892 dev_err(lp
->dev
, "request_irq() failed\n");
896 static int temac_stop(struct net_device
*ndev
)
898 struct temac_local
*lp
= netdev_priv(ndev
);
900 dev_dbg(&ndev
->dev
, "temac_close()\n");
902 free_irq(lp
->tx_irq
, ndev
);
903 free_irq(lp
->rx_irq
, ndev
);
906 phy_disconnect(lp
->phy_dev
);
909 temac_dma_bd_release(ndev
);
914 #ifdef CONFIG_NET_POLL_CONTROLLER
916 temac_poll_controller(struct net_device
*ndev
)
918 struct temac_local
*lp
= netdev_priv(ndev
);
920 disable_irq(lp
->tx_irq
);
921 disable_irq(lp
->rx_irq
);
923 ll_temac_rx_irq(lp
->tx_irq
, ndev
);
924 ll_temac_tx_irq(lp
->rx_irq
, ndev
);
926 enable_irq(lp
->tx_irq
);
927 enable_irq(lp
->rx_irq
);
931 static int temac_ioctl(struct net_device
*ndev
, struct ifreq
*rq
, int cmd
)
933 struct temac_local
*lp
= netdev_priv(ndev
);
935 if (!netif_running(ndev
))
941 return phy_mii_ioctl(lp
->phy_dev
, rq
, cmd
);
944 static const struct net_device_ops temac_netdev_ops
= {
945 .ndo_open
= temac_open
,
946 .ndo_stop
= temac_stop
,
947 .ndo_start_xmit
= temac_start_xmit
,
948 .ndo_set_mac_address
= netdev_set_mac_address
,
949 .ndo_validate_addr
= eth_validate_addr
,
950 .ndo_do_ioctl
= temac_ioctl
,
951 #ifdef CONFIG_NET_POLL_CONTROLLER
952 .ndo_poll_controller
= temac_poll_controller
,
956 /* ---------------------------------------------------------------------
957 * SYSFS device attributes
959 static ssize_t
temac_show_llink_regs(struct device
*dev
,
960 struct device_attribute
*attr
, char *buf
)
962 struct net_device
*ndev
= dev_get_drvdata(dev
);
963 struct temac_local
*lp
= netdev_priv(ndev
);
966 for (i
= 0; i
< 0x11; i
++)
967 len
+= sprintf(buf
+ len
, "%.8x%s", lp
->dma_in(lp
, i
),
968 (i
% 8) == 7 ? "\n" : " ");
969 len
+= sprintf(buf
+ len
, "\n");
974 static DEVICE_ATTR(llink_regs
, 0440, temac_show_llink_regs
, NULL
);
976 static struct attribute
*temac_device_attrs
[] = {
977 &dev_attr_llink_regs
.attr
,
981 static const struct attribute_group temac_attr_group
= {
982 .attrs
= temac_device_attrs
,
985 /* ethtool support */
986 static int temac_get_settings(struct net_device
*ndev
, struct ethtool_cmd
*cmd
)
988 struct temac_local
*lp
= netdev_priv(ndev
);
989 return phy_ethtool_gset(lp
->phy_dev
, cmd
);
992 static int temac_set_settings(struct net_device
*ndev
, struct ethtool_cmd
*cmd
)
994 struct temac_local
*lp
= netdev_priv(ndev
);
995 return phy_ethtool_sset(lp
->phy_dev
, cmd
);
998 static int temac_nway_reset(struct net_device
*ndev
)
1000 struct temac_local
*lp
= netdev_priv(ndev
);
1001 return phy_start_aneg(lp
->phy_dev
);
1004 static const struct ethtool_ops temac_ethtool_ops
= {
1005 .get_settings
= temac_get_settings
,
1006 .set_settings
= temac_set_settings
,
1007 .nway_reset
= temac_nway_reset
,
1008 .get_link
= ethtool_op_get_link
,
1011 static int __devinit
temac_of_probe(struct platform_device
*op
)
1013 struct device_node
*np
;
1014 struct temac_local
*lp
;
1015 struct net_device
*ndev
;
1020 /* Init network device structure */
1021 ndev
= alloc_etherdev(sizeof(*lp
));
1026 dev_set_drvdata(&op
->dev
, ndev
);
1027 SET_NETDEV_DEV(ndev
, &op
->dev
);
1028 ndev
->flags
&= ~IFF_MULTICAST
; /* clear multicast */
1029 ndev
->features
= NETIF_F_SG
;
1030 ndev
->netdev_ops
= &temac_netdev_ops
;
1031 ndev
->ethtool_ops
= &temac_ethtool_ops
;
1033 ndev
->features
|= NETIF_F_IP_CSUM
; /* Can checksum TCP/UDP over IPv4. */
1034 ndev
->features
|= NETIF_F_HW_CSUM
; /* Can checksum all the packets. */
1035 ndev
->features
|= NETIF_F_IPV6_CSUM
; /* Can checksum IPV6 TCP/UDP */
1036 ndev
->features
|= NETIF_F_HIGHDMA
; /* Can DMA to high memory. */
1037 ndev
->features
|= NETIF_F_HW_VLAN_TX
; /* Transmit VLAN hw accel */
1038 ndev
->features
|= NETIF_F_HW_VLAN_RX
; /* Receive VLAN hw acceleration */
1039 ndev
->features
|= NETIF_F_HW_VLAN_FILTER
; /* Receive VLAN filtering */
1040 ndev
->features
|= NETIF_F_VLAN_CHALLENGED
; /* cannot handle VLAN pkts */
1041 ndev
->features
|= NETIF_F_GSO
; /* Enable software GSO. */
1042 ndev
->features
|= NETIF_F_MULTI_QUEUE
; /* Has multiple TX/RX queues */
1043 ndev
->features
|= NETIF_F_LRO
; /* large receive offload */
1046 /* setup temac private info structure */
1047 lp
= netdev_priv(ndev
);
1050 lp
->options
= XTE_OPTION_DEFAULTS
;
1051 spin_lock_init(&lp
->rx_lock
);
1052 mutex_init(&lp
->indirect_mutex
);
1054 /* map device registers */
1055 lp
->regs
= of_iomap(op
->dev
.of_node
, 0);
1057 dev_err(&op
->dev
, "could not map temac regs.\n");
1061 /* Setup checksum offload, but default to off if not specified */
1062 lp
->temac_features
= 0;
1063 p
= (__be32
*)of_get_property(op
->dev
.of_node
, "xlnx,txcsum", NULL
);
1064 if (p
&& be32_to_cpu(*p
)) {
1065 lp
->temac_features
|= TEMAC_FEATURE_TX_CSUM
;
1066 /* Can checksum TCP/UDP over IPv4. */
1067 ndev
->features
|= NETIF_F_IP_CSUM
;
1069 p
= (__be32
*)of_get_property(op
->dev
.of_node
, "xlnx,rxcsum", NULL
);
1070 if (p
&& be32_to_cpu(*p
))
1071 lp
->temac_features
|= TEMAC_FEATURE_RX_CSUM
;
1073 /* Find the DMA node, map the DMA registers, and decode the DMA IRQs */
1074 np
= of_parse_phandle(op
->dev
.of_node
, "llink-connected", 0);
1076 dev_err(&op
->dev
, "could not find DMA node\n");
1080 /* Setup the DMA register accesses, could be DCR or memory mapped */
1081 if (temac_dcr_setup(lp
, op
, np
)) {
1083 /* no DCR in the device tree, try non-DCR */
1084 lp
->sdma_regs
= of_iomap(np
, 0);
1085 if (lp
->sdma_regs
) {
1086 lp
->dma_in
= temac_dma_in32
;
1087 lp
->dma_out
= temac_dma_out32
;
1088 dev_dbg(&op
->dev
, "MEM base: %p\n", lp
->sdma_regs
);
1090 dev_err(&op
->dev
, "unable to map DMA registers\n");
1096 lp
->rx_irq
= irq_of_parse_and_map(np
, 0);
1097 lp
->tx_irq
= irq_of_parse_and_map(np
, 1);
1099 of_node_put(np
); /* Finished with the DMA node; drop the reference */
1101 if (!lp
->rx_irq
|| !lp
->tx_irq
) {
1102 dev_err(&op
->dev
, "could not determine irqs\n");
1108 /* Retrieve the MAC address */
1109 addr
= of_get_property(op
->dev
.of_node
, "local-mac-address", &size
);
1110 if ((!addr
) || (size
!= 6)) {
1111 dev_err(&op
->dev
, "could not find MAC address\n");
1115 temac_set_mac_address(ndev
, (void *)addr
);
1117 rc
= temac_mdio_setup(lp
, op
->dev
.of_node
);
1119 dev_warn(&op
->dev
, "error registering MDIO bus\n");
1121 lp
->phy_node
= of_parse_phandle(op
->dev
.of_node
, "phy-handle", 0);
1123 dev_dbg(lp
->dev
, "using PHY node %s (%p)\n", np
->full_name
, np
);
1125 /* Add the device attributes */
1126 rc
= sysfs_create_group(&lp
->dev
->kobj
, &temac_attr_group
);
1128 dev_err(lp
->dev
, "Error creating sysfs files\n");
1132 rc
= register_netdev(lp
->ndev
);
1134 dev_err(lp
->dev
, "register_netdev() error (%i)\n", rc
);
1135 goto err_register_ndev
;
1141 sysfs_remove_group(&lp
->dev
->kobj
, &temac_attr_group
);
1144 iounmap(lp
->sdma_regs
);
1153 static int __devexit
temac_of_remove(struct platform_device
*op
)
1155 struct net_device
*ndev
= dev_get_drvdata(&op
->dev
);
1156 struct temac_local
*lp
= netdev_priv(ndev
);
1158 temac_mdio_teardown(lp
);
1159 unregister_netdev(ndev
);
1160 sysfs_remove_group(&lp
->dev
->kobj
, &temac_attr_group
);
1162 of_node_put(lp
->phy_node
);
1163 lp
->phy_node
= NULL
;
1164 dev_set_drvdata(&op
->dev
, NULL
);
1167 iounmap(lp
->sdma_regs
);
1172 static struct of_device_id temac_of_match
[] __devinitdata
= {
1173 { .compatible
= "xlnx,xps-ll-temac-1.01.b", },
1174 { .compatible
= "xlnx,xps-ll-temac-2.00.a", },
1175 { .compatible
= "xlnx,xps-ll-temac-2.02.a", },
1176 { .compatible
= "xlnx,xps-ll-temac-2.03.a", },
1179 MODULE_DEVICE_TABLE(of
, temac_of_match
);
1181 static struct platform_driver temac_of_driver
= {
1182 .probe
= temac_of_probe
,
1183 .remove
= __devexit_p(temac_of_remove
),
1185 .owner
= THIS_MODULE
,
1186 .name
= "xilinx_temac",
1187 .of_match_table
= temac_of_match
,
1191 module_platform_driver(temac_of_driver
);
1193 MODULE_DESCRIPTION("Xilinx LL_TEMAC Ethernet driver");
1194 MODULE_AUTHOR("Yoshio Kashiwagi");
1195 MODULE_LICENSE("GPL");