1 /* Copyright (c) 2013-2016, The Linux Foundation. All rights reserved.
3 * This program is free software; you can redistribute it and/or modify
4 * it under the terms of the GNU General Public License version 2 and
5 * only version 2 as published by the Free Software Foundation.
7 * This program is distributed in the hope that it will be useful,
8 * but WITHOUT ANY WARRANTY; without even the implied warranty of
9 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
10 * GNU General Public License for more details.
13 /* Qualcomm Technologies, Inc. EMAC Gigabit Ethernet Driver */
15 #include <linux/if_ether.h>
16 #include <linux/if_vlan.h>
17 #include <linux/interrupt.h>
19 #include <linux/module.h>
21 #include <linux/of_net.h>
22 #include <linux/of_device.h>
23 #include <linux/phy.h>
24 #include <linux/platform_device.h>
25 #include <linux/acpi.h>
29 #include "emac-sgmii.h"
31 #define EMAC_MSG_DEFAULT (NETIF_MSG_DRV | NETIF_MSG_PROBE | NETIF_MSG_LINK | \
32 NETIF_MSG_TIMER | NETIF_MSG_IFDOWN | NETIF_MSG_IFUP)
34 #define EMAC_RRD_SIZE 4
35 /* The RRD size if timestamping is enabled: */
36 #define EMAC_TS_RRD_SIZE 6
37 #define EMAC_TPD_SIZE 4
38 #define EMAC_RFD_SIZE 2
40 #define REG_MAC_RX_STATUS_BIN EMAC_RXMAC_STATC_REG0
41 #define REG_MAC_RX_STATUS_END EMAC_RXMAC_STATC_REG22
42 #define REG_MAC_TX_STATUS_BIN EMAC_TXMAC_STATC_REG0
43 #define REG_MAC_TX_STATUS_END EMAC_TXMAC_STATC_REG24
45 #define RXQ0_NUM_RFD_PREF_DEF 8
46 #define TXQ0_NUM_TPD_PREF_DEF 5
48 #define EMAC_PREAMBLE_DEF 7
50 #define DMAR_DLY_CNT_DEF 15
51 #define DMAW_DLY_CNT_DEF 4
53 #define IMR_NORMAL_MASK (\
59 #define IMR_EXTENDED_MASK (\
73 #define ISR_GPHY_LINK (\
91 /* in sync with enum emac_clk_id */
92 static const char * const emac_clk_name
[] = {
93 "axi_clk", "cfg_ahb_clk", "high_speed_clk", "mdio_clk", "tx_clk",
97 void emac_reg_update32(void __iomem
*addr
, u32 mask
, u32 val
)
99 u32 data
= readl(addr
);
101 writel(((data
& ~mask
) | val
), addr
);
105 int emac_reinit_locked(struct emac_adapter
*adpt
)
109 mutex_lock(&adpt
->reset_lock
);
112 emac_sgmii_reset(adpt
);
113 ret
= emac_mac_up(adpt
);
115 mutex_unlock(&adpt
->reset_lock
);
121 static int emac_napi_rtx(struct napi_struct
*napi
, int budget
)
123 struct emac_rx_queue
*rx_q
=
124 container_of(napi
, struct emac_rx_queue
, napi
);
125 struct emac_adapter
*adpt
= netdev_priv(rx_q
->netdev
);
126 struct emac_irq
*irq
= rx_q
->irq
;
129 emac_mac_rx_process(adpt
, rx_q
, &work_done
, budget
);
131 if (work_done
< budget
) {
134 irq
->mask
|= rx_q
->intr
;
135 writel(irq
->mask
, adpt
->base
+ EMAC_INT_MASK
);
141 /* Transmit the packet */
142 static int emac_start_xmit(struct sk_buff
*skb
, struct net_device
*netdev
)
144 struct emac_adapter
*adpt
= netdev_priv(netdev
);
146 return emac_mac_tx_buf_send(adpt
, &adpt
->tx_q
, skb
);
149 irqreturn_t
emac_isr(int _irq
, void *data
)
151 struct emac_irq
*irq
= data
;
152 struct emac_adapter
*adpt
=
153 container_of(irq
, struct emac_adapter
, irq
);
154 struct emac_rx_queue
*rx_q
= &adpt
->rx_q
;
157 /* disable the interrupt */
158 writel(0, adpt
->base
+ EMAC_INT_MASK
);
160 isr
= readl_relaxed(adpt
->base
+ EMAC_INT_STATUS
);
162 status
= isr
& irq
->mask
;
166 if (status
& ISR_ERROR
) {
167 netif_warn(adpt
, intr
, adpt
->netdev
,
168 "warning: error irq status 0x%lx\n",
171 schedule_work(&adpt
->work_thread
);
174 /* Schedule the napi for receive queue with interrupt
177 if (status
& rx_q
->intr
) {
178 if (napi_schedule_prep(&rx_q
->napi
)) {
179 irq
->mask
&= ~rx_q
->intr
;
180 __napi_schedule(&rx_q
->napi
);
184 if (status
& TX_PKT_INT
)
185 emac_mac_tx_process(adpt
, &adpt
->tx_q
);
187 if (status
& ISR_OVER
)
188 net_warn_ratelimited("warning: TX/RX overflow\n");
191 if (status
& ISR_GPHY_LINK
)
192 phy_mac_interrupt(adpt
->phydev
, !!(status
& GPHY_LINK_UP_INT
));
195 /* enable the interrupt */
196 writel(irq
->mask
, adpt
->base
+ EMAC_INT_MASK
);
201 /* Configure VLAN tag strip/insert feature */
202 static int emac_set_features(struct net_device
*netdev
,
203 netdev_features_t features
)
205 netdev_features_t changed
= features
^ netdev
->features
;
206 struct emac_adapter
*adpt
= netdev_priv(netdev
);
208 /* We only need to reprogram the hardware if the VLAN tag features
209 * have changed, and if it's already running.
211 if (!(changed
& (NETIF_F_HW_VLAN_CTAG_TX
| NETIF_F_HW_VLAN_CTAG_RX
)))
214 if (!netif_running(netdev
))
217 /* emac_mac_mode_config() uses netdev->features to configure the EMAC,
218 * so make sure it's set first.
220 netdev
->features
= features
;
222 return emac_reinit_locked(adpt
);
225 /* Configure Multicast and Promiscuous modes */
226 static void emac_rx_mode_set(struct net_device
*netdev
)
228 struct emac_adapter
*adpt
= netdev_priv(netdev
);
229 struct netdev_hw_addr
*ha
;
231 emac_mac_mode_config(adpt
);
233 /* update multicast address filtering */
234 emac_mac_multicast_addr_clear(adpt
);
235 netdev_for_each_mc_addr(ha
, netdev
)
236 emac_mac_multicast_addr_set(adpt
, ha
->addr
);
239 /* Change the Maximum Transfer Unit (MTU) */
240 static int emac_change_mtu(struct net_device
*netdev
, int new_mtu
)
242 unsigned int max_frame
= new_mtu
+ ETH_HLEN
+ ETH_FCS_LEN
+ VLAN_HLEN
;
243 struct emac_adapter
*adpt
= netdev_priv(netdev
);
245 if ((max_frame
< EMAC_MIN_ETH_FRAME_SIZE
) ||
246 (max_frame
> EMAC_MAX_ETH_FRAME_SIZE
)) {
247 netdev_err(adpt
->netdev
, "error: invalid MTU setting\n");
251 netif_info(adpt
, hw
, adpt
->netdev
,
252 "changing MTU from %d to %d\n", netdev
->mtu
,
254 netdev
->mtu
= new_mtu
;
256 if (netif_running(netdev
))
257 return emac_reinit_locked(adpt
);
262 /* Called when the network interface is made active */
263 static int emac_open(struct net_device
*netdev
)
265 struct emac_adapter
*adpt
= netdev_priv(netdev
);
268 /* allocate rx/tx dma buffer & descriptors */
269 ret
= emac_mac_rx_tx_rings_alloc_all(adpt
);
271 netdev_err(adpt
->netdev
, "error allocating rx/tx rings\n");
275 ret
= emac_mac_up(adpt
);
277 emac_mac_rx_tx_rings_free_all(adpt
);
281 emac_mac_start(adpt
);
286 /* Called when the network interface is disabled */
287 static int emac_close(struct net_device
*netdev
)
289 struct emac_adapter
*adpt
= netdev_priv(netdev
);
291 mutex_lock(&adpt
->reset_lock
);
294 emac_mac_rx_tx_rings_free_all(adpt
);
296 mutex_unlock(&adpt
->reset_lock
);
301 /* Respond to a TX hang */
302 static void emac_tx_timeout(struct net_device
*netdev
)
304 struct emac_adapter
*adpt
= netdev_priv(netdev
);
306 schedule_work(&adpt
->work_thread
);
309 /* IOCTL support for the interface */
310 static int emac_ioctl(struct net_device
*netdev
, struct ifreq
*ifr
, int cmd
)
312 if (!netif_running(netdev
))
318 return phy_mii_ioctl(netdev
->phydev
, ifr
, cmd
);
321 /* Provide network statistics info for the interface */
322 static struct rtnl_link_stats64
*emac_get_stats64(struct net_device
*netdev
,
323 struct rtnl_link_stats64
*net_stats
)
325 struct emac_adapter
*adpt
= netdev_priv(netdev
);
326 unsigned int addr
= REG_MAC_RX_STATUS_BIN
;
327 struct emac_stats
*stats
= &adpt
->stats
;
328 u64
*stats_itr
= &adpt
->stats
.rx_ok
;
331 spin_lock(&stats
->lock
);
333 while (addr
<= REG_MAC_RX_STATUS_END
) {
334 val
= readl_relaxed(adpt
->base
+ addr
);
340 /* additional rx status */
341 val
= readl_relaxed(adpt
->base
+ EMAC_RXMAC_STATC_REG23
);
342 adpt
->stats
.rx_crc_align
+= val
;
343 val
= readl_relaxed(adpt
->base
+ EMAC_RXMAC_STATC_REG24
);
344 adpt
->stats
.rx_jabbers
+= val
;
346 /* update tx status */
347 addr
= REG_MAC_TX_STATUS_BIN
;
348 stats_itr
= &adpt
->stats
.tx_ok
;
350 while (addr
<= REG_MAC_TX_STATUS_END
) {
351 val
= readl_relaxed(adpt
->base
+ addr
);
357 /* additional tx status */
358 val
= readl_relaxed(adpt
->base
+ EMAC_TXMAC_STATC_REG25
);
359 adpt
->stats
.tx_col
+= val
;
361 /* return parsed statistics */
362 net_stats
->rx_packets
= stats
->rx_ok
;
363 net_stats
->tx_packets
= stats
->tx_ok
;
364 net_stats
->rx_bytes
= stats
->rx_byte_cnt
;
365 net_stats
->tx_bytes
= stats
->tx_byte_cnt
;
366 net_stats
->multicast
= stats
->rx_mcast
;
367 net_stats
->collisions
= stats
->tx_1_col
+ stats
->tx_2_col
* 2 +
368 stats
->tx_late_col
+ stats
->tx_abort_col
;
370 net_stats
->rx_errors
= stats
->rx_frag
+ stats
->rx_fcs_err
+
371 stats
->rx_len_err
+ stats
->rx_sz_ov
+
373 net_stats
->rx_fifo_errors
= stats
->rx_rxf_ov
;
374 net_stats
->rx_length_errors
= stats
->rx_len_err
;
375 net_stats
->rx_crc_errors
= stats
->rx_fcs_err
;
376 net_stats
->rx_frame_errors
= stats
->rx_align_err
;
377 net_stats
->rx_over_errors
= stats
->rx_rxf_ov
;
378 net_stats
->rx_missed_errors
= stats
->rx_rxf_ov
;
380 net_stats
->tx_errors
= stats
->tx_late_col
+ stats
->tx_abort_col
+
381 stats
->tx_underrun
+ stats
->tx_trunc
;
382 net_stats
->tx_fifo_errors
= stats
->tx_underrun
;
383 net_stats
->tx_aborted_errors
= stats
->tx_abort_col
;
384 net_stats
->tx_window_errors
= stats
->tx_late_col
;
386 spin_unlock(&stats
->lock
);
391 static const struct net_device_ops emac_netdev_ops
= {
392 .ndo_open
= emac_open
,
393 .ndo_stop
= emac_close
,
394 .ndo_validate_addr
= eth_validate_addr
,
395 .ndo_start_xmit
= emac_start_xmit
,
396 .ndo_set_mac_address
= eth_mac_addr
,
397 .ndo_change_mtu
= emac_change_mtu
,
398 .ndo_do_ioctl
= emac_ioctl
,
399 .ndo_tx_timeout
= emac_tx_timeout
,
400 .ndo_get_stats64
= emac_get_stats64
,
401 .ndo_set_features
= emac_set_features
,
402 .ndo_set_rx_mode
= emac_rx_mode_set
,
405 /* Watchdog task routine, called to reinitialize the EMAC */
406 static void emac_work_thread(struct work_struct
*work
)
408 struct emac_adapter
*adpt
=
409 container_of(work
, struct emac_adapter
, work_thread
);
411 emac_reinit_locked(adpt
);
414 /* Initialize various data structures */
415 static void emac_init_adapter(struct emac_adapter
*adpt
)
420 adpt
->tx_desc_cnt
= EMAC_DEF_TX_DESCS
;
421 adpt
->rx_desc_cnt
= EMAC_DEF_RX_DESCS
;
424 adpt
->dma_order
= emac_dma_ord_out
;
425 adpt
->dmar_block
= emac_dma_req_4096
;
426 adpt
->dmaw_block
= emac_dma_req_128
;
427 adpt
->dmar_dly_cnt
= DMAR_DLY_CNT_DEF
;
428 adpt
->dmaw_dly_cnt
= DMAW_DLY_CNT_DEF
;
429 adpt
->tpd_burst
= TXQ0_NUM_TPD_PREF_DEF
;
430 adpt
->rfd_burst
= RXQ0_NUM_RFD_PREF_DEF
;
433 reg
= ((EMAC_DEF_RX_IRQ_MOD
>> 1) << IRQ_MODERATOR2_INIT_SHFT
) |
434 ((EMAC_DEF_TX_IRQ_MOD
>> 1) << IRQ_MODERATOR_INIT_SHFT
);
438 adpt
->preamble
= EMAC_PREAMBLE_DEF
;
442 static int emac_clks_get(struct platform_device
*pdev
,
443 struct emac_adapter
*adpt
)
447 for (i
= 0; i
< EMAC_CLK_CNT
; i
++) {
448 struct clk
*clk
= devm_clk_get(&pdev
->dev
, emac_clk_name
[i
]);
452 "could not claim clock %s (error=%li)\n",
453 emac_clk_name
[i
], PTR_ERR(clk
));
464 /* Initialize clocks */
465 static int emac_clks_phase1_init(struct platform_device
*pdev
,
466 struct emac_adapter
*adpt
)
470 ret
= emac_clks_get(pdev
, adpt
);
474 ret
= clk_prepare_enable(adpt
->clk
[EMAC_CLK_AXI
]);
478 ret
= clk_prepare_enable(adpt
->clk
[EMAC_CLK_CFG_AHB
]);
482 ret
= clk_set_rate(adpt
->clk
[EMAC_CLK_HIGH_SPEED
], 19200000);
486 return clk_prepare_enable(adpt
->clk
[EMAC_CLK_HIGH_SPEED
]);
489 /* Enable clocks; needs emac_clks_phase1_init to be called before */
490 static int emac_clks_phase2_init(struct platform_device
*pdev
,
491 struct emac_adapter
*adpt
)
495 ret
= clk_set_rate(adpt
->clk
[EMAC_CLK_TX
], 125000000);
499 ret
= clk_prepare_enable(adpt
->clk
[EMAC_CLK_TX
]);
503 ret
= clk_set_rate(adpt
->clk
[EMAC_CLK_HIGH_SPEED
], 125000000);
507 ret
= clk_set_rate(adpt
->clk
[EMAC_CLK_MDIO
], 25000000);
511 ret
= clk_prepare_enable(adpt
->clk
[EMAC_CLK_MDIO
]);
515 ret
= clk_prepare_enable(adpt
->clk
[EMAC_CLK_RX
]);
519 return clk_prepare_enable(adpt
->clk
[EMAC_CLK_SYS
]);
522 static void emac_clks_teardown(struct emac_adapter
*adpt
)
527 for (i
= 0; i
< EMAC_CLK_CNT
; i
++)
528 clk_disable_unprepare(adpt
->clk
[i
]);
531 /* Get the resources */
532 static int emac_probe_resources(struct platform_device
*pdev
,
533 struct emac_adapter
*adpt
)
535 struct net_device
*netdev
= adpt
->netdev
;
536 struct resource
*res
;
537 char maddr
[ETH_ALEN
];
540 /* get mac address */
541 if (device_get_mac_address(&pdev
->dev
, maddr
, ETH_ALEN
))
542 ether_addr_copy(netdev
->dev_addr
, maddr
);
544 eth_hw_addr_random(netdev
);
546 /* Core 0 interrupt */
547 ret
= platform_get_irq(pdev
, 0);
550 "error: missing core0 irq resource (error=%i)\n", ret
);
555 /* base register address */
556 res
= platform_get_resource(pdev
, IORESOURCE_MEM
, 0);
557 adpt
->base
= devm_ioremap_resource(&pdev
->dev
, res
);
558 if (IS_ERR(adpt
->base
))
559 return PTR_ERR(adpt
->base
);
561 /* CSR register address */
562 res
= platform_get_resource(pdev
, IORESOURCE_MEM
, 1);
563 adpt
->csr
= devm_ioremap_resource(&pdev
->dev
, res
);
564 if (IS_ERR(adpt
->csr
))
565 return PTR_ERR(adpt
->csr
);
567 netdev
->base_addr
= (unsigned long)adpt
->base
;
572 static const struct of_device_id emac_dt_match
[] = {
574 .compatible
= "qcom,fsm9900-emac",
578 MODULE_DEVICE_TABLE(of
, emac_dt_match
);
580 #if IS_ENABLED(CONFIG_ACPI)
581 static const struct acpi_device_id emac_acpi_match
[] = {
587 MODULE_DEVICE_TABLE(acpi
, emac_acpi_match
);
590 static int emac_probe(struct platform_device
*pdev
)
592 struct net_device
*netdev
;
593 struct emac_adapter
*adpt
;
594 struct emac_phy
*phy
;
599 /* The EMAC itself is capable of 64-bit DMA, so try that first. */
600 ret
= dma_set_mask_and_coherent(&pdev
->dev
, DMA_BIT_MASK(64));
602 /* Some platforms may restrict the EMAC's address bus to less
603 * then the size of DDR. In this case, we need to try a
604 * smaller mask. We could try every possible smaller mask,
605 * but that's overkill. Instead, just fall to 32-bit, which
606 * should always work.
608 ret
= dma_set_mask_and_coherent(&pdev
->dev
, DMA_BIT_MASK(32));
610 dev_err(&pdev
->dev
, "could not set DMA mask\n");
615 netdev
= alloc_etherdev(sizeof(struct emac_adapter
));
619 dev_set_drvdata(&pdev
->dev
, netdev
);
620 SET_NETDEV_DEV(netdev
, &pdev
->dev
);
622 adpt
= netdev_priv(netdev
);
623 adpt
->netdev
= netdev
;
624 adpt
->msg_enable
= EMAC_MSG_DEFAULT
;
628 mutex_init(&adpt
->reset_lock
);
629 spin_lock_init(&adpt
->stats
.lock
);
631 adpt
->irq
.mask
= RX_PKT_INT0
| IMR_NORMAL_MASK
;
633 ret
= emac_probe_resources(pdev
, adpt
);
635 goto err_undo_netdev
;
637 /* initialize clocks */
638 ret
= emac_clks_phase1_init(pdev
, adpt
);
640 dev_err(&pdev
->dev
, "could not initialize clocks\n");
641 goto err_undo_netdev
;
644 netdev
->watchdog_timeo
= EMAC_WATCHDOG_TIME
;
645 netdev
->irq
= adpt
->irq
.irq
;
647 adpt
->rrd_size
= EMAC_RRD_SIZE
;
648 adpt
->tpd_size
= EMAC_TPD_SIZE
;
649 adpt
->rfd_size
= EMAC_RFD_SIZE
;
651 netdev
->netdev_ops
= &emac_netdev_ops
;
653 emac_init_adapter(adpt
);
655 /* init external phy */
656 ret
= emac_phy_config(pdev
, adpt
);
658 goto err_undo_clocks
;
660 /* init internal sgmii phy */
661 ret
= emac_sgmii_config(pdev
, adpt
);
663 goto err_undo_mdiobus
;
666 ret
= emac_clks_phase2_init(pdev
, adpt
);
668 dev_err(&pdev
->dev
, "could not initialize clocks\n");
669 goto err_undo_mdiobus
;
672 emac_mac_reset(adpt
);
674 /* set hw features */
675 netdev
->features
= NETIF_F_SG
| NETIF_F_HW_CSUM
| NETIF_F_RXCSUM
|
676 NETIF_F_TSO
| NETIF_F_TSO6
| NETIF_F_HW_VLAN_CTAG_RX
|
677 NETIF_F_HW_VLAN_CTAG_TX
;
678 netdev
->hw_features
= netdev
->features
;
680 netdev
->vlan_features
|= NETIF_F_SG
| NETIF_F_HW_CSUM
|
681 NETIF_F_TSO
| NETIF_F_TSO6
;
683 INIT_WORK(&adpt
->work_thread
, emac_work_thread
);
685 /* Initialize queues */
686 emac_mac_rx_tx_ring_init_all(pdev
, adpt
);
688 netif_napi_add(netdev
, &adpt
->rx_q
.napi
, emac_napi_rtx
,
691 ret
= register_netdev(netdev
);
693 dev_err(&pdev
->dev
, "could not register net device\n");
697 reg
= readl_relaxed(adpt
->base
+ EMAC_DMA_MAS_CTRL
);
698 devid
= (reg
& DEV_ID_NUM_BMSK
) >> DEV_ID_NUM_SHFT
;
699 revid
= (reg
& DEV_REV_NUM_BMSK
) >> DEV_REV_NUM_SHFT
;
700 reg
= readl_relaxed(adpt
->base
+ EMAC_CORE_HW_VERSION
);
702 netif_info(adpt
, probe
, netdev
,
703 "hardware id %d.%d, hardware version %d.%d.%d\n",
705 (reg
& MAJOR_BMSK
) >> MAJOR_SHFT
,
706 (reg
& MINOR_BMSK
) >> MINOR_SHFT
,
707 (reg
& STEP_BMSK
) >> STEP_SHFT
);
712 netif_napi_del(&adpt
->rx_q
.napi
);
714 if (!has_acpi_companion(&pdev
->dev
))
715 put_device(&adpt
->phydev
->mdio
.dev
);
716 mdiobus_unregister(adpt
->mii_bus
);
718 emac_clks_teardown(adpt
);
725 static int emac_remove(struct platform_device
*pdev
)
727 struct net_device
*netdev
= dev_get_drvdata(&pdev
->dev
);
728 struct emac_adapter
*adpt
= netdev_priv(netdev
);
730 unregister_netdev(netdev
);
731 netif_napi_del(&adpt
->rx_q
.napi
);
733 emac_clks_teardown(adpt
);
735 if (!has_acpi_companion(&pdev
->dev
))
736 put_device(&adpt
->phydev
->mdio
.dev
);
737 mdiobus_unregister(adpt
->mii_bus
);
740 if (adpt
->phy
.digital
)
741 iounmap(adpt
->phy
.digital
);
742 iounmap(adpt
->phy
.base
);
747 static struct platform_driver emac_platform_driver
= {
749 .remove
= emac_remove
,
752 .of_match_table
= emac_dt_match
,
753 .acpi_match_table
= ACPI_PTR(emac_acpi_match
),
757 module_platform_driver(emac_platform_driver
);
759 MODULE_LICENSE("GPL v2");
760 MODULE_ALIAS("platform:qcom-emac");