2 * Copyright (C) 2006-2009 Freescale Semicondutor, Inc. All rights reserved.
4 * Author: Shlomi Gridish <gridish@freescale.com>
5 * Li Yang <leoli@freescale.com>
8 * QE UCC Gigabit Ethernet Driver
10 * This program is free software; you can redistribute it and/or modify it
11 * under the terms of the GNU General Public License as published by the
12 * Free Software Foundation; either version 2 of the License, or (at your
13 * option) any later version.
15 #include <linux/kernel.h>
16 #include <linux/init.h>
17 #include <linux/errno.h>
18 #include <linux/slab.h>
19 #include <linux/stddef.h>
20 #include <linux/interrupt.h>
21 #include <linux/netdevice.h>
22 #include <linux/etherdevice.h>
23 #include <linux/skbuff.h>
24 #include <linux/spinlock.h>
26 #include <linux/dma-mapping.h>
27 #include <linux/mii.h>
28 #include <linux/phy.h>
29 #include <linux/workqueue.h>
30 #include <linux/of_mdio.h>
31 #include <linux/of_net.h>
32 #include <linux/of_platform.h>
34 #include <asm/uaccess.h>
37 #include <asm/immap_qe.h>
40 #include <asm/ucc_fast.h>
41 #include <asm/machdep.h>
44 #include "fsl_pq_mdio.h"
48 #define ugeth_printk(level, format, arg...) \
49 printk(level format "\n", ## arg)
51 #define ugeth_dbg(format, arg...) \
52 ugeth_printk(KERN_DEBUG , format , ## arg)
53 #define ugeth_err(format, arg...) \
54 ugeth_printk(KERN_ERR , format , ## arg)
55 #define ugeth_info(format, arg...) \
56 ugeth_printk(KERN_INFO , format , ## arg)
57 #define ugeth_warn(format, arg...) \
58 ugeth_printk(KERN_WARNING , format , ## arg)
60 #ifdef UGETH_VERBOSE_DEBUG
61 #define ugeth_vdbg ugeth_dbg
63 #define ugeth_vdbg(fmt, args...) do { } while (0)
64 #endif /* UGETH_VERBOSE_DEBUG */
65 #define UGETH_MSG_DEFAULT (NETIF_MSG_IFUP << 1 ) - 1
68 static DEFINE_SPINLOCK(ugeth_lock
);
74 module_param_named(debug
, debug
.msg_enable
, int, 0);
75 MODULE_PARM_DESC(debug
, "Debug verbosity level (0=none, ..., 0xffff=all)");
77 static struct ucc_geth_info ugeth_primary_info
= {
79 .bd_mem_part
= MEM_PART_SYSTEM
,
80 .rtsm
= UCC_FAST_SEND_IDLES_BETWEEN_FRAMES
,
81 .max_rx_buf_length
= 1536,
82 /* adjusted at startup if max-speed 1000 */
83 .urfs
= UCC_GETH_URFS_INIT
,
84 .urfet
= UCC_GETH_URFET_INIT
,
85 .urfset
= UCC_GETH_URFSET_INIT
,
86 .utfs
= UCC_GETH_UTFS_INIT
,
87 .utfet
= UCC_GETH_UTFET_INIT
,
88 .utftt
= UCC_GETH_UTFTT_INIT
,
90 .mode
= UCC_FAST_PROTOCOL_MODE_ETHERNET
,
91 .ttx_trx
= UCC_FAST_GUMR_TRANSPARENT_TTX_TRX_NORMAL
,
92 .tenc
= UCC_FAST_TX_ENCODING_NRZ
,
93 .renc
= UCC_FAST_RX_ENCODING_NRZ
,
94 .tcrc
= UCC_FAST_16_BIT_CRC
,
95 .synl
= UCC_FAST_SYNC_LEN_NOT_USED
,
99 .extendedFilteringChainPointer
= ((uint32_t) NULL
),
100 .typeorlen
= 3072 /*1536 */ ,
101 .nonBackToBackIfgPart1
= 0x40,
102 .nonBackToBackIfgPart2
= 0x60,
103 .miminumInterFrameGapEnforcement
= 0x50,
104 .backToBackInterFrameGap
= 0x60,
108 .strictpriorityq
= 0xff,
109 .altBebTruncation
= 0xa,
111 .maxRetransmission
= 0xf,
112 .collisionWindow
= 0x37,
113 .receiveFlowControl
= 1,
114 .transmitFlowControl
= 1,
115 .maxGroupAddrInHash
= 4,
116 .maxIndAddrInHash
= 4,
118 .maxFrameLength
= 1518,
119 .minFrameLength
= 64,
123 .ecamptr
= ((uint32_t) NULL
),
124 .eventRegMask
= UCCE_OTHER
,
125 .pausePeriod
= 0xf000,
126 .interruptcoalescingmaxvalue
= {1, 1, 1, 1, 1, 1, 1, 1},
147 .numStationAddresses
= UCC_GETH_NUM_OF_STATION_ADDRESSES_1
,
148 .largestexternallookupkeysize
=
149 QE_FLTR_LARGEST_EXTERNAL_TABLE_LOOKUP_KEY_SIZE_NONE
,
150 .statisticsMode
= UCC_GETH_STATISTICS_GATHERING_MODE_HARDWARE
|
151 UCC_GETH_STATISTICS_GATHERING_MODE_FIRMWARE_TX
|
152 UCC_GETH_STATISTICS_GATHERING_MODE_FIRMWARE_RX
,
153 .vlanOperationTagged
= UCC_GETH_VLAN_OPERATION_TAGGED_NOP
,
154 .vlanOperationNonTagged
= UCC_GETH_VLAN_OPERATION_NON_TAGGED_NOP
,
155 .rxQoSMode
= UCC_GETH_QOS_MODE_DEFAULT
,
156 .aufc
= UPSMR_AUTOMATIC_FLOW_CONTROL_MODE_NONE
,
157 .padAndCrc
= MACCFG2_PAD_AND_CRC_MODE_PAD_AND_CRC
,
158 .numThreadsTx
= UCC_GETH_NUM_OF_THREADS_1
,
159 .numThreadsRx
= UCC_GETH_NUM_OF_THREADS_1
,
160 .riscTx
= QE_RISC_ALLOCATION_RISC1_AND_RISC2
,
161 .riscRx
= QE_RISC_ALLOCATION_RISC1_AND_RISC2
,
164 static struct ucc_geth_info ugeth_info
[8];
167 static void mem_disp(u8
*addr
, int size
)
170 int size16Aling
= (size
>> 4) << 4;
171 int size4Aling
= (size
>> 2) << 2;
176 for (i
= addr
; (u32
) i
< (u32
) addr
+ size16Aling
; i
+= 16)
177 printk("0x%08x: %08x %08x %08x %08x\r\n",
181 *((u32
*) (i
+ 8)), *((u32
*) (i
+ 12)));
183 printk("0x%08x: ", (u32
) i
);
184 for (; (u32
) i
< (u32
) addr
+ size4Aling
; i
+= 4)
185 printk("%08x ", *((u32
*) (i
)));
186 for (; (u32
) i
< (u32
) addr
+ size
; i
++)
187 printk("%02x", *((u8
*) (i
)));
193 static struct list_head
*dequeue(struct list_head
*lh
)
197 spin_lock_irqsave(&ugeth_lock
, flags
);
198 if (!list_empty(lh
)) {
199 struct list_head
*node
= lh
->next
;
201 spin_unlock_irqrestore(&ugeth_lock
, flags
);
204 spin_unlock_irqrestore(&ugeth_lock
, flags
);
209 static struct sk_buff
*get_new_skb(struct ucc_geth_private
*ugeth
,
212 struct sk_buff
*skb
= NULL
;
214 skb
= __skb_dequeue(&ugeth
->rx_recycle
);
216 skb
= dev_alloc_skb(ugeth
->ug_info
->uf_info
.max_rx_buf_length
+
217 UCC_GETH_RX_DATA_BUF_ALIGNMENT
);
221 /* We need the data buffer to be aligned properly. We will reserve
222 * as many bytes as needed to align the data properly
225 UCC_GETH_RX_DATA_BUF_ALIGNMENT
-
226 (((unsigned)skb
->data
) & (UCC_GETH_RX_DATA_BUF_ALIGNMENT
-
229 skb
->dev
= ugeth
->ndev
;
231 out_be32(&((struct qe_bd __iomem
*)bd
)->buf
,
232 dma_map_single(ugeth
->dev
,
234 ugeth
->ug_info
->uf_info
.max_rx_buf_length
+
235 UCC_GETH_RX_DATA_BUF_ALIGNMENT
,
238 out_be32((u32 __iomem
*)bd
,
239 (R_E
| R_I
| (in_be32((u32 __iomem
*)bd
) & R_W
)));
244 static int rx_bd_buffer_set(struct ucc_geth_private
*ugeth
, u8 rxQ
)
251 bd
= ugeth
->p_rx_bd_ring
[rxQ
];
255 bd_status
= in_be32((u32 __iomem
*)bd
);
256 skb
= get_new_skb(ugeth
, bd
);
258 if (!skb
) /* If can not allocate data buffer,
259 abort. Cleanup will be elsewhere */
262 ugeth
->rx_skbuff
[rxQ
][i
] = skb
;
264 /* advance the BD pointer */
265 bd
+= sizeof(struct qe_bd
);
267 } while (!(bd_status
& R_W
));
272 static int fill_init_enet_entries(struct ucc_geth_private
*ugeth
,
276 u32 thread_alignment
,
278 int skip_page_for_first_entry
)
280 u32 init_enet_offset
;
284 for (i
= 0; i
< num_entries
; i
++) {
285 if ((snum
= qe_get_snum()) < 0) {
286 if (netif_msg_ifup(ugeth
))
287 ugeth_err("fill_init_enet_entries: Can not get SNUM.");
290 if ((i
== 0) && skip_page_for_first_entry
)
291 /* First entry of Rx does not have page */
292 init_enet_offset
= 0;
295 qe_muram_alloc(thread_size
, thread_alignment
);
296 if (IS_ERR_VALUE(init_enet_offset
)) {
297 if (netif_msg_ifup(ugeth
))
298 ugeth_err("fill_init_enet_entries: Can not allocate DPRAM memory.");
299 qe_put_snum((u8
) snum
);
304 ((u8
) snum
<< ENET_INIT_PARAM_SNUM_SHIFT
) | init_enet_offset
311 static int return_init_enet_entries(struct ucc_geth_private
*ugeth
,
315 int skip_page_for_first_entry
)
317 u32 init_enet_offset
;
321 for (i
= 0; i
< num_entries
; i
++) {
324 /* Check that this entry was actually valid --
325 needed in case failed in allocations */
326 if ((val
& ENET_INIT_PARAM_RISC_MASK
) == risc
) {
328 (u32
) (val
& ENET_INIT_PARAM_SNUM_MASK
) >>
329 ENET_INIT_PARAM_SNUM_SHIFT
;
330 qe_put_snum((u8
) snum
);
331 if (!((i
== 0) && skip_page_for_first_entry
)) {
332 /* First entry of Rx does not have page */
334 (val
& ENET_INIT_PARAM_PTR_MASK
);
335 qe_muram_free(init_enet_offset
);
345 static int dump_init_enet_entries(struct ucc_geth_private
*ugeth
,
346 u32 __iomem
*p_start
,
350 int skip_page_for_first_entry
)
352 u32 init_enet_offset
;
356 for (i
= 0; i
< num_entries
; i
++) {
357 u32 val
= in_be32(p_start
);
359 /* Check that this entry was actually valid --
360 needed in case failed in allocations */
361 if ((val
& ENET_INIT_PARAM_RISC_MASK
) == risc
) {
363 (u32
) (val
& ENET_INIT_PARAM_SNUM_MASK
) >>
364 ENET_INIT_PARAM_SNUM_SHIFT
;
365 qe_put_snum((u8
) snum
);
366 if (!((i
== 0) && skip_page_for_first_entry
)) {
367 /* First entry of Rx does not have page */
370 ENET_INIT_PARAM_PTR_MASK
);
371 ugeth_info("Init enet entry %d:", i
);
372 ugeth_info("Base address: 0x%08x",
374 qe_muram_addr(init_enet_offset
));
375 mem_disp(qe_muram_addr(init_enet_offset
),
386 static void put_enet_addr_container(struct enet_addr_container
*enet_addr_cont
)
388 kfree(enet_addr_cont
);
391 static void set_mac_addr(__be16 __iomem
*reg
, u8
*mac
)
393 out_be16(®
[0], ((u16
)mac
[5] << 8) | mac
[4]);
394 out_be16(®
[1], ((u16
)mac
[3] << 8) | mac
[2]);
395 out_be16(®
[2], ((u16
)mac
[1] << 8) | mac
[0]);
398 static int hw_clear_addr_in_paddr(struct ucc_geth_private
*ugeth
, u8 paddr_num
)
400 struct ucc_geth_82xx_address_filtering_pram __iomem
*p_82xx_addr_filt
;
402 if (!(paddr_num
< NUM_OF_PADDRS
)) {
403 ugeth_warn("%s: Illagel paddr_num.", __func__
);
408 (struct ucc_geth_82xx_address_filtering_pram __iomem
*) ugeth
->p_rx_glbl_pram
->
411 /* Writing address ff.ff.ff.ff.ff.ff disables address
412 recognition for this register */
413 out_be16(&p_82xx_addr_filt
->paddr
[paddr_num
].h
, 0xffff);
414 out_be16(&p_82xx_addr_filt
->paddr
[paddr_num
].m
, 0xffff);
415 out_be16(&p_82xx_addr_filt
->paddr
[paddr_num
].l
, 0xffff);
420 static void hw_add_addr_in_hash(struct ucc_geth_private
*ugeth
,
423 struct ucc_geth_82xx_address_filtering_pram __iomem
*p_82xx_addr_filt
;
427 (struct ucc_geth_82xx_address_filtering_pram __iomem
*) ugeth
->p_rx_glbl_pram
->
431 ucc_fast_get_qe_cr_subblock(ugeth
->ug_info
->uf_info
.ucc_num
);
433 /* Ethernet frames are defined in Little Endian mode,
434 therefore to insert */
435 /* the address to the hash (Big Endian mode), we reverse the bytes.*/
437 set_mac_addr(&p_82xx_addr_filt
->taddr
.h
, p_enet_addr
);
439 qe_issue_cmd(QE_SET_GROUP_ADDRESS
, cecr_subblock
,
440 QE_CR_PROTOCOL_ETHERNET
, 0);
443 static inline int compare_addr(u8
**addr1
, u8
**addr2
)
445 return memcmp(addr1
, addr2
, ENET_NUM_OCTETS_PER_ADDRESS
);
449 static void get_statistics(struct ucc_geth_private
*ugeth
,
450 struct ucc_geth_tx_firmware_statistics
*
451 tx_firmware_statistics
,
452 struct ucc_geth_rx_firmware_statistics
*
453 rx_firmware_statistics
,
454 struct ucc_geth_hardware_statistics
*hardware_statistics
)
456 struct ucc_fast __iomem
*uf_regs
;
457 struct ucc_geth __iomem
*ug_regs
;
458 struct ucc_geth_tx_firmware_statistics_pram
*p_tx_fw_statistics_pram
;
459 struct ucc_geth_rx_firmware_statistics_pram
*p_rx_fw_statistics_pram
;
461 ug_regs
= ugeth
->ug_regs
;
462 uf_regs
= (struct ucc_fast __iomem
*) ug_regs
;
463 p_tx_fw_statistics_pram
= ugeth
->p_tx_fw_statistics_pram
;
464 p_rx_fw_statistics_pram
= ugeth
->p_rx_fw_statistics_pram
;
466 /* Tx firmware only if user handed pointer and driver actually
467 gathers Tx firmware statistics */
468 if (tx_firmware_statistics
&& p_tx_fw_statistics_pram
) {
469 tx_firmware_statistics
->sicoltx
=
470 in_be32(&p_tx_fw_statistics_pram
->sicoltx
);
471 tx_firmware_statistics
->mulcoltx
=
472 in_be32(&p_tx_fw_statistics_pram
->mulcoltx
);
473 tx_firmware_statistics
->latecoltxfr
=
474 in_be32(&p_tx_fw_statistics_pram
->latecoltxfr
);
475 tx_firmware_statistics
->frabortduecol
=
476 in_be32(&p_tx_fw_statistics_pram
->frabortduecol
);
477 tx_firmware_statistics
->frlostinmactxer
=
478 in_be32(&p_tx_fw_statistics_pram
->frlostinmactxer
);
479 tx_firmware_statistics
->carriersenseertx
=
480 in_be32(&p_tx_fw_statistics_pram
->carriersenseertx
);
481 tx_firmware_statistics
->frtxok
=
482 in_be32(&p_tx_fw_statistics_pram
->frtxok
);
483 tx_firmware_statistics
->txfrexcessivedefer
=
484 in_be32(&p_tx_fw_statistics_pram
->txfrexcessivedefer
);
485 tx_firmware_statistics
->txpkts256
=
486 in_be32(&p_tx_fw_statistics_pram
->txpkts256
);
487 tx_firmware_statistics
->txpkts512
=
488 in_be32(&p_tx_fw_statistics_pram
->txpkts512
);
489 tx_firmware_statistics
->txpkts1024
=
490 in_be32(&p_tx_fw_statistics_pram
->txpkts1024
);
491 tx_firmware_statistics
->txpktsjumbo
=
492 in_be32(&p_tx_fw_statistics_pram
->txpktsjumbo
);
495 /* Rx firmware only if user handed pointer and driver actually
496 * gathers Rx firmware statistics */
497 if (rx_firmware_statistics
&& p_rx_fw_statistics_pram
) {
499 rx_firmware_statistics
->frrxfcser
=
500 in_be32(&p_rx_fw_statistics_pram
->frrxfcser
);
501 rx_firmware_statistics
->fraligner
=
502 in_be32(&p_rx_fw_statistics_pram
->fraligner
);
503 rx_firmware_statistics
->inrangelenrxer
=
504 in_be32(&p_rx_fw_statistics_pram
->inrangelenrxer
);
505 rx_firmware_statistics
->outrangelenrxer
=
506 in_be32(&p_rx_fw_statistics_pram
->outrangelenrxer
);
507 rx_firmware_statistics
->frtoolong
=
508 in_be32(&p_rx_fw_statistics_pram
->frtoolong
);
509 rx_firmware_statistics
->runt
=
510 in_be32(&p_rx_fw_statistics_pram
->runt
);
511 rx_firmware_statistics
->verylongevent
=
512 in_be32(&p_rx_fw_statistics_pram
->verylongevent
);
513 rx_firmware_statistics
->symbolerror
=
514 in_be32(&p_rx_fw_statistics_pram
->symbolerror
);
515 rx_firmware_statistics
->dropbsy
=
516 in_be32(&p_rx_fw_statistics_pram
->dropbsy
);
517 for (i
= 0; i
< 0x8; i
++)
518 rx_firmware_statistics
->res0
[i
] =
519 p_rx_fw_statistics_pram
->res0
[i
];
520 rx_firmware_statistics
->mismatchdrop
=
521 in_be32(&p_rx_fw_statistics_pram
->mismatchdrop
);
522 rx_firmware_statistics
->underpkts
=
523 in_be32(&p_rx_fw_statistics_pram
->underpkts
);
524 rx_firmware_statistics
->pkts256
=
525 in_be32(&p_rx_fw_statistics_pram
->pkts256
);
526 rx_firmware_statistics
->pkts512
=
527 in_be32(&p_rx_fw_statistics_pram
->pkts512
);
528 rx_firmware_statistics
->pkts1024
=
529 in_be32(&p_rx_fw_statistics_pram
->pkts1024
);
530 rx_firmware_statistics
->pktsjumbo
=
531 in_be32(&p_rx_fw_statistics_pram
->pktsjumbo
);
532 rx_firmware_statistics
->frlossinmacer
=
533 in_be32(&p_rx_fw_statistics_pram
->frlossinmacer
);
534 rx_firmware_statistics
->pausefr
=
535 in_be32(&p_rx_fw_statistics_pram
->pausefr
);
536 for (i
= 0; i
< 0x4; i
++)
537 rx_firmware_statistics
->res1
[i
] =
538 p_rx_fw_statistics_pram
->res1
[i
];
539 rx_firmware_statistics
->removevlan
=
540 in_be32(&p_rx_fw_statistics_pram
->removevlan
);
541 rx_firmware_statistics
->replacevlan
=
542 in_be32(&p_rx_fw_statistics_pram
->replacevlan
);
543 rx_firmware_statistics
->insertvlan
=
544 in_be32(&p_rx_fw_statistics_pram
->insertvlan
);
547 /* Hardware only if user handed pointer and driver actually
548 gathers hardware statistics */
549 if (hardware_statistics
&&
550 (in_be32(&uf_regs
->upsmr
) & UCC_GETH_UPSMR_HSE
)) {
551 hardware_statistics
->tx64
= in_be32(&ug_regs
->tx64
);
552 hardware_statistics
->tx127
= in_be32(&ug_regs
->tx127
);
553 hardware_statistics
->tx255
= in_be32(&ug_regs
->tx255
);
554 hardware_statistics
->rx64
= in_be32(&ug_regs
->rx64
);
555 hardware_statistics
->rx127
= in_be32(&ug_regs
->rx127
);
556 hardware_statistics
->rx255
= in_be32(&ug_regs
->rx255
);
557 hardware_statistics
->txok
= in_be32(&ug_regs
->txok
);
558 hardware_statistics
->txcf
= in_be16(&ug_regs
->txcf
);
559 hardware_statistics
->tmca
= in_be32(&ug_regs
->tmca
);
560 hardware_statistics
->tbca
= in_be32(&ug_regs
->tbca
);
561 hardware_statistics
->rxfok
= in_be32(&ug_regs
->rxfok
);
562 hardware_statistics
->rxbok
= in_be32(&ug_regs
->rxbok
);
563 hardware_statistics
->rbyt
= in_be32(&ug_regs
->rbyt
);
564 hardware_statistics
->rmca
= in_be32(&ug_regs
->rmca
);
565 hardware_statistics
->rbca
= in_be32(&ug_regs
->rbca
);
569 static void dump_bds(struct ucc_geth_private
*ugeth
)
574 for (i
= 0; i
< ugeth
->ug_info
->numQueuesTx
; i
++) {
575 if (ugeth
->p_tx_bd_ring
[i
]) {
577 (ugeth
->ug_info
->bdRingLenTx
[i
] *
578 sizeof(struct qe_bd
));
579 ugeth_info("TX BDs[%d]", i
);
580 mem_disp(ugeth
->p_tx_bd_ring
[i
], length
);
583 for (i
= 0; i
< ugeth
->ug_info
->numQueuesRx
; i
++) {
584 if (ugeth
->p_rx_bd_ring
[i
]) {
586 (ugeth
->ug_info
->bdRingLenRx
[i
] *
587 sizeof(struct qe_bd
));
588 ugeth_info("RX BDs[%d]", i
);
589 mem_disp(ugeth
->p_rx_bd_ring
[i
], length
);
594 static void dump_regs(struct ucc_geth_private
*ugeth
)
598 ugeth_info("UCC%d Geth registers:", ugeth
->ug_info
->uf_info
.ucc_num
+ 1);
599 ugeth_info("Base address: 0x%08x", (u32
) ugeth
->ug_regs
);
601 ugeth_info("maccfg1 : addr - 0x%08x, val - 0x%08x",
602 (u32
) & ugeth
->ug_regs
->maccfg1
,
603 in_be32(&ugeth
->ug_regs
->maccfg1
));
604 ugeth_info("maccfg2 : addr - 0x%08x, val - 0x%08x",
605 (u32
) & ugeth
->ug_regs
->maccfg2
,
606 in_be32(&ugeth
->ug_regs
->maccfg2
));
607 ugeth_info("ipgifg : addr - 0x%08x, val - 0x%08x",
608 (u32
) & ugeth
->ug_regs
->ipgifg
,
609 in_be32(&ugeth
->ug_regs
->ipgifg
));
610 ugeth_info("hafdup : addr - 0x%08x, val - 0x%08x",
611 (u32
) & ugeth
->ug_regs
->hafdup
,
612 in_be32(&ugeth
->ug_regs
->hafdup
));
613 ugeth_info("ifctl : addr - 0x%08x, val - 0x%08x",
614 (u32
) & ugeth
->ug_regs
->ifctl
,
615 in_be32(&ugeth
->ug_regs
->ifctl
));
616 ugeth_info("ifstat : addr - 0x%08x, val - 0x%08x",
617 (u32
) & ugeth
->ug_regs
->ifstat
,
618 in_be32(&ugeth
->ug_regs
->ifstat
));
619 ugeth_info("macstnaddr1: addr - 0x%08x, val - 0x%08x",
620 (u32
) & ugeth
->ug_regs
->macstnaddr1
,
621 in_be32(&ugeth
->ug_regs
->macstnaddr1
));
622 ugeth_info("macstnaddr2: addr - 0x%08x, val - 0x%08x",
623 (u32
) & ugeth
->ug_regs
->macstnaddr2
,
624 in_be32(&ugeth
->ug_regs
->macstnaddr2
));
625 ugeth_info("uempr : addr - 0x%08x, val - 0x%08x",
626 (u32
) & ugeth
->ug_regs
->uempr
,
627 in_be32(&ugeth
->ug_regs
->uempr
));
628 ugeth_info("utbipar : addr - 0x%08x, val - 0x%08x",
629 (u32
) & ugeth
->ug_regs
->utbipar
,
630 in_be32(&ugeth
->ug_regs
->utbipar
));
631 ugeth_info("uescr : addr - 0x%08x, val - 0x%04x",
632 (u32
) & ugeth
->ug_regs
->uescr
,
633 in_be16(&ugeth
->ug_regs
->uescr
));
634 ugeth_info("tx64 : addr - 0x%08x, val - 0x%08x",
635 (u32
) & ugeth
->ug_regs
->tx64
,
636 in_be32(&ugeth
->ug_regs
->tx64
));
637 ugeth_info("tx127 : addr - 0x%08x, val - 0x%08x",
638 (u32
) & ugeth
->ug_regs
->tx127
,
639 in_be32(&ugeth
->ug_regs
->tx127
));
640 ugeth_info("tx255 : addr - 0x%08x, val - 0x%08x",
641 (u32
) & ugeth
->ug_regs
->tx255
,
642 in_be32(&ugeth
->ug_regs
->tx255
));
643 ugeth_info("rx64 : addr - 0x%08x, val - 0x%08x",
644 (u32
) & ugeth
->ug_regs
->rx64
,
645 in_be32(&ugeth
->ug_regs
->rx64
));
646 ugeth_info("rx127 : addr - 0x%08x, val - 0x%08x",
647 (u32
) & ugeth
->ug_regs
->rx127
,
648 in_be32(&ugeth
->ug_regs
->rx127
));
649 ugeth_info("rx255 : addr - 0x%08x, val - 0x%08x",
650 (u32
) & ugeth
->ug_regs
->rx255
,
651 in_be32(&ugeth
->ug_regs
->rx255
));
652 ugeth_info("txok : addr - 0x%08x, val - 0x%08x",
653 (u32
) & ugeth
->ug_regs
->txok
,
654 in_be32(&ugeth
->ug_regs
->txok
));
655 ugeth_info("txcf : addr - 0x%08x, val - 0x%04x",
656 (u32
) & ugeth
->ug_regs
->txcf
,
657 in_be16(&ugeth
->ug_regs
->txcf
));
658 ugeth_info("tmca : addr - 0x%08x, val - 0x%08x",
659 (u32
) & ugeth
->ug_regs
->tmca
,
660 in_be32(&ugeth
->ug_regs
->tmca
));
661 ugeth_info("tbca : addr - 0x%08x, val - 0x%08x",
662 (u32
) & ugeth
->ug_regs
->tbca
,
663 in_be32(&ugeth
->ug_regs
->tbca
));
664 ugeth_info("rxfok : addr - 0x%08x, val - 0x%08x",
665 (u32
) & ugeth
->ug_regs
->rxfok
,
666 in_be32(&ugeth
->ug_regs
->rxfok
));
667 ugeth_info("rxbok : addr - 0x%08x, val - 0x%08x",
668 (u32
) & ugeth
->ug_regs
->rxbok
,
669 in_be32(&ugeth
->ug_regs
->rxbok
));
670 ugeth_info("rbyt : addr - 0x%08x, val - 0x%08x",
671 (u32
) & ugeth
->ug_regs
->rbyt
,
672 in_be32(&ugeth
->ug_regs
->rbyt
));
673 ugeth_info("rmca : addr - 0x%08x, val - 0x%08x",
674 (u32
) & ugeth
->ug_regs
->rmca
,
675 in_be32(&ugeth
->ug_regs
->rmca
));
676 ugeth_info("rbca : addr - 0x%08x, val - 0x%08x",
677 (u32
) & ugeth
->ug_regs
->rbca
,
678 in_be32(&ugeth
->ug_regs
->rbca
));
679 ugeth_info("scar : addr - 0x%08x, val - 0x%08x",
680 (u32
) & ugeth
->ug_regs
->scar
,
681 in_be32(&ugeth
->ug_regs
->scar
));
682 ugeth_info("scam : addr - 0x%08x, val - 0x%08x",
683 (u32
) & ugeth
->ug_regs
->scam
,
684 in_be32(&ugeth
->ug_regs
->scam
));
686 if (ugeth
->p_thread_data_tx
) {
687 int numThreadsTxNumerical
;
688 switch (ugeth
->ug_info
->numThreadsTx
) {
689 case UCC_GETH_NUM_OF_THREADS_1
:
690 numThreadsTxNumerical
= 1;
692 case UCC_GETH_NUM_OF_THREADS_2
:
693 numThreadsTxNumerical
= 2;
695 case UCC_GETH_NUM_OF_THREADS_4
:
696 numThreadsTxNumerical
= 4;
698 case UCC_GETH_NUM_OF_THREADS_6
:
699 numThreadsTxNumerical
= 6;
701 case UCC_GETH_NUM_OF_THREADS_8
:
702 numThreadsTxNumerical
= 8;
705 numThreadsTxNumerical
= 0;
709 ugeth_info("Thread data TXs:");
710 ugeth_info("Base address: 0x%08x",
711 (u32
) ugeth
->p_thread_data_tx
);
712 for (i
= 0; i
< numThreadsTxNumerical
; i
++) {
713 ugeth_info("Thread data TX[%d]:", i
);
714 ugeth_info("Base address: 0x%08x",
715 (u32
) & ugeth
->p_thread_data_tx
[i
]);
716 mem_disp((u8
*) & ugeth
->p_thread_data_tx
[i
],
717 sizeof(struct ucc_geth_thread_data_tx
));
720 if (ugeth
->p_thread_data_rx
) {
721 int numThreadsRxNumerical
;
722 switch (ugeth
->ug_info
->numThreadsRx
) {
723 case UCC_GETH_NUM_OF_THREADS_1
:
724 numThreadsRxNumerical
= 1;
726 case UCC_GETH_NUM_OF_THREADS_2
:
727 numThreadsRxNumerical
= 2;
729 case UCC_GETH_NUM_OF_THREADS_4
:
730 numThreadsRxNumerical
= 4;
732 case UCC_GETH_NUM_OF_THREADS_6
:
733 numThreadsRxNumerical
= 6;
735 case UCC_GETH_NUM_OF_THREADS_8
:
736 numThreadsRxNumerical
= 8;
739 numThreadsRxNumerical
= 0;
743 ugeth_info("Thread data RX:");
744 ugeth_info("Base address: 0x%08x",
745 (u32
) ugeth
->p_thread_data_rx
);
746 for (i
= 0; i
< numThreadsRxNumerical
; i
++) {
747 ugeth_info("Thread data RX[%d]:", i
);
748 ugeth_info("Base address: 0x%08x",
749 (u32
) & ugeth
->p_thread_data_rx
[i
]);
750 mem_disp((u8
*) & ugeth
->p_thread_data_rx
[i
],
751 sizeof(struct ucc_geth_thread_data_rx
));
754 if (ugeth
->p_exf_glbl_param
) {
755 ugeth_info("EXF global param:");
756 ugeth_info("Base address: 0x%08x",
757 (u32
) ugeth
->p_exf_glbl_param
);
758 mem_disp((u8
*) ugeth
->p_exf_glbl_param
,
759 sizeof(*ugeth
->p_exf_glbl_param
));
761 if (ugeth
->p_tx_glbl_pram
) {
762 ugeth_info("TX global param:");
763 ugeth_info("Base address: 0x%08x", (u32
) ugeth
->p_tx_glbl_pram
);
764 ugeth_info("temoder : addr - 0x%08x, val - 0x%04x",
765 (u32
) & ugeth
->p_tx_glbl_pram
->temoder
,
766 in_be16(&ugeth
->p_tx_glbl_pram
->temoder
));
767 ugeth_info("sqptr : addr - 0x%08x, val - 0x%08x",
768 (u32
) & ugeth
->p_tx_glbl_pram
->sqptr
,
769 in_be32(&ugeth
->p_tx_glbl_pram
->sqptr
));
770 ugeth_info("schedulerbasepointer: addr - 0x%08x, val - 0x%08x",
771 (u32
) & ugeth
->p_tx_glbl_pram
->schedulerbasepointer
,
772 in_be32(&ugeth
->p_tx_glbl_pram
->
773 schedulerbasepointer
));
774 ugeth_info("txrmonbaseptr: addr - 0x%08x, val - 0x%08x",
775 (u32
) & ugeth
->p_tx_glbl_pram
->txrmonbaseptr
,
776 in_be32(&ugeth
->p_tx_glbl_pram
->txrmonbaseptr
));
777 ugeth_info("tstate : addr - 0x%08x, val - 0x%08x",
778 (u32
) & ugeth
->p_tx_glbl_pram
->tstate
,
779 in_be32(&ugeth
->p_tx_glbl_pram
->tstate
));
780 ugeth_info("iphoffset[0] : addr - 0x%08x, val - 0x%02x",
781 (u32
) & ugeth
->p_tx_glbl_pram
->iphoffset
[0],
782 ugeth
->p_tx_glbl_pram
->iphoffset
[0]);
783 ugeth_info("iphoffset[1] : addr - 0x%08x, val - 0x%02x",
784 (u32
) & ugeth
->p_tx_glbl_pram
->iphoffset
[1],
785 ugeth
->p_tx_glbl_pram
->iphoffset
[1]);
786 ugeth_info("iphoffset[2] : addr - 0x%08x, val - 0x%02x",
787 (u32
) & ugeth
->p_tx_glbl_pram
->iphoffset
[2],
788 ugeth
->p_tx_glbl_pram
->iphoffset
[2]);
789 ugeth_info("iphoffset[3] : addr - 0x%08x, val - 0x%02x",
790 (u32
) & ugeth
->p_tx_glbl_pram
->iphoffset
[3],
791 ugeth
->p_tx_glbl_pram
->iphoffset
[3]);
792 ugeth_info("iphoffset[4] : addr - 0x%08x, val - 0x%02x",
793 (u32
) & ugeth
->p_tx_glbl_pram
->iphoffset
[4],
794 ugeth
->p_tx_glbl_pram
->iphoffset
[4]);
795 ugeth_info("iphoffset[5] : addr - 0x%08x, val - 0x%02x",
796 (u32
) & ugeth
->p_tx_glbl_pram
->iphoffset
[5],
797 ugeth
->p_tx_glbl_pram
->iphoffset
[5]);
798 ugeth_info("iphoffset[6] : addr - 0x%08x, val - 0x%02x",
799 (u32
) & ugeth
->p_tx_glbl_pram
->iphoffset
[6],
800 ugeth
->p_tx_glbl_pram
->iphoffset
[6]);
801 ugeth_info("iphoffset[7] : addr - 0x%08x, val - 0x%02x",
802 (u32
) & ugeth
->p_tx_glbl_pram
->iphoffset
[7],
803 ugeth
->p_tx_glbl_pram
->iphoffset
[7]);
804 ugeth_info("vtagtable[0] : addr - 0x%08x, val - 0x%08x",
805 (u32
) & ugeth
->p_tx_glbl_pram
->vtagtable
[0],
806 in_be32(&ugeth
->p_tx_glbl_pram
->vtagtable
[0]));
807 ugeth_info("vtagtable[1] : addr - 0x%08x, val - 0x%08x",
808 (u32
) & ugeth
->p_tx_glbl_pram
->vtagtable
[1],
809 in_be32(&ugeth
->p_tx_glbl_pram
->vtagtable
[1]));
810 ugeth_info("vtagtable[2] : addr - 0x%08x, val - 0x%08x",
811 (u32
) & ugeth
->p_tx_glbl_pram
->vtagtable
[2],
812 in_be32(&ugeth
->p_tx_glbl_pram
->vtagtable
[2]));
813 ugeth_info("vtagtable[3] : addr - 0x%08x, val - 0x%08x",
814 (u32
) & ugeth
->p_tx_glbl_pram
->vtagtable
[3],
815 in_be32(&ugeth
->p_tx_glbl_pram
->vtagtable
[3]));
816 ugeth_info("vtagtable[4] : addr - 0x%08x, val - 0x%08x",
817 (u32
) & ugeth
->p_tx_glbl_pram
->vtagtable
[4],
818 in_be32(&ugeth
->p_tx_glbl_pram
->vtagtable
[4]));
819 ugeth_info("vtagtable[5] : addr - 0x%08x, val - 0x%08x",
820 (u32
) & ugeth
->p_tx_glbl_pram
->vtagtable
[5],
821 in_be32(&ugeth
->p_tx_glbl_pram
->vtagtable
[5]));
822 ugeth_info("vtagtable[6] : addr - 0x%08x, val - 0x%08x",
823 (u32
) & ugeth
->p_tx_glbl_pram
->vtagtable
[6],
824 in_be32(&ugeth
->p_tx_glbl_pram
->vtagtable
[6]));
825 ugeth_info("vtagtable[7] : addr - 0x%08x, val - 0x%08x",
826 (u32
) & ugeth
->p_tx_glbl_pram
->vtagtable
[7],
827 in_be32(&ugeth
->p_tx_glbl_pram
->vtagtable
[7]));
828 ugeth_info("tqptr : addr - 0x%08x, val - 0x%08x",
829 (u32
) & ugeth
->p_tx_glbl_pram
->tqptr
,
830 in_be32(&ugeth
->p_tx_glbl_pram
->tqptr
));
832 if (ugeth
->p_rx_glbl_pram
) {
833 ugeth_info("RX global param:");
834 ugeth_info("Base address: 0x%08x", (u32
) ugeth
->p_rx_glbl_pram
);
835 ugeth_info("remoder : addr - 0x%08x, val - 0x%08x",
836 (u32
) & ugeth
->p_rx_glbl_pram
->remoder
,
837 in_be32(&ugeth
->p_rx_glbl_pram
->remoder
));
838 ugeth_info("rqptr : addr - 0x%08x, val - 0x%08x",
839 (u32
) & ugeth
->p_rx_glbl_pram
->rqptr
,
840 in_be32(&ugeth
->p_rx_glbl_pram
->rqptr
));
841 ugeth_info("typeorlen : addr - 0x%08x, val - 0x%04x",
842 (u32
) & ugeth
->p_rx_glbl_pram
->typeorlen
,
843 in_be16(&ugeth
->p_rx_glbl_pram
->typeorlen
));
844 ugeth_info("rxgstpack : addr - 0x%08x, val - 0x%02x",
845 (u32
) & ugeth
->p_rx_glbl_pram
->rxgstpack
,
846 ugeth
->p_rx_glbl_pram
->rxgstpack
);
847 ugeth_info("rxrmonbaseptr : addr - 0x%08x, val - 0x%08x",
848 (u32
) & ugeth
->p_rx_glbl_pram
->rxrmonbaseptr
,
849 in_be32(&ugeth
->p_rx_glbl_pram
->rxrmonbaseptr
));
850 ugeth_info("intcoalescingptr: addr - 0x%08x, val - 0x%08x",
851 (u32
) & ugeth
->p_rx_glbl_pram
->intcoalescingptr
,
852 in_be32(&ugeth
->p_rx_glbl_pram
->intcoalescingptr
));
853 ugeth_info("rstate : addr - 0x%08x, val - 0x%02x",
854 (u32
) & ugeth
->p_rx_glbl_pram
->rstate
,
855 ugeth
->p_rx_glbl_pram
->rstate
);
856 ugeth_info("mrblr : addr - 0x%08x, val - 0x%04x",
857 (u32
) & ugeth
->p_rx_glbl_pram
->mrblr
,
858 in_be16(&ugeth
->p_rx_glbl_pram
->mrblr
));
859 ugeth_info("rbdqptr : addr - 0x%08x, val - 0x%08x",
860 (u32
) & ugeth
->p_rx_glbl_pram
->rbdqptr
,
861 in_be32(&ugeth
->p_rx_glbl_pram
->rbdqptr
));
862 ugeth_info("mflr : addr - 0x%08x, val - 0x%04x",
863 (u32
) & ugeth
->p_rx_glbl_pram
->mflr
,
864 in_be16(&ugeth
->p_rx_glbl_pram
->mflr
));
865 ugeth_info("minflr : addr - 0x%08x, val - 0x%04x",
866 (u32
) & ugeth
->p_rx_glbl_pram
->minflr
,
867 in_be16(&ugeth
->p_rx_glbl_pram
->minflr
));
868 ugeth_info("maxd1 : addr - 0x%08x, val - 0x%04x",
869 (u32
) & ugeth
->p_rx_glbl_pram
->maxd1
,
870 in_be16(&ugeth
->p_rx_glbl_pram
->maxd1
));
871 ugeth_info("maxd2 : addr - 0x%08x, val - 0x%04x",
872 (u32
) & ugeth
->p_rx_glbl_pram
->maxd2
,
873 in_be16(&ugeth
->p_rx_glbl_pram
->maxd2
));
874 ugeth_info("ecamptr : addr - 0x%08x, val - 0x%08x",
875 (u32
) & ugeth
->p_rx_glbl_pram
->ecamptr
,
876 in_be32(&ugeth
->p_rx_glbl_pram
->ecamptr
));
877 ugeth_info("l2qt : addr - 0x%08x, val - 0x%08x",
878 (u32
) & ugeth
->p_rx_glbl_pram
->l2qt
,
879 in_be32(&ugeth
->p_rx_glbl_pram
->l2qt
));
880 ugeth_info("l3qt[0] : addr - 0x%08x, val - 0x%08x",
881 (u32
) & ugeth
->p_rx_glbl_pram
->l3qt
[0],
882 in_be32(&ugeth
->p_rx_glbl_pram
->l3qt
[0]));
883 ugeth_info("l3qt[1] : addr - 0x%08x, val - 0x%08x",
884 (u32
) & ugeth
->p_rx_glbl_pram
->l3qt
[1],
885 in_be32(&ugeth
->p_rx_glbl_pram
->l3qt
[1]));
886 ugeth_info("l3qt[2] : addr - 0x%08x, val - 0x%08x",
887 (u32
) & ugeth
->p_rx_glbl_pram
->l3qt
[2],
888 in_be32(&ugeth
->p_rx_glbl_pram
->l3qt
[2]));
889 ugeth_info("l3qt[3] : addr - 0x%08x, val - 0x%08x",
890 (u32
) & ugeth
->p_rx_glbl_pram
->l3qt
[3],
891 in_be32(&ugeth
->p_rx_glbl_pram
->l3qt
[3]));
892 ugeth_info("l3qt[4] : addr - 0x%08x, val - 0x%08x",
893 (u32
) & ugeth
->p_rx_glbl_pram
->l3qt
[4],
894 in_be32(&ugeth
->p_rx_glbl_pram
->l3qt
[4]));
895 ugeth_info("l3qt[5] : addr - 0x%08x, val - 0x%08x",
896 (u32
) & ugeth
->p_rx_glbl_pram
->l3qt
[5],
897 in_be32(&ugeth
->p_rx_glbl_pram
->l3qt
[5]));
898 ugeth_info("l3qt[6] : addr - 0x%08x, val - 0x%08x",
899 (u32
) & ugeth
->p_rx_glbl_pram
->l3qt
[6],
900 in_be32(&ugeth
->p_rx_glbl_pram
->l3qt
[6]));
901 ugeth_info("l3qt[7] : addr - 0x%08x, val - 0x%08x",
902 (u32
) & ugeth
->p_rx_glbl_pram
->l3qt
[7],
903 in_be32(&ugeth
->p_rx_glbl_pram
->l3qt
[7]));
904 ugeth_info("vlantype : addr - 0x%08x, val - 0x%04x",
905 (u32
) & ugeth
->p_rx_glbl_pram
->vlantype
,
906 in_be16(&ugeth
->p_rx_glbl_pram
->vlantype
));
907 ugeth_info("vlantci : addr - 0x%08x, val - 0x%04x",
908 (u32
) & ugeth
->p_rx_glbl_pram
->vlantci
,
909 in_be16(&ugeth
->p_rx_glbl_pram
->vlantci
));
910 for (i
= 0; i
< 64; i
++)
912 ("addressfiltering[%d]: addr - 0x%08x, val - 0x%02x",
914 (u32
) & ugeth
->p_rx_glbl_pram
->addressfiltering
[i
],
915 ugeth
->p_rx_glbl_pram
->addressfiltering
[i
]);
916 ugeth_info("exfGlobalParam : addr - 0x%08x, val - 0x%08x",
917 (u32
) & ugeth
->p_rx_glbl_pram
->exfGlobalParam
,
918 in_be32(&ugeth
->p_rx_glbl_pram
->exfGlobalParam
));
920 if (ugeth
->p_send_q_mem_reg
) {
921 ugeth_info("Send Q memory registers:");
922 ugeth_info("Base address: 0x%08x",
923 (u32
) ugeth
->p_send_q_mem_reg
);
924 for (i
= 0; i
< ugeth
->ug_info
->numQueuesTx
; i
++) {
925 ugeth_info("SQQD[%d]:", i
);
926 ugeth_info("Base address: 0x%08x",
927 (u32
) & ugeth
->p_send_q_mem_reg
->sqqd
[i
]);
928 mem_disp((u8
*) & ugeth
->p_send_q_mem_reg
->sqqd
[i
],
929 sizeof(struct ucc_geth_send_queue_qd
));
932 if (ugeth
->p_scheduler
) {
933 ugeth_info("Scheduler:");
934 ugeth_info("Base address: 0x%08x", (u32
) ugeth
->p_scheduler
);
935 mem_disp((u8
*) ugeth
->p_scheduler
,
936 sizeof(*ugeth
->p_scheduler
));
938 if (ugeth
->p_tx_fw_statistics_pram
) {
939 ugeth_info("TX FW statistics pram:");
940 ugeth_info("Base address: 0x%08x",
941 (u32
) ugeth
->p_tx_fw_statistics_pram
);
942 mem_disp((u8
*) ugeth
->p_tx_fw_statistics_pram
,
943 sizeof(*ugeth
->p_tx_fw_statistics_pram
));
945 if (ugeth
->p_rx_fw_statistics_pram
) {
946 ugeth_info("RX FW statistics pram:");
947 ugeth_info("Base address: 0x%08x",
948 (u32
) ugeth
->p_rx_fw_statistics_pram
);
949 mem_disp((u8
*) ugeth
->p_rx_fw_statistics_pram
,
950 sizeof(*ugeth
->p_rx_fw_statistics_pram
));
952 if (ugeth
->p_rx_irq_coalescing_tbl
) {
953 ugeth_info("RX IRQ coalescing tables:");
954 ugeth_info("Base address: 0x%08x",
955 (u32
) ugeth
->p_rx_irq_coalescing_tbl
);
956 for (i
= 0; i
< ugeth
->ug_info
->numQueuesRx
; i
++) {
957 ugeth_info("RX IRQ coalescing table entry[%d]:", i
);
958 ugeth_info("Base address: 0x%08x",
959 (u32
) & ugeth
->p_rx_irq_coalescing_tbl
->
962 ("interruptcoalescingmaxvalue: addr - 0x%08x, val - 0x%08x",
963 (u32
) & ugeth
->p_rx_irq_coalescing_tbl
->
964 coalescingentry
[i
].interruptcoalescingmaxvalue
,
965 in_be32(&ugeth
->p_rx_irq_coalescing_tbl
->
967 interruptcoalescingmaxvalue
));
969 ("interruptcoalescingcounter : addr - 0x%08x, val - 0x%08x",
970 (u32
) & ugeth
->p_rx_irq_coalescing_tbl
->
971 coalescingentry
[i
].interruptcoalescingcounter
,
972 in_be32(&ugeth
->p_rx_irq_coalescing_tbl
->
974 interruptcoalescingcounter
));
977 if (ugeth
->p_rx_bd_qs_tbl
) {
978 ugeth_info("RX BD QS tables:");
979 ugeth_info("Base address: 0x%08x", (u32
) ugeth
->p_rx_bd_qs_tbl
);
980 for (i
= 0; i
< ugeth
->ug_info
->numQueuesRx
; i
++) {
981 ugeth_info("RX BD QS table[%d]:", i
);
982 ugeth_info("Base address: 0x%08x",
983 (u32
) & ugeth
->p_rx_bd_qs_tbl
[i
]);
985 ("bdbaseptr : addr - 0x%08x, val - 0x%08x",
986 (u32
) & ugeth
->p_rx_bd_qs_tbl
[i
].bdbaseptr
,
987 in_be32(&ugeth
->p_rx_bd_qs_tbl
[i
].bdbaseptr
));
989 ("bdptr : addr - 0x%08x, val - 0x%08x",
990 (u32
) & ugeth
->p_rx_bd_qs_tbl
[i
].bdptr
,
991 in_be32(&ugeth
->p_rx_bd_qs_tbl
[i
].bdptr
));
993 ("externalbdbaseptr: addr - 0x%08x, val - 0x%08x",
994 (u32
) & ugeth
->p_rx_bd_qs_tbl
[i
].externalbdbaseptr
,
995 in_be32(&ugeth
->p_rx_bd_qs_tbl
[i
].
998 ("externalbdptr : addr - 0x%08x, val - 0x%08x",
999 (u32
) & ugeth
->p_rx_bd_qs_tbl
[i
].externalbdptr
,
1000 in_be32(&ugeth
->p_rx_bd_qs_tbl
[i
].externalbdptr
));
1001 ugeth_info("ucode RX Prefetched BDs:");
1002 ugeth_info("Base address: 0x%08x",
1004 qe_muram_addr(in_be32
1005 (&ugeth
->p_rx_bd_qs_tbl
[i
].
1008 qe_muram_addr(in_be32
1009 (&ugeth
->p_rx_bd_qs_tbl
[i
].
1011 sizeof(struct ucc_geth_rx_prefetched_bds
));
1014 if (ugeth
->p_init_enet_param_shadow
) {
1016 ugeth_info("Init enet param shadow:");
1017 ugeth_info("Base address: 0x%08x",
1018 (u32
) ugeth
->p_init_enet_param_shadow
);
1019 mem_disp((u8
*) ugeth
->p_init_enet_param_shadow
,
1020 sizeof(*ugeth
->p_init_enet_param_shadow
));
1022 size
= sizeof(struct ucc_geth_thread_rx_pram
);
1023 if (ugeth
->ug_info
->rxExtendedFiltering
) {
1025 THREAD_RX_PRAM_ADDITIONAL_FOR_EXTENDED_FILTERING
;
1026 if (ugeth
->ug_info
->largestexternallookupkeysize
==
1027 QE_FLTR_TABLE_LOOKUP_KEY_SIZE_8_BYTES
)
1029 THREAD_RX_PRAM_ADDITIONAL_FOR_EXTENDED_FILTERING_8
;
1030 if (ugeth
->ug_info
->largestexternallookupkeysize
==
1031 QE_FLTR_TABLE_LOOKUP_KEY_SIZE_16_BYTES
)
1033 THREAD_RX_PRAM_ADDITIONAL_FOR_EXTENDED_FILTERING_16
;
1036 dump_init_enet_entries(ugeth
,
1037 &(ugeth
->p_init_enet_param_shadow
->
1039 ENET_INIT_PARAM_MAX_ENTRIES_TX
,
1040 sizeof(struct ucc_geth_thread_tx_pram
),
1041 ugeth
->ug_info
->riscTx
, 0);
1042 dump_init_enet_entries(ugeth
,
1043 &(ugeth
->p_init_enet_param_shadow
->
1045 ENET_INIT_PARAM_MAX_ENTRIES_RX
, size
,
1046 ugeth
->ug_info
->riscRx
, 1);
1051 static void init_default_reg_vals(u32 __iomem
*upsmr_register
,
1052 u32 __iomem
*maccfg1_register
,
1053 u32 __iomem
*maccfg2_register
)
1055 out_be32(upsmr_register
, UCC_GETH_UPSMR_INIT
);
1056 out_be32(maccfg1_register
, UCC_GETH_MACCFG1_INIT
);
1057 out_be32(maccfg2_register
, UCC_GETH_MACCFG2_INIT
);
1060 static int init_half_duplex_params(int alt_beb
,
1061 int back_pressure_no_backoff
,
1064 u8 alt_beb_truncation
,
1065 u8 max_retransmissions
,
1066 u8 collision_window
,
1067 u32 __iomem
*hafdup_register
)
1071 if ((alt_beb_truncation
> HALFDUP_ALT_BEB_TRUNCATION_MAX
) ||
1072 (max_retransmissions
> HALFDUP_MAX_RETRANSMISSION_MAX
) ||
1073 (collision_window
> HALFDUP_COLLISION_WINDOW_MAX
))
1076 value
= (u32
) (alt_beb_truncation
<< HALFDUP_ALT_BEB_TRUNCATION_SHIFT
);
1079 value
|= HALFDUP_ALT_BEB
;
1080 if (back_pressure_no_backoff
)
1081 value
|= HALFDUP_BACK_PRESSURE_NO_BACKOFF
;
1083 value
|= HALFDUP_NO_BACKOFF
;
1085 value
|= HALFDUP_EXCESSIVE_DEFER
;
1087 value
|= (max_retransmissions
<< HALFDUP_MAX_RETRANSMISSION_SHIFT
);
1089 value
|= collision_window
;
1091 out_be32(hafdup_register
, value
);
1095 static int init_inter_frame_gap_params(u8 non_btb_cs_ipg
,
1099 u32 __iomem
*ipgifg_register
)
1103 /* Non-Back-to-back IPG part 1 should be <= Non-Back-to-back
1105 if (non_btb_cs_ipg
> non_btb_ipg
)
1108 if ((non_btb_cs_ipg
> IPGIFG_NON_BACK_TO_BACK_IFG_PART1_MAX
) ||
1109 (non_btb_ipg
> IPGIFG_NON_BACK_TO_BACK_IFG_PART2_MAX
) ||
1110 /*(min_ifg > IPGIFG_MINIMUM_IFG_ENFORCEMENT_MAX) || */
1111 (btb_ipg
> IPGIFG_BACK_TO_BACK_IFG_MAX
))
1115 ((non_btb_cs_ipg
<< IPGIFG_NON_BACK_TO_BACK_IFG_PART1_SHIFT
) &
1116 IPGIFG_NBTB_CS_IPG_MASK
);
1118 ((non_btb_ipg
<< IPGIFG_NON_BACK_TO_BACK_IFG_PART2_SHIFT
) &
1119 IPGIFG_NBTB_IPG_MASK
);
1121 ((min_ifg
<< IPGIFG_MINIMUM_IFG_ENFORCEMENT_SHIFT
) &
1122 IPGIFG_MIN_IFG_MASK
);
1123 value
|= (btb_ipg
& IPGIFG_BTB_IPG_MASK
);
1125 out_be32(ipgifg_register
, value
);
1129 int init_flow_control_params(u32 automatic_flow_control_mode
,
1130 int rx_flow_control_enable
,
1131 int tx_flow_control_enable
,
1133 u16 extension_field
,
1134 u32 __iomem
*upsmr_register
,
1135 u32 __iomem
*uempr_register
,
1136 u32 __iomem
*maccfg1_register
)
1140 /* Set UEMPR register */
1141 value
= (u32
) pause_period
<< UEMPR_PAUSE_TIME_VALUE_SHIFT
;
1142 value
|= (u32
) extension_field
<< UEMPR_EXTENDED_PAUSE_TIME_VALUE_SHIFT
;
1143 out_be32(uempr_register
, value
);
1145 /* Set UPSMR register */
1146 setbits32(upsmr_register
, automatic_flow_control_mode
);
1148 value
= in_be32(maccfg1_register
);
1149 if (rx_flow_control_enable
)
1150 value
|= MACCFG1_FLOW_RX
;
1151 if (tx_flow_control_enable
)
1152 value
|= MACCFG1_FLOW_TX
;
1153 out_be32(maccfg1_register
, value
);
1158 static int init_hw_statistics_gathering_mode(int enable_hardware_statistics
,
1159 int auto_zero_hardware_statistics
,
1160 u32 __iomem
*upsmr_register
,
1161 u16 __iomem
*uescr_register
)
1163 u16 uescr_value
= 0;
1165 /* Enable hardware statistics gathering if requested */
1166 if (enable_hardware_statistics
)
1167 setbits32(upsmr_register
, UCC_GETH_UPSMR_HSE
);
1169 /* Clear hardware statistics counters */
1170 uescr_value
= in_be16(uescr_register
);
1171 uescr_value
|= UESCR_CLRCNT
;
1172 /* Automatically zero hardware statistics counters on read,
1174 if (auto_zero_hardware_statistics
)
1175 uescr_value
|= UESCR_AUTOZ
;
1176 out_be16(uescr_register
, uescr_value
);
1181 static int init_firmware_statistics_gathering_mode(int
1182 enable_tx_firmware_statistics
,
1183 int enable_rx_firmware_statistics
,
1184 u32 __iomem
*tx_rmon_base_ptr
,
1185 u32 tx_firmware_statistics_structure_address
,
1186 u32 __iomem
*rx_rmon_base_ptr
,
1187 u32 rx_firmware_statistics_structure_address
,
1188 u16 __iomem
*temoder_register
,
1189 u32 __iomem
*remoder_register
)
1191 /* Note: this function does not check if */
1192 /* the parameters it receives are NULL */
1194 if (enable_tx_firmware_statistics
) {
1195 out_be32(tx_rmon_base_ptr
,
1196 tx_firmware_statistics_structure_address
);
1197 setbits16(temoder_register
, TEMODER_TX_RMON_STATISTICS_ENABLE
);
1200 if (enable_rx_firmware_statistics
) {
1201 out_be32(rx_rmon_base_ptr
,
1202 rx_firmware_statistics_structure_address
);
1203 setbits32(remoder_register
, REMODER_RX_RMON_STATISTICS_ENABLE
);
1209 static int init_mac_station_addr_regs(u8 address_byte_0
,
1215 u32 __iomem
*macstnaddr1_register
,
1216 u32 __iomem
*macstnaddr2_register
)
1220 /* Example: for a station address of 0x12345678ABCD, */
1221 /* 0x12 is byte 0, 0x34 is byte 1 and so on and 0xCD is byte 5 */
1223 /* MACSTNADDR1 Register: */
1226 /* station address byte 5 station address byte 4 */
1228 /* station address byte 3 station address byte 2 */
1229 value
|= (u32
) ((address_byte_2
<< 0) & 0x000000FF);
1230 value
|= (u32
) ((address_byte_3
<< 8) & 0x0000FF00);
1231 value
|= (u32
) ((address_byte_4
<< 16) & 0x00FF0000);
1232 value
|= (u32
) ((address_byte_5
<< 24) & 0xFF000000);
1234 out_be32(macstnaddr1_register
, value
);
1236 /* MACSTNADDR2 Register: */
1239 /* station address byte 1 station address byte 0 */
1241 /* reserved reserved */
1243 value
|= (u32
) ((address_byte_0
<< 16) & 0x00FF0000);
1244 value
|= (u32
) ((address_byte_1
<< 24) & 0xFF000000);
1246 out_be32(macstnaddr2_register
, value
);
1251 static int init_check_frame_length_mode(int length_check
,
1252 u32 __iomem
*maccfg2_register
)
1256 value
= in_be32(maccfg2_register
);
1259 value
|= MACCFG2_LC
;
1261 value
&= ~MACCFG2_LC
;
1263 out_be32(maccfg2_register
, value
);
1267 static int init_preamble_length(u8 preamble_length
,
1268 u32 __iomem
*maccfg2_register
)
1270 if ((preamble_length
< 3) || (preamble_length
> 7))
1273 clrsetbits_be32(maccfg2_register
, MACCFG2_PREL_MASK
,
1274 preamble_length
<< MACCFG2_PREL_SHIFT
);
1279 static int init_rx_parameters(int reject_broadcast
,
1280 int receive_short_frames
,
1281 int promiscuous
, u32 __iomem
*upsmr_register
)
1285 value
= in_be32(upsmr_register
);
1287 if (reject_broadcast
)
1288 value
|= UCC_GETH_UPSMR_BRO
;
1290 value
&= ~UCC_GETH_UPSMR_BRO
;
1292 if (receive_short_frames
)
1293 value
|= UCC_GETH_UPSMR_RSH
;
1295 value
&= ~UCC_GETH_UPSMR_RSH
;
1298 value
|= UCC_GETH_UPSMR_PRO
;
1300 value
&= ~UCC_GETH_UPSMR_PRO
;
1302 out_be32(upsmr_register
, value
);
1307 static int init_max_rx_buff_len(u16 max_rx_buf_len
,
1308 u16 __iomem
*mrblr_register
)
1310 /* max_rx_buf_len value must be a multiple of 128 */
1311 if ((max_rx_buf_len
== 0) ||
1312 (max_rx_buf_len
% UCC_GETH_MRBLR_ALIGNMENT
))
1315 out_be16(mrblr_register
, max_rx_buf_len
);
1319 static int init_min_frame_len(u16 min_frame_length
,
1320 u16 __iomem
*minflr_register
,
1321 u16 __iomem
*mrblr_register
)
1323 u16 mrblr_value
= 0;
1325 mrblr_value
= in_be16(mrblr_register
);
1326 if (min_frame_length
>= (mrblr_value
- 4))
1329 out_be16(minflr_register
, min_frame_length
);
1333 static int adjust_enet_interface(struct ucc_geth_private
*ugeth
)
1335 struct ucc_geth_info
*ug_info
;
1336 struct ucc_geth __iomem
*ug_regs
;
1337 struct ucc_fast __iomem
*uf_regs
;
1342 ugeth_vdbg("%s: IN", __func__
);
1344 ug_info
= ugeth
->ug_info
;
1345 ug_regs
= ugeth
->ug_regs
;
1346 uf_regs
= ugeth
->uccf
->uf_regs
;
1349 maccfg2
= in_be32(&ug_regs
->maccfg2
);
1350 maccfg2
&= ~MACCFG2_INTERFACE_MODE_MASK
;
1351 if ((ugeth
->max_speed
== SPEED_10
) ||
1352 (ugeth
->max_speed
== SPEED_100
))
1353 maccfg2
|= MACCFG2_INTERFACE_MODE_NIBBLE
;
1354 else if (ugeth
->max_speed
== SPEED_1000
)
1355 maccfg2
|= MACCFG2_INTERFACE_MODE_BYTE
;
1356 maccfg2
|= ug_info
->padAndCrc
;
1357 out_be32(&ug_regs
->maccfg2
, maccfg2
);
1360 upsmr
= in_be32(&uf_regs
->upsmr
);
1361 upsmr
&= ~(UCC_GETH_UPSMR_RPM
| UCC_GETH_UPSMR_R10M
|
1362 UCC_GETH_UPSMR_TBIM
| UCC_GETH_UPSMR_RMM
);
1363 if ((ugeth
->phy_interface
== PHY_INTERFACE_MODE_RMII
) ||
1364 (ugeth
->phy_interface
== PHY_INTERFACE_MODE_RGMII
) ||
1365 (ugeth
->phy_interface
== PHY_INTERFACE_MODE_RGMII_ID
) ||
1366 (ugeth
->phy_interface
== PHY_INTERFACE_MODE_RGMII_RXID
) ||
1367 (ugeth
->phy_interface
== PHY_INTERFACE_MODE_RGMII_TXID
) ||
1368 (ugeth
->phy_interface
== PHY_INTERFACE_MODE_RTBI
)) {
1369 if (ugeth
->phy_interface
!= PHY_INTERFACE_MODE_RMII
)
1370 upsmr
|= UCC_GETH_UPSMR_RPM
;
1371 switch (ugeth
->max_speed
) {
1373 upsmr
|= UCC_GETH_UPSMR_R10M
;
1376 if (ugeth
->phy_interface
!= PHY_INTERFACE_MODE_RTBI
)
1377 upsmr
|= UCC_GETH_UPSMR_RMM
;
1380 if ((ugeth
->phy_interface
== PHY_INTERFACE_MODE_TBI
) ||
1381 (ugeth
->phy_interface
== PHY_INTERFACE_MODE_RTBI
)) {
1382 upsmr
|= UCC_GETH_UPSMR_TBIM
;
1384 if ((ugeth
->phy_interface
== PHY_INTERFACE_MODE_SGMII
))
1385 upsmr
|= UCC_GETH_UPSMR_SGMM
;
1387 out_be32(&uf_regs
->upsmr
, upsmr
);
1389 /* Disable autonegotiation in tbi mode, because by default it
1390 comes up in autonegotiation mode. */
1391 /* Note that this depends on proper setting in utbipar register. */
1392 if ((ugeth
->phy_interface
== PHY_INTERFACE_MODE_TBI
) ||
1393 (ugeth
->phy_interface
== PHY_INTERFACE_MODE_RTBI
)) {
1394 struct ucc_geth_info
*ug_info
= ugeth
->ug_info
;
1395 struct phy_device
*tbiphy
;
1397 if (!ug_info
->tbi_node
)
1398 ugeth_warn("TBI mode requires that the device "
1399 "tree specify a tbi-handle\n");
1401 tbiphy
= of_phy_find_device(ug_info
->tbi_node
);
1403 ugeth_warn("Could not get TBI device\n");
1405 value
= phy_read(tbiphy
, ENET_TBI_MII_CR
);
1406 value
&= ~0x1000; /* Turn off autonegotiation */
1407 phy_write(tbiphy
, ENET_TBI_MII_CR
, value
);
1410 init_check_frame_length_mode(ug_info
->lengthCheckRx
, &ug_regs
->maccfg2
);
1412 ret_val
= init_preamble_length(ug_info
->prel
, &ug_regs
->maccfg2
);
1414 if (netif_msg_probe(ugeth
))
1415 ugeth_err("%s: Preamble length must be between 3 and 7 inclusive.",
1423 static int ugeth_graceful_stop_tx(struct ucc_geth_private
*ugeth
)
1425 struct ucc_fast_private
*uccf
;
1432 /* Mask GRACEFUL STOP TX interrupt bit and clear it */
1433 clrbits32(uccf
->p_uccm
, UCC_GETH_UCCE_GRA
);
1434 out_be32(uccf
->p_ucce
, UCC_GETH_UCCE_GRA
); /* clear by writing 1 */
1436 /* Issue host command */
1438 ucc_fast_get_qe_cr_subblock(ugeth
->ug_info
->uf_info
.ucc_num
);
1439 qe_issue_cmd(QE_GRACEFUL_STOP_TX
, cecr_subblock
,
1440 QE_CR_PROTOCOL_ETHERNET
, 0);
1442 /* Wait for command to complete */
1445 temp
= in_be32(uccf
->p_ucce
);
1446 } while (!(temp
& UCC_GETH_UCCE_GRA
) && --i
);
1448 uccf
->stopped_tx
= 1;
1453 static int ugeth_graceful_stop_rx(struct ucc_geth_private
*ugeth
)
1455 struct ucc_fast_private
*uccf
;
1462 /* Clear acknowledge bit */
1463 temp
= in_8(&ugeth
->p_rx_glbl_pram
->rxgstpack
);
1464 temp
&= ~GRACEFUL_STOP_ACKNOWLEDGE_RX
;
1465 out_8(&ugeth
->p_rx_glbl_pram
->rxgstpack
, temp
);
1467 /* Keep issuing command and checking acknowledge bit until
1468 it is asserted, according to spec */
1470 /* Issue host command */
1472 ucc_fast_get_qe_cr_subblock(ugeth
->ug_info
->uf_info
.
1474 qe_issue_cmd(QE_GRACEFUL_STOP_RX
, cecr_subblock
,
1475 QE_CR_PROTOCOL_ETHERNET
, 0);
1477 temp
= in_8(&ugeth
->p_rx_glbl_pram
->rxgstpack
);
1478 } while (!(temp
& GRACEFUL_STOP_ACKNOWLEDGE_RX
) && --i
);
1480 uccf
->stopped_rx
= 1;
1485 static int ugeth_restart_tx(struct ucc_geth_private
*ugeth
)
1487 struct ucc_fast_private
*uccf
;
1493 ucc_fast_get_qe_cr_subblock(ugeth
->ug_info
->uf_info
.ucc_num
);
1494 qe_issue_cmd(QE_RESTART_TX
, cecr_subblock
, QE_CR_PROTOCOL_ETHERNET
, 0);
1495 uccf
->stopped_tx
= 0;
1500 static int ugeth_restart_rx(struct ucc_geth_private
*ugeth
)
1502 struct ucc_fast_private
*uccf
;
1508 ucc_fast_get_qe_cr_subblock(ugeth
->ug_info
->uf_info
.ucc_num
);
1509 qe_issue_cmd(QE_RESTART_RX
, cecr_subblock
, QE_CR_PROTOCOL_ETHERNET
,
1511 uccf
->stopped_rx
= 0;
1516 static int ugeth_enable(struct ucc_geth_private
*ugeth
, enum comm_dir mode
)
1518 struct ucc_fast_private
*uccf
;
1519 int enabled_tx
, enabled_rx
;
1523 /* check if the UCC number is in range. */
1524 if (ugeth
->ug_info
->uf_info
.ucc_num
>= UCC_MAX_NUM
) {
1525 if (netif_msg_probe(ugeth
))
1526 ugeth_err("%s: ucc_num out of range.", __func__
);
1530 enabled_tx
= uccf
->enabled_tx
;
1531 enabled_rx
= uccf
->enabled_rx
;
1533 /* Get Tx and Rx going again, in case this channel was actively
1535 if ((mode
& COMM_DIR_TX
) && (!enabled_tx
) && uccf
->stopped_tx
)
1536 ugeth_restart_tx(ugeth
);
1537 if ((mode
& COMM_DIR_RX
) && (!enabled_rx
) && uccf
->stopped_rx
)
1538 ugeth_restart_rx(ugeth
);
1540 ucc_fast_enable(uccf
, mode
); /* OK to do even if not disabled */
1546 static int ugeth_disable(struct ucc_geth_private
*ugeth
, enum comm_dir mode
)
1548 struct ucc_fast_private
*uccf
;
1552 /* check if the UCC number is in range. */
1553 if (ugeth
->ug_info
->uf_info
.ucc_num
>= UCC_MAX_NUM
) {
1554 if (netif_msg_probe(ugeth
))
1555 ugeth_err("%s: ucc_num out of range.", __func__
);
1559 /* Stop any transmissions */
1560 if ((mode
& COMM_DIR_TX
) && uccf
->enabled_tx
&& !uccf
->stopped_tx
)
1561 ugeth_graceful_stop_tx(ugeth
);
1563 /* Stop any receptions */
1564 if ((mode
& COMM_DIR_RX
) && uccf
->enabled_rx
&& !uccf
->stopped_rx
)
1565 ugeth_graceful_stop_rx(ugeth
);
1567 ucc_fast_disable(ugeth
->uccf
, mode
); /* OK to do even if not enabled */
1572 static void ugeth_quiesce(struct ucc_geth_private
*ugeth
)
1574 /* Prevent any further xmits, plus detach the device. */
1575 netif_device_detach(ugeth
->ndev
);
1577 /* Wait for any current xmits to finish. */
1578 netif_tx_disable(ugeth
->ndev
);
1580 /* Disable the interrupt to avoid NAPI rescheduling. */
1581 disable_irq(ugeth
->ug_info
->uf_info
.irq
);
1583 /* Stop NAPI, and possibly wait for its completion. */
1584 napi_disable(&ugeth
->napi
);
1587 static void ugeth_activate(struct ucc_geth_private
*ugeth
)
1589 napi_enable(&ugeth
->napi
);
1590 enable_irq(ugeth
->ug_info
->uf_info
.irq
);
1591 netif_device_attach(ugeth
->ndev
);
1594 /* Called every time the controller might need to be made
1595 * aware of new link state. The PHY code conveys this
1596 * information through variables in the ugeth structure, and this
1597 * function converts those variables into the appropriate
1598 * register values, and can bring down the device if needed.
1601 static void adjust_link(struct net_device
*dev
)
1603 struct ucc_geth_private
*ugeth
= netdev_priv(dev
);
1604 struct ucc_geth __iomem
*ug_regs
;
1605 struct ucc_fast __iomem
*uf_regs
;
1606 struct phy_device
*phydev
= ugeth
->phydev
;
1609 ug_regs
= ugeth
->ug_regs
;
1610 uf_regs
= ugeth
->uccf
->uf_regs
;
1613 u32 tempval
= in_be32(&ug_regs
->maccfg2
);
1614 u32 upsmr
= in_be32(&uf_regs
->upsmr
);
1615 /* Now we make sure that we can be in full duplex mode.
1616 * If not, we operate in half-duplex mode. */
1617 if (phydev
->duplex
!= ugeth
->oldduplex
) {
1619 if (!(phydev
->duplex
))
1620 tempval
&= ~(MACCFG2_FDX
);
1622 tempval
|= MACCFG2_FDX
;
1623 ugeth
->oldduplex
= phydev
->duplex
;
1626 if (phydev
->speed
!= ugeth
->oldspeed
) {
1628 switch (phydev
->speed
) {
1630 tempval
= ((tempval
&
1631 ~(MACCFG2_INTERFACE_MODE_MASK
)) |
1632 MACCFG2_INTERFACE_MODE_BYTE
);
1636 tempval
= ((tempval
&
1637 ~(MACCFG2_INTERFACE_MODE_MASK
)) |
1638 MACCFG2_INTERFACE_MODE_NIBBLE
);
1639 /* if reduced mode, re-set UPSMR.R10M */
1640 if ((ugeth
->phy_interface
== PHY_INTERFACE_MODE_RMII
) ||
1641 (ugeth
->phy_interface
== PHY_INTERFACE_MODE_RGMII
) ||
1642 (ugeth
->phy_interface
== PHY_INTERFACE_MODE_RGMII_ID
) ||
1643 (ugeth
->phy_interface
== PHY_INTERFACE_MODE_RGMII_RXID
) ||
1644 (ugeth
->phy_interface
== PHY_INTERFACE_MODE_RGMII_TXID
) ||
1645 (ugeth
->phy_interface
== PHY_INTERFACE_MODE_RTBI
)) {
1646 if (phydev
->speed
== SPEED_10
)
1647 upsmr
|= UCC_GETH_UPSMR_R10M
;
1649 upsmr
&= ~UCC_GETH_UPSMR_R10M
;
1653 if (netif_msg_link(ugeth
))
1655 "%s: Ack! Speed (%d) is not 10/100/1000!",
1656 dev
->name
, phydev
->speed
);
1659 ugeth
->oldspeed
= phydev
->speed
;
1662 if (!ugeth
->oldlink
) {
1669 * To change the MAC configuration we need to disable
1670 * the controller. To do so, we have to either grab
1671 * ugeth->lock, which is a bad idea since 'graceful
1672 * stop' commands might take quite a while, or we can
1673 * quiesce driver's activity.
1675 ugeth_quiesce(ugeth
);
1676 ugeth_disable(ugeth
, COMM_DIR_RX_AND_TX
);
1678 out_be32(&ug_regs
->maccfg2
, tempval
);
1679 out_be32(&uf_regs
->upsmr
, upsmr
);
1681 ugeth_enable(ugeth
, COMM_DIR_RX_AND_TX
);
1682 ugeth_activate(ugeth
);
1684 } else if (ugeth
->oldlink
) {
1687 ugeth
->oldspeed
= 0;
1688 ugeth
->oldduplex
= -1;
1691 if (new_state
&& netif_msg_link(ugeth
))
1692 phy_print_status(phydev
);
1695 /* Initialize TBI PHY interface for communicating with the
1696 * SERDES lynx PHY on the chip. We communicate with this PHY
1697 * through the MDIO bus on each controller, treating it as a
1698 * "normal" PHY at the address found in the UTBIPA register. We assume
1699 * that the UTBIPA register is valid. Either the MDIO bus code will set
1700 * it to a value that doesn't conflict with other PHYs on the bus, or the
1701 * value doesn't matter, as there are no other PHYs on the bus.
1703 static void uec_configure_serdes(struct net_device
*dev
)
1705 struct ucc_geth_private
*ugeth
= netdev_priv(dev
);
1706 struct ucc_geth_info
*ug_info
= ugeth
->ug_info
;
1707 struct phy_device
*tbiphy
;
1709 if (!ug_info
->tbi_node
) {
1710 dev_warn(&dev
->dev
, "SGMII mode requires that the device "
1711 "tree specify a tbi-handle\n");
1715 tbiphy
= of_phy_find_device(ug_info
->tbi_node
);
1717 dev_err(&dev
->dev
, "error: Could not get TBI device\n");
1722 * If the link is already up, we must already be ok, and don't need to
1723 * configure and reset the TBI<->SerDes link. Maybe U-Boot configured
1724 * everything for us? Resetting it takes the link down and requires
1725 * several seconds for it to come back.
1727 if (phy_read(tbiphy
, ENET_TBI_MII_SR
) & TBISR_LSTATUS
)
1730 /* Single clk mode, mii mode off(for serdes communication) */
1731 phy_write(tbiphy
, ENET_TBI_MII_ANA
, TBIANA_SETTINGS
);
1733 phy_write(tbiphy
, ENET_TBI_MII_TBICON
, TBICON_CLK_SELECT
);
1735 phy_write(tbiphy
, ENET_TBI_MII_CR
, TBICR_SETTINGS
);
1738 /* Configure the PHY for dev.
1739 * returns 0 if success. -1 if failure
1741 static int init_phy(struct net_device
*dev
)
1743 struct ucc_geth_private
*priv
= netdev_priv(dev
);
1744 struct ucc_geth_info
*ug_info
= priv
->ug_info
;
1745 struct phy_device
*phydev
;
1749 priv
->oldduplex
= -1;
1751 phydev
= of_phy_connect(dev
, ug_info
->phy_node
, &adjust_link
, 0,
1752 priv
->phy_interface
);
1754 phydev
= of_phy_connect_fixed_link(dev
, &adjust_link
,
1755 priv
->phy_interface
);
1757 dev_err(&dev
->dev
, "Could not attach to PHY\n");
1761 if (priv
->phy_interface
== PHY_INTERFACE_MODE_SGMII
)
1762 uec_configure_serdes(dev
);
1764 phydev
->supported
&= (ADVERTISED_10baseT_Half
|
1765 ADVERTISED_10baseT_Full
|
1766 ADVERTISED_100baseT_Half
|
1767 ADVERTISED_100baseT_Full
);
1769 if (priv
->max_speed
== SPEED_1000
)
1770 phydev
->supported
|= ADVERTISED_1000baseT_Full
;
1772 phydev
->advertising
= phydev
->supported
;
1774 priv
->phydev
= phydev
;
1779 static void ugeth_dump_regs(struct ucc_geth_private
*ugeth
)
1782 ucc_fast_dump_regs(ugeth
->uccf
);
1788 static int ugeth_82xx_filtering_clear_all_addr_in_hash(struct ucc_geth_private
*
1793 struct ucc_geth_82xx_address_filtering_pram __iomem
*p_82xx_addr_filt
;
1794 struct ucc_fast_private
*uccf
;
1795 enum comm_dir comm_dir
;
1796 struct list_head
*p_lh
;
1798 u32 __iomem
*addr_h
;
1799 u32 __iomem
*addr_l
;
1805 (struct ucc_geth_82xx_address_filtering_pram __iomem
*)
1806 ugeth
->p_rx_glbl_pram
->addressfiltering
;
1808 if (enet_addr_type
== ENET_ADDR_TYPE_GROUP
) {
1809 addr_h
= &(p_82xx_addr_filt
->gaddr_h
);
1810 addr_l
= &(p_82xx_addr_filt
->gaddr_l
);
1811 p_lh
= &ugeth
->group_hash_q
;
1812 p_counter
= &(ugeth
->numGroupAddrInHash
);
1813 } else if (enet_addr_type
== ENET_ADDR_TYPE_INDIVIDUAL
) {
1814 addr_h
= &(p_82xx_addr_filt
->iaddr_h
);
1815 addr_l
= &(p_82xx_addr_filt
->iaddr_l
);
1816 p_lh
= &ugeth
->ind_hash_q
;
1817 p_counter
= &(ugeth
->numIndAddrInHash
);
1822 if (uccf
->enabled_tx
)
1823 comm_dir
|= COMM_DIR_TX
;
1824 if (uccf
->enabled_rx
)
1825 comm_dir
|= COMM_DIR_RX
;
1827 ugeth_disable(ugeth
, comm_dir
);
1829 /* Clear the hash table. */
1830 out_be32(addr_h
, 0x00000000);
1831 out_be32(addr_l
, 0x00000000);
1838 /* Delete all remaining CQ elements */
1839 for (i
= 0; i
< num
; i
++)
1840 put_enet_addr_container(ENET_ADDR_CONT_ENTRY(dequeue(p_lh
)));
1845 ugeth_enable(ugeth
, comm_dir
);
1850 static int ugeth_82xx_filtering_clear_addr_in_paddr(struct ucc_geth_private
*ugeth
,
1853 ugeth
->indAddrRegUsed
[paddr_num
] = 0; /* mark this paddr as not used */
1854 return hw_clear_addr_in_paddr(ugeth
, paddr_num
);/* clear in hardware */
1857 static void ucc_geth_memclean(struct ucc_geth_private
*ugeth
)
1866 ucc_fast_free(ugeth
->uccf
);
1870 if (ugeth
->p_thread_data_tx
) {
1871 qe_muram_free(ugeth
->thread_dat_tx_offset
);
1872 ugeth
->p_thread_data_tx
= NULL
;
1874 if (ugeth
->p_thread_data_rx
) {
1875 qe_muram_free(ugeth
->thread_dat_rx_offset
);
1876 ugeth
->p_thread_data_rx
= NULL
;
1878 if (ugeth
->p_exf_glbl_param
) {
1879 qe_muram_free(ugeth
->exf_glbl_param_offset
);
1880 ugeth
->p_exf_glbl_param
= NULL
;
1882 if (ugeth
->p_rx_glbl_pram
) {
1883 qe_muram_free(ugeth
->rx_glbl_pram_offset
);
1884 ugeth
->p_rx_glbl_pram
= NULL
;
1886 if (ugeth
->p_tx_glbl_pram
) {
1887 qe_muram_free(ugeth
->tx_glbl_pram_offset
);
1888 ugeth
->p_tx_glbl_pram
= NULL
;
1890 if (ugeth
->p_send_q_mem_reg
) {
1891 qe_muram_free(ugeth
->send_q_mem_reg_offset
);
1892 ugeth
->p_send_q_mem_reg
= NULL
;
1894 if (ugeth
->p_scheduler
) {
1895 qe_muram_free(ugeth
->scheduler_offset
);
1896 ugeth
->p_scheduler
= NULL
;
1898 if (ugeth
->p_tx_fw_statistics_pram
) {
1899 qe_muram_free(ugeth
->tx_fw_statistics_pram_offset
);
1900 ugeth
->p_tx_fw_statistics_pram
= NULL
;
1902 if (ugeth
->p_rx_fw_statistics_pram
) {
1903 qe_muram_free(ugeth
->rx_fw_statistics_pram_offset
);
1904 ugeth
->p_rx_fw_statistics_pram
= NULL
;
1906 if (ugeth
->p_rx_irq_coalescing_tbl
) {
1907 qe_muram_free(ugeth
->rx_irq_coalescing_tbl_offset
);
1908 ugeth
->p_rx_irq_coalescing_tbl
= NULL
;
1910 if (ugeth
->p_rx_bd_qs_tbl
) {
1911 qe_muram_free(ugeth
->rx_bd_qs_tbl_offset
);
1912 ugeth
->p_rx_bd_qs_tbl
= NULL
;
1914 if (ugeth
->p_init_enet_param_shadow
) {
1915 return_init_enet_entries(ugeth
,
1916 &(ugeth
->p_init_enet_param_shadow
->
1918 ENET_INIT_PARAM_MAX_ENTRIES_RX
,
1919 ugeth
->ug_info
->riscRx
, 1);
1920 return_init_enet_entries(ugeth
,
1921 &(ugeth
->p_init_enet_param_shadow
->
1923 ENET_INIT_PARAM_MAX_ENTRIES_TX
,
1924 ugeth
->ug_info
->riscTx
, 0);
1925 kfree(ugeth
->p_init_enet_param_shadow
);
1926 ugeth
->p_init_enet_param_shadow
= NULL
;
1928 for (i
= 0; i
< ugeth
->ug_info
->numQueuesTx
; i
++) {
1929 bd
= ugeth
->p_tx_bd_ring
[i
];
1932 for (j
= 0; j
< ugeth
->ug_info
->bdRingLenTx
[i
]; j
++) {
1933 if (ugeth
->tx_skbuff
[i
][j
]) {
1934 dma_unmap_single(ugeth
->dev
,
1935 in_be32(&((struct qe_bd __iomem
*)bd
)->buf
),
1936 (in_be32((u32 __iomem
*)bd
) &
1939 dev_kfree_skb_any(ugeth
->tx_skbuff
[i
][j
]);
1940 ugeth
->tx_skbuff
[i
][j
] = NULL
;
1944 kfree(ugeth
->tx_skbuff
[i
]);
1946 if (ugeth
->p_tx_bd_ring
[i
]) {
1947 if (ugeth
->ug_info
->uf_info
.bd_mem_part
==
1949 kfree((void *)ugeth
->tx_bd_ring_offset
[i
]);
1950 else if (ugeth
->ug_info
->uf_info
.bd_mem_part
==
1952 qe_muram_free(ugeth
->tx_bd_ring_offset
[i
]);
1953 ugeth
->p_tx_bd_ring
[i
] = NULL
;
1956 for (i
= 0; i
< ugeth
->ug_info
->numQueuesRx
; i
++) {
1957 if (ugeth
->p_rx_bd_ring
[i
]) {
1958 /* Return existing data buffers in ring */
1959 bd
= ugeth
->p_rx_bd_ring
[i
];
1960 for (j
= 0; j
< ugeth
->ug_info
->bdRingLenRx
[i
]; j
++) {
1961 if (ugeth
->rx_skbuff
[i
][j
]) {
1962 dma_unmap_single(ugeth
->dev
,
1963 in_be32(&((struct qe_bd __iomem
*)bd
)->buf
),
1965 uf_info
.max_rx_buf_length
+
1966 UCC_GETH_RX_DATA_BUF_ALIGNMENT
,
1969 ugeth
->rx_skbuff
[i
][j
]);
1970 ugeth
->rx_skbuff
[i
][j
] = NULL
;
1972 bd
+= sizeof(struct qe_bd
);
1975 kfree(ugeth
->rx_skbuff
[i
]);
1977 if (ugeth
->ug_info
->uf_info
.bd_mem_part
==
1979 kfree((void *)ugeth
->rx_bd_ring_offset
[i
]);
1980 else if (ugeth
->ug_info
->uf_info
.bd_mem_part
==
1982 qe_muram_free(ugeth
->rx_bd_ring_offset
[i
]);
1983 ugeth
->p_rx_bd_ring
[i
] = NULL
;
1986 while (!list_empty(&ugeth
->group_hash_q
))
1987 put_enet_addr_container(ENET_ADDR_CONT_ENTRY
1988 (dequeue(&ugeth
->group_hash_q
)));
1989 while (!list_empty(&ugeth
->ind_hash_q
))
1990 put_enet_addr_container(ENET_ADDR_CONT_ENTRY
1991 (dequeue(&ugeth
->ind_hash_q
)));
1992 if (ugeth
->ug_regs
) {
1993 iounmap(ugeth
->ug_regs
);
1994 ugeth
->ug_regs
= NULL
;
1997 skb_queue_purge(&ugeth
->rx_recycle
);
2000 static void ucc_geth_set_multi(struct net_device
*dev
)
2002 struct ucc_geth_private
*ugeth
;
2003 struct netdev_hw_addr
*ha
;
2004 struct ucc_fast __iomem
*uf_regs
;
2005 struct ucc_geth_82xx_address_filtering_pram __iomem
*p_82xx_addr_filt
;
2007 ugeth
= netdev_priv(dev
);
2009 uf_regs
= ugeth
->uccf
->uf_regs
;
2011 if (dev
->flags
& IFF_PROMISC
) {
2012 setbits32(&uf_regs
->upsmr
, UCC_GETH_UPSMR_PRO
);
2014 clrbits32(&uf_regs
->upsmr
, UCC_GETH_UPSMR_PRO
);
2017 (struct ucc_geth_82xx_address_filtering_pram __iomem
*) ugeth
->
2018 p_rx_glbl_pram
->addressfiltering
;
2020 if (dev
->flags
& IFF_ALLMULTI
) {
2021 /* Catch all multicast addresses, so set the
2022 * filter to all 1's.
2024 out_be32(&p_82xx_addr_filt
->gaddr_h
, 0xffffffff);
2025 out_be32(&p_82xx_addr_filt
->gaddr_l
, 0xffffffff);
2027 /* Clear filter and add the addresses in the list.
2029 out_be32(&p_82xx_addr_filt
->gaddr_h
, 0x0);
2030 out_be32(&p_82xx_addr_filt
->gaddr_l
, 0x0);
2032 netdev_for_each_mc_addr(ha
, dev
) {
2033 /* Only support group multicast for now.
2035 if (!(ha
->addr
[0] & 1))
2038 /* Ask CPM to run CRC and set bit in
2041 hw_add_addr_in_hash(ugeth
, ha
->addr
);
2047 static void ucc_geth_stop(struct ucc_geth_private
*ugeth
)
2049 struct ucc_geth __iomem
*ug_regs
= ugeth
->ug_regs
;
2050 struct phy_device
*phydev
= ugeth
->phydev
;
2052 ugeth_vdbg("%s: IN", __func__
);
2055 * Tell the kernel the link is down.
2056 * Must be done before disabling the controller
2057 * or deadlock may happen.
2061 /* Disable the controller */
2062 ugeth_disable(ugeth
, COMM_DIR_RX_AND_TX
);
2064 /* Mask all interrupts */
2065 out_be32(ugeth
->uccf
->p_uccm
, 0x00000000);
2067 /* Clear all interrupts */
2068 out_be32(ugeth
->uccf
->p_ucce
, 0xffffffff);
2070 /* Disable Rx and Tx */
2071 clrbits32(&ug_regs
->maccfg1
, MACCFG1_ENABLE_RX
| MACCFG1_ENABLE_TX
);
2073 ucc_geth_memclean(ugeth
);
2076 static int ucc_struct_init(struct ucc_geth_private
*ugeth
)
2078 struct ucc_geth_info
*ug_info
;
2079 struct ucc_fast_info
*uf_info
;
2082 ug_info
= ugeth
->ug_info
;
2083 uf_info
= &ug_info
->uf_info
;
2085 if (!((uf_info
->bd_mem_part
== MEM_PART_SYSTEM
) ||
2086 (uf_info
->bd_mem_part
== MEM_PART_MURAM
))) {
2087 if (netif_msg_probe(ugeth
))
2088 ugeth_err("%s: Bad memory partition value.",
2094 for (i
= 0; i
< ug_info
->numQueuesRx
; i
++) {
2095 if ((ug_info
->bdRingLenRx
[i
] < UCC_GETH_RX_BD_RING_SIZE_MIN
) ||
2096 (ug_info
->bdRingLenRx
[i
] %
2097 UCC_GETH_RX_BD_RING_SIZE_ALIGNMENT
)) {
2098 if (netif_msg_probe(ugeth
))
2100 ("%s: Rx BD ring length must be multiple of 4, no smaller than 8.",
2107 for (i
= 0; i
< ug_info
->numQueuesTx
; i
++) {
2108 if (ug_info
->bdRingLenTx
[i
] < UCC_GETH_TX_BD_RING_SIZE_MIN
) {
2109 if (netif_msg_probe(ugeth
))
2111 ("%s: Tx BD ring length must be no smaller than 2.",
2118 if ((uf_info
->max_rx_buf_length
== 0) ||
2119 (uf_info
->max_rx_buf_length
% UCC_GETH_MRBLR_ALIGNMENT
)) {
2120 if (netif_msg_probe(ugeth
))
2122 ("%s: max_rx_buf_length must be non-zero multiple of 128.",
2128 if (ug_info
->numQueuesTx
> NUM_TX_QUEUES
) {
2129 if (netif_msg_probe(ugeth
))
2130 ugeth_err("%s: number of tx queues too large.", __func__
);
2135 if (ug_info
->numQueuesRx
> NUM_RX_QUEUES
) {
2136 if (netif_msg_probe(ugeth
))
2137 ugeth_err("%s: number of rx queues too large.", __func__
);
2142 for (i
= 0; i
< UCC_GETH_VLAN_PRIORITY_MAX
; i
++) {
2143 if (ug_info
->l2qt
[i
] >= ug_info
->numQueuesRx
) {
2144 if (netif_msg_probe(ugeth
))
2146 ("%s: VLAN priority table entry must not be"
2147 " larger than number of Rx queues.",
2154 for (i
= 0; i
< UCC_GETH_IP_PRIORITY_MAX
; i
++) {
2155 if (ug_info
->l3qt
[i
] >= ug_info
->numQueuesRx
) {
2156 if (netif_msg_probe(ugeth
))
2158 ("%s: IP priority table entry must not be"
2159 " larger than number of Rx queues.",
2165 if (ug_info
->cam
&& !ug_info
->ecamptr
) {
2166 if (netif_msg_probe(ugeth
))
2167 ugeth_err("%s: If cam mode is chosen, must supply cam ptr.",
2172 if ((ug_info
->numStationAddresses
!=
2173 UCC_GETH_NUM_OF_STATION_ADDRESSES_1
) &&
2174 ug_info
->rxExtendedFiltering
) {
2175 if (netif_msg_probe(ugeth
))
2176 ugeth_err("%s: Number of station addresses greater than 1 "
2177 "not allowed in extended parsing mode.",
2182 /* Generate uccm_mask for receive */
2183 uf_info
->uccm_mask
= ug_info
->eventRegMask
& UCCE_OTHER
;/* Errors */
2184 for (i
= 0; i
< ug_info
->numQueuesRx
; i
++)
2185 uf_info
->uccm_mask
|= (UCC_GETH_UCCE_RXF0
<< i
);
2187 for (i
= 0; i
< ug_info
->numQueuesTx
; i
++)
2188 uf_info
->uccm_mask
|= (UCC_GETH_UCCE_TXB0
<< i
);
2189 /* Initialize the general fast UCC block. */
2190 if (ucc_fast_init(uf_info
, &ugeth
->uccf
)) {
2191 if (netif_msg_probe(ugeth
))
2192 ugeth_err("%s: Failed to init uccf.", __func__
);
2196 /* read the number of risc engines, update the riscTx and riscRx
2197 * if there are 4 riscs in QE
2199 if (qe_get_num_of_risc() == 4) {
2200 ug_info
->riscTx
= QE_RISC_ALLOCATION_FOUR_RISCS
;
2201 ug_info
->riscRx
= QE_RISC_ALLOCATION_FOUR_RISCS
;
2204 ugeth
->ug_regs
= ioremap(uf_info
->regs
, sizeof(*ugeth
->ug_regs
));
2205 if (!ugeth
->ug_regs
) {
2206 if (netif_msg_probe(ugeth
))
2207 ugeth_err("%s: Failed to ioremap regs.", __func__
);
2211 skb_queue_head_init(&ugeth
->rx_recycle
);
2216 static int ucc_geth_startup(struct ucc_geth_private
*ugeth
)
2218 struct ucc_geth_82xx_address_filtering_pram __iomem
*p_82xx_addr_filt
;
2219 struct ucc_geth_init_pram __iomem
*p_init_enet_pram
;
2220 struct ucc_fast_private
*uccf
;
2221 struct ucc_geth_info
*ug_info
;
2222 struct ucc_fast_info
*uf_info
;
2223 struct ucc_fast __iomem
*uf_regs
;
2224 struct ucc_geth __iomem
*ug_regs
;
2225 int ret_val
= -EINVAL
;
2226 u32 remoder
= UCC_GETH_REMODER_INIT
;
2227 u32 init_enet_pram_offset
, cecr_subblock
, command
;
2228 u32 ifstat
, i
, j
, size
, l2qt
, l3qt
, length
;
2229 u16 temoder
= UCC_GETH_TEMODER_INIT
;
2231 u8 function_code
= 0;
2233 u8 __iomem
*endOfRing
;
2234 u8 numThreadsRxNumerical
, numThreadsTxNumerical
;
2236 ugeth_vdbg("%s: IN", __func__
);
2238 ug_info
= ugeth
->ug_info
;
2239 uf_info
= &ug_info
->uf_info
;
2240 uf_regs
= uccf
->uf_regs
;
2241 ug_regs
= ugeth
->ug_regs
;
2243 switch (ug_info
->numThreadsRx
) {
2244 case UCC_GETH_NUM_OF_THREADS_1
:
2245 numThreadsRxNumerical
= 1;
2247 case UCC_GETH_NUM_OF_THREADS_2
:
2248 numThreadsRxNumerical
= 2;
2250 case UCC_GETH_NUM_OF_THREADS_4
:
2251 numThreadsRxNumerical
= 4;
2253 case UCC_GETH_NUM_OF_THREADS_6
:
2254 numThreadsRxNumerical
= 6;
2256 case UCC_GETH_NUM_OF_THREADS_8
:
2257 numThreadsRxNumerical
= 8;
2260 if (netif_msg_ifup(ugeth
))
2261 ugeth_err("%s: Bad number of Rx threads value.",
2267 switch (ug_info
->numThreadsTx
) {
2268 case UCC_GETH_NUM_OF_THREADS_1
:
2269 numThreadsTxNumerical
= 1;
2271 case UCC_GETH_NUM_OF_THREADS_2
:
2272 numThreadsTxNumerical
= 2;
2274 case UCC_GETH_NUM_OF_THREADS_4
:
2275 numThreadsTxNumerical
= 4;
2277 case UCC_GETH_NUM_OF_THREADS_6
:
2278 numThreadsTxNumerical
= 6;
2280 case UCC_GETH_NUM_OF_THREADS_8
:
2281 numThreadsTxNumerical
= 8;
2284 if (netif_msg_ifup(ugeth
))
2285 ugeth_err("%s: Bad number of Tx threads value.",
2291 /* Calculate rx_extended_features */
2292 ugeth
->rx_non_dynamic_extended_features
= ug_info
->ipCheckSumCheck
||
2293 ug_info
->ipAddressAlignment
||
2294 (ug_info
->numStationAddresses
!=
2295 UCC_GETH_NUM_OF_STATION_ADDRESSES_1
);
2297 ugeth
->rx_extended_features
= ugeth
->rx_non_dynamic_extended_features
||
2298 (ug_info
->vlanOperationTagged
!= UCC_GETH_VLAN_OPERATION_TAGGED_NOP
) ||
2299 (ug_info
->vlanOperationNonTagged
!=
2300 UCC_GETH_VLAN_OPERATION_NON_TAGGED_NOP
);
2302 init_default_reg_vals(&uf_regs
->upsmr
,
2303 &ug_regs
->maccfg1
, &ug_regs
->maccfg2
);
2306 /* For more details see the hardware spec. */
2307 init_rx_parameters(ug_info
->bro
,
2308 ug_info
->rsh
, ug_info
->pro
, &uf_regs
->upsmr
);
2310 /* We're going to ignore other registers for now, */
2311 /* except as needed to get up and running */
2314 /* For more details see the hardware spec. */
2315 init_flow_control_params(ug_info
->aufc
,
2316 ug_info
->receiveFlowControl
,
2317 ug_info
->transmitFlowControl
,
2318 ug_info
->pausePeriod
,
2319 ug_info
->extensionField
,
2321 &ug_regs
->uempr
, &ug_regs
->maccfg1
);
2323 setbits32(&ug_regs
->maccfg1
, MACCFG1_ENABLE_RX
| MACCFG1_ENABLE_TX
);
2326 /* For more details see the hardware spec. */
2327 ret_val
= init_inter_frame_gap_params(ug_info
->nonBackToBackIfgPart1
,
2328 ug_info
->nonBackToBackIfgPart2
,
2330 miminumInterFrameGapEnforcement
,
2331 ug_info
->backToBackInterFrameGap
,
2334 if (netif_msg_ifup(ugeth
))
2335 ugeth_err("%s: IPGIFG initialization parameter too large.",
2341 /* For more details see the hardware spec. */
2342 ret_val
= init_half_duplex_params(ug_info
->altBeb
,
2343 ug_info
->backPressureNoBackoff
,
2345 ug_info
->excessDefer
,
2346 ug_info
->altBebTruncation
,
2347 ug_info
->maxRetransmission
,
2348 ug_info
->collisionWindow
,
2351 if (netif_msg_ifup(ugeth
))
2352 ugeth_err("%s: Half Duplex initialization parameter too large.",
2358 /* For more details see the hardware spec. */
2359 /* Read only - resets upon read */
2360 ifstat
= in_be32(&ug_regs
->ifstat
);
2363 /* For more details see the hardware spec. */
2364 out_be32(&ug_regs
->uempr
, 0);
2367 /* For more details see the hardware spec. */
2368 init_hw_statistics_gathering_mode((ug_info
->statisticsMode
&
2369 UCC_GETH_STATISTICS_GATHERING_MODE_HARDWARE
),
2370 0, &uf_regs
->upsmr
, &ug_regs
->uescr
);
2372 /* Allocate Tx bds */
2373 for (j
= 0; j
< ug_info
->numQueuesTx
; j
++) {
2374 /* Allocate in multiple of
2375 UCC_GETH_TX_BD_RING_SIZE_MEMORY_ALIGNMENT,
2376 according to spec */
2377 length
= ((ug_info
->bdRingLenTx
[j
] * sizeof(struct qe_bd
))
2378 / UCC_GETH_TX_BD_RING_SIZE_MEMORY_ALIGNMENT
)
2379 * UCC_GETH_TX_BD_RING_SIZE_MEMORY_ALIGNMENT
;
2380 if ((ug_info
->bdRingLenTx
[j
] * sizeof(struct qe_bd
)) %
2381 UCC_GETH_TX_BD_RING_SIZE_MEMORY_ALIGNMENT
)
2382 length
+= UCC_GETH_TX_BD_RING_SIZE_MEMORY_ALIGNMENT
;
2383 if (uf_info
->bd_mem_part
== MEM_PART_SYSTEM
) {
2385 if (UCC_GETH_TX_BD_RING_ALIGNMENT
> 4)
2386 align
= UCC_GETH_TX_BD_RING_ALIGNMENT
;
2387 ugeth
->tx_bd_ring_offset
[j
] =
2388 (u32
) kmalloc((u32
) (length
+ align
), GFP_KERNEL
);
2390 if (ugeth
->tx_bd_ring_offset
[j
] != 0)
2391 ugeth
->p_tx_bd_ring
[j
] =
2392 (u8 __iomem
*)((ugeth
->tx_bd_ring_offset
[j
] +
2393 align
) & ~(align
- 1));
2394 } else if (uf_info
->bd_mem_part
== MEM_PART_MURAM
) {
2395 ugeth
->tx_bd_ring_offset
[j
] =
2396 qe_muram_alloc(length
,
2397 UCC_GETH_TX_BD_RING_ALIGNMENT
);
2398 if (!IS_ERR_VALUE(ugeth
->tx_bd_ring_offset
[j
]))
2399 ugeth
->p_tx_bd_ring
[j
] =
2400 (u8 __iomem
*) qe_muram_addr(ugeth
->
2401 tx_bd_ring_offset
[j
]);
2403 if (!ugeth
->p_tx_bd_ring
[j
]) {
2404 if (netif_msg_ifup(ugeth
))
2406 ("%s: Can not allocate memory for Tx bd rings.",
2410 /* Zero unused end of bd ring, according to spec */
2411 memset_io((void __iomem
*)(ugeth
->p_tx_bd_ring
[j
] +
2412 ug_info
->bdRingLenTx
[j
] * sizeof(struct qe_bd
)), 0,
2413 length
- ug_info
->bdRingLenTx
[j
] * sizeof(struct qe_bd
));
2416 /* Allocate Rx bds */
2417 for (j
= 0; j
< ug_info
->numQueuesRx
; j
++) {
2418 length
= ug_info
->bdRingLenRx
[j
] * sizeof(struct qe_bd
);
2419 if (uf_info
->bd_mem_part
== MEM_PART_SYSTEM
) {
2421 if (UCC_GETH_RX_BD_RING_ALIGNMENT
> 4)
2422 align
= UCC_GETH_RX_BD_RING_ALIGNMENT
;
2423 ugeth
->rx_bd_ring_offset
[j
] =
2424 (u32
) kmalloc((u32
) (length
+ align
), GFP_KERNEL
);
2425 if (ugeth
->rx_bd_ring_offset
[j
] != 0)
2426 ugeth
->p_rx_bd_ring
[j
] =
2427 (u8 __iomem
*)((ugeth
->rx_bd_ring_offset
[j
] +
2428 align
) & ~(align
- 1));
2429 } else if (uf_info
->bd_mem_part
== MEM_PART_MURAM
) {
2430 ugeth
->rx_bd_ring_offset
[j
] =
2431 qe_muram_alloc(length
,
2432 UCC_GETH_RX_BD_RING_ALIGNMENT
);
2433 if (!IS_ERR_VALUE(ugeth
->rx_bd_ring_offset
[j
]))
2434 ugeth
->p_rx_bd_ring
[j
] =
2435 (u8 __iomem
*) qe_muram_addr(ugeth
->
2436 rx_bd_ring_offset
[j
]);
2438 if (!ugeth
->p_rx_bd_ring
[j
]) {
2439 if (netif_msg_ifup(ugeth
))
2441 ("%s: Can not allocate memory for Rx bd rings.",
2448 for (j
= 0; j
< ug_info
->numQueuesTx
; j
++) {
2449 /* Setup the skbuff rings */
2450 ugeth
->tx_skbuff
[j
] = kmalloc(sizeof(struct sk_buff
*) *
2451 ugeth
->ug_info
->bdRingLenTx
[j
],
2454 if (ugeth
->tx_skbuff
[j
] == NULL
) {
2455 if (netif_msg_ifup(ugeth
))
2456 ugeth_err("%s: Could not allocate tx_skbuff",
2461 for (i
= 0; i
< ugeth
->ug_info
->bdRingLenTx
[j
]; i
++)
2462 ugeth
->tx_skbuff
[j
][i
] = NULL
;
2464 ugeth
->skb_curtx
[j
] = ugeth
->skb_dirtytx
[j
] = 0;
2465 bd
= ugeth
->confBd
[j
] = ugeth
->txBd
[j
] = ugeth
->p_tx_bd_ring
[j
];
2466 for (i
= 0; i
< ug_info
->bdRingLenTx
[j
]; i
++) {
2467 /* clear bd buffer */
2468 out_be32(&((struct qe_bd __iomem
*)bd
)->buf
, 0);
2469 /* set bd status and length */
2470 out_be32((u32 __iomem
*)bd
, 0);
2471 bd
+= sizeof(struct qe_bd
);
2473 bd
-= sizeof(struct qe_bd
);
2474 /* set bd status and length */
2475 out_be32((u32 __iomem
*)bd
, T_W
); /* for last BD set Wrap bit */
2479 for (j
= 0; j
< ug_info
->numQueuesRx
; j
++) {
2480 /* Setup the skbuff rings */
2481 ugeth
->rx_skbuff
[j
] = kmalloc(sizeof(struct sk_buff
*) *
2482 ugeth
->ug_info
->bdRingLenRx
[j
],
2485 if (ugeth
->rx_skbuff
[j
] == NULL
) {
2486 if (netif_msg_ifup(ugeth
))
2487 ugeth_err("%s: Could not allocate rx_skbuff",
2492 for (i
= 0; i
< ugeth
->ug_info
->bdRingLenRx
[j
]; i
++)
2493 ugeth
->rx_skbuff
[j
][i
] = NULL
;
2495 ugeth
->skb_currx
[j
] = 0;
2496 bd
= ugeth
->rxBd
[j
] = ugeth
->p_rx_bd_ring
[j
];
2497 for (i
= 0; i
< ug_info
->bdRingLenRx
[j
]; i
++) {
2498 /* set bd status and length */
2499 out_be32((u32 __iomem
*)bd
, R_I
);
2500 /* clear bd buffer */
2501 out_be32(&((struct qe_bd __iomem
*)bd
)->buf
, 0);
2502 bd
+= sizeof(struct qe_bd
);
2504 bd
-= sizeof(struct qe_bd
);
2505 /* set bd status and length */
2506 out_be32((u32 __iomem
*)bd
, R_W
); /* for last BD set Wrap bit */
2512 /* Tx global PRAM */
2513 /* Allocate global tx parameter RAM page */
2514 ugeth
->tx_glbl_pram_offset
=
2515 qe_muram_alloc(sizeof(struct ucc_geth_tx_global_pram
),
2516 UCC_GETH_TX_GLOBAL_PRAM_ALIGNMENT
);
2517 if (IS_ERR_VALUE(ugeth
->tx_glbl_pram_offset
)) {
2518 if (netif_msg_ifup(ugeth
))
2520 ("%s: Can not allocate DPRAM memory for p_tx_glbl_pram.",
2524 ugeth
->p_tx_glbl_pram
=
2525 (struct ucc_geth_tx_global_pram __iomem
*) qe_muram_addr(ugeth
->
2526 tx_glbl_pram_offset
);
2527 /* Zero out p_tx_glbl_pram */
2528 memset_io((void __iomem
*)ugeth
->p_tx_glbl_pram
, 0, sizeof(struct ucc_geth_tx_global_pram
));
2530 /* Fill global PRAM */
2533 /* Size varies with number of Tx threads */
2534 ugeth
->thread_dat_tx_offset
=
2535 qe_muram_alloc(numThreadsTxNumerical
*
2536 sizeof(struct ucc_geth_thread_data_tx
) +
2537 32 * (numThreadsTxNumerical
== 1),
2538 UCC_GETH_THREAD_DATA_ALIGNMENT
);
2539 if (IS_ERR_VALUE(ugeth
->thread_dat_tx_offset
)) {
2540 if (netif_msg_ifup(ugeth
))
2542 ("%s: Can not allocate DPRAM memory for p_thread_data_tx.",
2547 ugeth
->p_thread_data_tx
=
2548 (struct ucc_geth_thread_data_tx __iomem
*) qe_muram_addr(ugeth
->
2549 thread_dat_tx_offset
);
2550 out_be32(&ugeth
->p_tx_glbl_pram
->tqptr
, ugeth
->thread_dat_tx_offset
);
2553 for (i
= 0; i
< UCC_GETH_TX_VTAG_TABLE_ENTRY_MAX
; i
++)
2554 out_be32(&ugeth
->p_tx_glbl_pram
->vtagtable
[i
],
2555 ug_info
->vtagtable
[i
]);
2558 for (i
= 0; i
< TX_IP_OFFSET_ENTRY_MAX
; i
++)
2559 out_8(&ugeth
->p_tx_glbl_pram
->iphoffset
[i
],
2560 ug_info
->iphoffset
[i
]);
2563 /* Size varies with number of Tx queues */
2564 ugeth
->send_q_mem_reg_offset
=
2565 qe_muram_alloc(ug_info
->numQueuesTx
*
2566 sizeof(struct ucc_geth_send_queue_qd
),
2567 UCC_GETH_SEND_QUEUE_QUEUE_DESCRIPTOR_ALIGNMENT
);
2568 if (IS_ERR_VALUE(ugeth
->send_q_mem_reg_offset
)) {
2569 if (netif_msg_ifup(ugeth
))
2571 ("%s: Can not allocate DPRAM memory for p_send_q_mem_reg.",
2576 ugeth
->p_send_q_mem_reg
=
2577 (struct ucc_geth_send_queue_mem_region __iomem
*) qe_muram_addr(ugeth
->
2578 send_q_mem_reg_offset
);
2579 out_be32(&ugeth
->p_tx_glbl_pram
->sqptr
, ugeth
->send_q_mem_reg_offset
);
2581 /* Setup the table */
2582 /* Assume BD rings are already established */
2583 for (i
= 0; i
< ug_info
->numQueuesTx
; i
++) {
2585 ugeth
->p_tx_bd_ring
[i
] + (ug_info
->bdRingLenTx
[i
] -
2586 1) * sizeof(struct qe_bd
);
2587 if (ugeth
->ug_info
->uf_info
.bd_mem_part
== MEM_PART_SYSTEM
) {
2588 out_be32(&ugeth
->p_send_q_mem_reg
->sqqd
[i
].bd_ring_base
,
2589 (u32
) virt_to_phys(ugeth
->p_tx_bd_ring
[i
]));
2590 out_be32(&ugeth
->p_send_q_mem_reg
->sqqd
[i
].
2591 last_bd_completed_address
,
2592 (u32
) virt_to_phys(endOfRing
));
2593 } else if (ugeth
->ug_info
->uf_info
.bd_mem_part
==
2595 out_be32(&ugeth
->p_send_q_mem_reg
->sqqd
[i
].bd_ring_base
,
2596 (u32
) immrbar_virt_to_phys(ugeth
->
2598 out_be32(&ugeth
->p_send_q_mem_reg
->sqqd
[i
].
2599 last_bd_completed_address
,
2600 (u32
) immrbar_virt_to_phys(endOfRing
));
2604 /* schedulerbasepointer */
2606 if (ug_info
->numQueuesTx
> 1) {
2607 /* scheduler exists only if more than 1 tx queue */
2608 ugeth
->scheduler_offset
=
2609 qe_muram_alloc(sizeof(struct ucc_geth_scheduler
),
2610 UCC_GETH_SCHEDULER_ALIGNMENT
);
2611 if (IS_ERR_VALUE(ugeth
->scheduler_offset
)) {
2612 if (netif_msg_ifup(ugeth
))
2614 ("%s: Can not allocate DPRAM memory for p_scheduler.",
2619 ugeth
->p_scheduler
=
2620 (struct ucc_geth_scheduler __iomem
*) qe_muram_addr(ugeth
->
2622 out_be32(&ugeth
->p_tx_glbl_pram
->schedulerbasepointer
,
2623 ugeth
->scheduler_offset
);
2624 /* Zero out p_scheduler */
2625 memset_io((void __iomem
*)ugeth
->p_scheduler
, 0, sizeof(struct ucc_geth_scheduler
));
2627 /* Set values in scheduler */
2628 out_be32(&ugeth
->p_scheduler
->mblinterval
,
2629 ug_info
->mblinterval
);
2630 out_be16(&ugeth
->p_scheduler
->nortsrbytetime
,
2631 ug_info
->nortsrbytetime
);
2632 out_8(&ugeth
->p_scheduler
->fracsiz
, ug_info
->fracsiz
);
2633 out_8(&ugeth
->p_scheduler
->strictpriorityq
,
2634 ug_info
->strictpriorityq
);
2635 out_8(&ugeth
->p_scheduler
->txasap
, ug_info
->txasap
);
2636 out_8(&ugeth
->p_scheduler
->extrabw
, ug_info
->extrabw
);
2637 for (i
= 0; i
< NUM_TX_QUEUES
; i
++)
2638 out_8(&ugeth
->p_scheduler
->weightfactor
[i
],
2639 ug_info
->weightfactor
[i
]);
2641 /* Set pointers to cpucount registers in scheduler */
2642 ugeth
->p_cpucount
[0] = &(ugeth
->p_scheduler
->cpucount0
);
2643 ugeth
->p_cpucount
[1] = &(ugeth
->p_scheduler
->cpucount1
);
2644 ugeth
->p_cpucount
[2] = &(ugeth
->p_scheduler
->cpucount2
);
2645 ugeth
->p_cpucount
[3] = &(ugeth
->p_scheduler
->cpucount3
);
2646 ugeth
->p_cpucount
[4] = &(ugeth
->p_scheduler
->cpucount4
);
2647 ugeth
->p_cpucount
[5] = &(ugeth
->p_scheduler
->cpucount5
);
2648 ugeth
->p_cpucount
[6] = &(ugeth
->p_scheduler
->cpucount6
);
2649 ugeth
->p_cpucount
[7] = &(ugeth
->p_scheduler
->cpucount7
);
2652 /* schedulerbasepointer */
2653 /* TxRMON_PTR (statistics) */
2655 statisticsMode
& UCC_GETH_STATISTICS_GATHERING_MODE_FIRMWARE_TX
) {
2656 ugeth
->tx_fw_statistics_pram_offset
=
2657 qe_muram_alloc(sizeof
2658 (struct ucc_geth_tx_firmware_statistics_pram
),
2659 UCC_GETH_TX_STATISTICS_ALIGNMENT
);
2660 if (IS_ERR_VALUE(ugeth
->tx_fw_statistics_pram_offset
)) {
2661 if (netif_msg_ifup(ugeth
))
2663 ("%s: Can not allocate DPRAM memory for"
2664 " p_tx_fw_statistics_pram.",
2668 ugeth
->p_tx_fw_statistics_pram
=
2669 (struct ucc_geth_tx_firmware_statistics_pram __iomem
*)
2670 qe_muram_addr(ugeth
->tx_fw_statistics_pram_offset
);
2671 /* Zero out p_tx_fw_statistics_pram */
2672 memset_io((void __iomem
*)ugeth
->p_tx_fw_statistics_pram
,
2673 0, sizeof(struct ucc_geth_tx_firmware_statistics_pram
));
2677 /* Already has speed set */
2679 if (ug_info
->numQueuesTx
> 1)
2680 temoder
|= TEMODER_SCHEDULER_ENABLE
;
2681 if (ug_info
->ipCheckSumGenerate
)
2682 temoder
|= TEMODER_IP_CHECKSUM_GENERATE
;
2683 temoder
|= ((ug_info
->numQueuesTx
- 1) << TEMODER_NUM_OF_QUEUES_SHIFT
);
2684 out_be16(&ugeth
->p_tx_glbl_pram
->temoder
, temoder
);
2686 test
= in_be16(&ugeth
->p_tx_glbl_pram
->temoder
);
2688 /* Function code register value to be used later */
2689 function_code
= UCC_BMR_BO_BE
| UCC_BMR_GBL
;
2690 /* Required for QE */
2692 /* function code register */
2693 out_be32(&ugeth
->p_tx_glbl_pram
->tstate
, ((u32
) function_code
) << 24);
2695 /* Rx global PRAM */
2696 /* Allocate global rx parameter RAM page */
2697 ugeth
->rx_glbl_pram_offset
=
2698 qe_muram_alloc(sizeof(struct ucc_geth_rx_global_pram
),
2699 UCC_GETH_RX_GLOBAL_PRAM_ALIGNMENT
);
2700 if (IS_ERR_VALUE(ugeth
->rx_glbl_pram_offset
)) {
2701 if (netif_msg_ifup(ugeth
))
2703 ("%s: Can not allocate DPRAM memory for p_rx_glbl_pram.",
2707 ugeth
->p_rx_glbl_pram
=
2708 (struct ucc_geth_rx_global_pram __iomem
*) qe_muram_addr(ugeth
->
2709 rx_glbl_pram_offset
);
2710 /* Zero out p_rx_glbl_pram */
2711 memset_io((void __iomem
*)ugeth
->p_rx_glbl_pram
, 0, sizeof(struct ucc_geth_rx_global_pram
));
2713 /* Fill global PRAM */
2716 /* Size varies with number of Rx threads */
2717 ugeth
->thread_dat_rx_offset
=
2718 qe_muram_alloc(numThreadsRxNumerical
*
2719 sizeof(struct ucc_geth_thread_data_rx
),
2720 UCC_GETH_THREAD_DATA_ALIGNMENT
);
2721 if (IS_ERR_VALUE(ugeth
->thread_dat_rx_offset
)) {
2722 if (netif_msg_ifup(ugeth
))
2724 ("%s: Can not allocate DPRAM memory for p_thread_data_rx.",
2729 ugeth
->p_thread_data_rx
=
2730 (struct ucc_geth_thread_data_rx __iomem
*) qe_muram_addr(ugeth
->
2731 thread_dat_rx_offset
);
2732 out_be32(&ugeth
->p_rx_glbl_pram
->rqptr
, ugeth
->thread_dat_rx_offset
);
2735 out_be16(&ugeth
->p_rx_glbl_pram
->typeorlen
, ug_info
->typeorlen
);
2737 /* rxrmonbaseptr (statistics) */
2739 statisticsMode
& UCC_GETH_STATISTICS_GATHERING_MODE_FIRMWARE_RX
) {
2740 ugeth
->rx_fw_statistics_pram_offset
=
2741 qe_muram_alloc(sizeof
2742 (struct ucc_geth_rx_firmware_statistics_pram
),
2743 UCC_GETH_RX_STATISTICS_ALIGNMENT
);
2744 if (IS_ERR_VALUE(ugeth
->rx_fw_statistics_pram_offset
)) {
2745 if (netif_msg_ifup(ugeth
))
2747 ("%s: Can not allocate DPRAM memory for"
2748 " p_rx_fw_statistics_pram.", __func__
);
2751 ugeth
->p_rx_fw_statistics_pram
=
2752 (struct ucc_geth_rx_firmware_statistics_pram __iomem
*)
2753 qe_muram_addr(ugeth
->rx_fw_statistics_pram_offset
);
2754 /* Zero out p_rx_fw_statistics_pram */
2755 memset_io((void __iomem
*)ugeth
->p_rx_fw_statistics_pram
, 0,
2756 sizeof(struct ucc_geth_rx_firmware_statistics_pram
));
2759 /* intCoalescingPtr */
2761 /* Size varies with number of Rx queues */
2762 ugeth
->rx_irq_coalescing_tbl_offset
=
2763 qe_muram_alloc(ug_info
->numQueuesRx
*
2764 sizeof(struct ucc_geth_rx_interrupt_coalescing_entry
)
2765 + 4, UCC_GETH_RX_INTERRUPT_COALESCING_ALIGNMENT
);
2766 if (IS_ERR_VALUE(ugeth
->rx_irq_coalescing_tbl_offset
)) {
2767 if (netif_msg_ifup(ugeth
))
2769 ("%s: Can not allocate DPRAM memory for"
2770 " p_rx_irq_coalescing_tbl.", __func__
);
2774 ugeth
->p_rx_irq_coalescing_tbl
=
2775 (struct ucc_geth_rx_interrupt_coalescing_table __iomem
*)
2776 qe_muram_addr(ugeth
->rx_irq_coalescing_tbl_offset
);
2777 out_be32(&ugeth
->p_rx_glbl_pram
->intcoalescingptr
,
2778 ugeth
->rx_irq_coalescing_tbl_offset
);
2780 /* Fill interrupt coalescing table */
2781 for (i
= 0; i
< ug_info
->numQueuesRx
; i
++) {
2782 out_be32(&ugeth
->p_rx_irq_coalescing_tbl
->coalescingentry
[i
].
2783 interruptcoalescingmaxvalue
,
2784 ug_info
->interruptcoalescingmaxvalue
[i
]);
2785 out_be32(&ugeth
->p_rx_irq_coalescing_tbl
->coalescingentry
[i
].
2786 interruptcoalescingcounter
,
2787 ug_info
->interruptcoalescingmaxvalue
[i
]);
2791 init_max_rx_buff_len(uf_info
->max_rx_buf_length
,
2792 &ugeth
->p_rx_glbl_pram
->mrblr
);
2794 out_be16(&ugeth
->p_rx_glbl_pram
->mflr
, ug_info
->maxFrameLength
);
2796 init_min_frame_len(ug_info
->minFrameLength
,
2797 &ugeth
->p_rx_glbl_pram
->minflr
,
2798 &ugeth
->p_rx_glbl_pram
->mrblr
);
2800 out_be16(&ugeth
->p_rx_glbl_pram
->maxd1
, ug_info
->maxD1Length
);
2802 out_be16(&ugeth
->p_rx_glbl_pram
->maxd2
, ug_info
->maxD2Length
);
2806 for (i
= 0; i
< UCC_GETH_VLAN_PRIORITY_MAX
; i
++)
2807 l2qt
|= (ug_info
->l2qt
[i
] << (28 - 4 * i
));
2808 out_be32(&ugeth
->p_rx_glbl_pram
->l2qt
, l2qt
);
2811 for (j
= 0; j
< UCC_GETH_IP_PRIORITY_MAX
; j
+= 8) {
2813 for (i
= 0; i
< 8; i
++)
2814 l3qt
|= (ug_info
->l3qt
[j
+ i
] << (28 - 4 * i
));
2815 out_be32(&ugeth
->p_rx_glbl_pram
->l3qt
[j
/8], l3qt
);
2819 out_be16(&ugeth
->p_rx_glbl_pram
->vlantype
, ug_info
->vlantype
);
2822 out_be16(&ugeth
->p_rx_glbl_pram
->vlantci
, ug_info
->vlantci
);
2825 out_be32(&ugeth
->p_rx_glbl_pram
->ecamptr
, ug_info
->ecamptr
);
2828 /* Size varies with number of Rx queues */
2829 ugeth
->rx_bd_qs_tbl_offset
=
2830 qe_muram_alloc(ug_info
->numQueuesRx
*
2831 (sizeof(struct ucc_geth_rx_bd_queues_entry
) +
2832 sizeof(struct ucc_geth_rx_prefetched_bds
)),
2833 UCC_GETH_RX_BD_QUEUES_ALIGNMENT
);
2834 if (IS_ERR_VALUE(ugeth
->rx_bd_qs_tbl_offset
)) {
2835 if (netif_msg_ifup(ugeth
))
2837 ("%s: Can not allocate DPRAM memory for p_rx_bd_qs_tbl.",
2842 ugeth
->p_rx_bd_qs_tbl
=
2843 (struct ucc_geth_rx_bd_queues_entry __iomem
*) qe_muram_addr(ugeth
->
2844 rx_bd_qs_tbl_offset
);
2845 out_be32(&ugeth
->p_rx_glbl_pram
->rbdqptr
, ugeth
->rx_bd_qs_tbl_offset
);
2846 /* Zero out p_rx_bd_qs_tbl */
2847 memset_io((void __iomem
*)ugeth
->p_rx_bd_qs_tbl
,
2849 ug_info
->numQueuesRx
* (sizeof(struct ucc_geth_rx_bd_queues_entry
) +
2850 sizeof(struct ucc_geth_rx_prefetched_bds
)));
2852 /* Setup the table */
2853 /* Assume BD rings are already established */
2854 for (i
= 0; i
< ug_info
->numQueuesRx
; i
++) {
2855 if (ugeth
->ug_info
->uf_info
.bd_mem_part
== MEM_PART_SYSTEM
) {
2856 out_be32(&ugeth
->p_rx_bd_qs_tbl
[i
].externalbdbaseptr
,
2857 (u32
) virt_to_phys(ugeth
->p_rx_bd_ring
[i
]));
2858 } else if (ugeth
->ug_info
->uf_info
.bd_mem_part
==
2860 out_be32(&ugeth
->p_rx_bd_qs_tbl
[i
].externalbdbaseptr
,
2861 (u32
) immrbar_virt_to_phys(ugeth
->
2864 /* rest of fields handled by QE */
2868 /* Already has speed set */
2870 if (ugeth
->rx_extended_features
)
2871 remoder
|= REMODER_RX_EXTENDED_FEATURES
;
2872 if (ug_info
->rxExtendedFiltering
)
2873 remoder
|= REMODER_RX_EXTENDED_FILTERING
;
2874 if (ug_info
->dynamicMaxFrameLength
)
2875 remoder
|= REMODER_DYNAMIC_MAX_FRAME_LENGTH
;
2876 if (ug_info
->dynamicMinFrameLength
)
2877 remoder
|= REMODER_DYNAMIC_MIN_FRAME_LENGTH
;
2879 ug_info
->vlanOperationTagged
<< REMODER_VLAN_OPERATION_TAGGED_SHIFT
;
2882 vlanOperationNonTagged
<< REMODER_VLAN_OPERATION_NON_TAGGED_SHIFT
;
2883 remoder
|= ug_info
->rxQoSMode
<< REMODER_RX_QOS_MODE_SHIFT
;
2884 remoder
|= ((ug_info
->numQueuesRx
- 1) << REMODER_NUM_OF_QUEUES_SHIFT
);
2885 if (ug_info
->ipCheckSumCheck
)
2886 remoder
|= REMODER_IP_CHECKSUM_CHECK
;
2887 if (ug_info
->ipAddressAlignment
)
2888 remoder
|= REMODER_IP_ADDRESS_ALIGNMENT
;
2889 out_be32(&ugeth
->p_rx_glbl_pram
->remoder
, remoder
);
2891 /* Note that this function must be called */
2892 /* ONLY AFTER p_tx_fw_statistics_pram */
2893 /* andp_UccGethRxFirmwareStatisticsPram are allocated ! */
2894 init_firmware_statistics_gathering_mode((ug_info
->
2896 UCC_GETH_STATISTICS_GATHERING_MODE_FIRMWARE_TX
),
2897 (ug_info
->statisticsMode
&
2898 UCC_GETH_STATISTICS_GATHERING_MODE_FIRMWARE_RX
),
2899 &ugeth
->p_tx_glbl_pram
->txrmonbaseptr
,
2900 ugeth
->tx_fw_statistics_pram_offset
,
2901 &ugeth
->p_rx_glbl_pram
->rxrmonbaseptr
,
2902 ugeth
->rx_fw_statistics_pram_offset
,
2903 &ugeth
->p_tx_glbl_pram
->temoder
,
2904 &ugeth
->p_rx_glbl_pram
->remoder
);
2906 /* function code register */
2907 out_8(&ugeth
->p_rx_glbl_pram
->rstate
, function_code
);
2909 /* initialize extended filtering */
2910 if (ug_info
->rxExtendedFiltering
) {
2911 if (!ug_info
->extendedFilteringChainPointer
) {
2912 if (netif_msg_ifup(ugeth
))
2913 ugeth_err("%s: Null Extended Filtering Chain Pointer.",
2918 /* Allocate memory for extended filtering Mode Global
2920 ugeth
->exf_glbl_param_offset
=
2921 qe_muram_alloc(sizeof(struct ucc_geth_exf_global_pram
),
2922 UCC_GETH_RX_EXTENDED_FILTERING_GLOBAL_PARAMETERS_ALIGNMENT
);
2923 if (IS_ERR_VALUE(ugeth
->exf_glbl_param_offset
)) {
2924 if (netif_msg_ifup(ugeth
))
2926 ("%s: Can not allocate DPRAM memory for"
2927 " p_exf_glbl_param.", __func__
);
2931 ugeth
->p_exf_glbl_param
=
2932 (struct ucc_geth_exf_global_pram __iomem
*) qe_muram_addr(ugeth
->
2933 exf_glbl_param_offset
);
2934 out_be32(&ugeth
->p_rx_glbl_pram
->exfGlobalParam
,
2935 ugeth
->exf_glbl_param_offset
);
2936 out_be32(&ugeth
->p_exf_glbl_param
->l2pcdptr
,
2937 (u32
) ug_info
->extendedFilteringChainPointer
);
2939 } else { /* initialize 82xx style address filtering */
2941 /* Init individual address recognition registers to disabled */
2943 for (j
= 0; j
< NUM_OF_PADDRS
; j
++)
2944 ugeth_82xx_filtering_clear_addr_in_paddr(ugeth
, (u8
) j
);
2947 (struct ucc_geth_82xx_address_filtering_pram __iomem
*) ugeth
->
2948 p_rx_glbl_pram
->addressfiltering
;
2950 ugeth_82xx_filtering_clear_all_addr_in_hash(ugeth
,
2951 ENET_ADDR_TYPE_GROUP
);
2952 ugeth_82xx_filtering_clear_all_addr_in_hash(ugeth
,
2953 ENET_ADDR_TYPE_INDIVIDUAL
);
2957 * Initialize UCC at QE level
2960 command
= QE_INIT_TX_RX
;
2962 /* Allocate shadow InitEnet command parameter structure.
2963 * This is needed because after the InitEnet command is executed,
2964 * the structure in DPRAM is released, because DPRAM is a premium
2966 * This shadow structure keeps a copy of what was done so that the
2967 * allocated resources can be released when the channel is freed.
2969 if (!(ugeth
->p_init_enet_param_shadow
=
2970 kmalloc(sizeof(struct ucc_geth_init_pram
), GFP_KERNEL
))) {
2971 if (netif_msg_ifup(ugeth
))
2973 ("%s: Can not allocate memory for"
2974 " p_UccInitEnetParamShadows.", __func__
);
2977 /* Zero out *p_init_enet_param_shadow */
2978 memset((char *)ugeth
->p_init_enet_param_shadow
,
2979 0, sizeof(struct ucc_geth_init_pram
));
2981 /* Fill shadow InitEnet command parameter structure */
2983 ugeth
->p_init_enet_param_shadow
->resinit1
=
2984 ENET_INIT_PARAM_MAGIC_RES_INIT1
;
2985 ugeth
->p_init_enet_param_shadow
->resinit2
=
2986 ENET_INIT_PARAM_MAGIC_RES_INIT2
;
2987 ugeth
->p_init_enet_param_shadow
->resinit3
=
2988 ENET_INIT_PARAM_MAGIC_RES_INIT3
;
2989 ugeth
->p_init_enet_param_shadow
->resinit4
=
2990 ENET_INIT_PARAM_MAGIC_RES_INIT4
;
2991 ugeth
->p_init_enet_param_shadow
->resinit5
=
2992 ENET_INIT_PARAM_MAGIC_RES_INIT5
;
2993 ugeth
->p_init_enet_param_shadow
->rgftgfrxglobal
|=
2994 ((u32
) ug_info
->numThreadsRx
) << ENET_INIT_PARAM_RGF_SHIFT
;
2995 ugeth
->p_init_enet_param_shadow
->rgftgfrxglobal
|=
2996 ((u32
) ug_info
->numThreadsTx
) << ENET_INIT_PARAM_TGF_SHIFT
;
2998 ugeth
->p_init_enet_param_shadow
->rgftgfrxglobal
|=
2999 ugeth
->rx_glbl_pram_offset
| ug_info
->riscRx
;
3000 if ((ug_info
->largestexternallookupkeysize
!=
3001 QE_FLTR_LARGEST_EXTERNAL_TABLE_LOOKUP_KEY_SIZE_NONE
) &&
3002 (ug_info
->largestexternallookupkeysize
!=
3003 QE_FLTR_LARGEST_EXTERNAL_TABLE_LOOKUP_KEY_SIZE_8_BYTES
) &&
3004 (ug_info
->largestexternallookupkeysize
!=
3005 QE_FLTR_LARGEST_EXTERNAL_TABLE_LOOKUP_KEY_SIZE_16_BYTES
)) {
3006 if (netif_msg_ifup(ugeth
))
3007 ugeth_err("%s: Invalid largest External Lookup Key Size.",
3011 ugeth
->p_init_enet_param_shadow
->largestexternallookupkeysize
=
3012 ug_info
->largestexternallookupkeysize
;
3013 size
= sizeof(struct ucc_geth_thread_rx_pram
);
3014 if (ug_info
->rxExtendedFiltering
) {
3015 size
+= THREAD_RX_PRAM_ADDITIONAL_FOR_EXTENDED_FILTERING
;
3016 if (ug_info
->largestexternallookupkeysize
==
3017 QE_FLTR_TABLE_LOOKUP_KEY_SIZE_8_BYTES
)
3019 THREAD_RX_PRAM_ADDITIONAL_FOR_EXTENDED_FILTERING_8
;
3020 if (ug_info
->largestexternallookupkeysize
==
3021 QE_FLTR_TABLE_LOOKUP_KEY_SIZE_16_BYTES
)
3023 THREAD_RX_PRAM_ADDITIONAL_FOR_EXTENDED_FILTERING_16
;
3026 if ((ret_val
= fill_init_enet_entries(ugeth
, &(ugeth
->
3027 p_init_enet_param_shadow
->rxthread
[0]),
3028 (u8
) (numThreadsRxNumerical
+ 1)
3029 /* Rx needs one extra for terminator */
3030 , size
, UCC_GETH_THREAD_RX_PRAM_ALIGNMENT
,
3031 ug_info
->riscRx
, 1)) != 0) {
3032 if (netif_msg_ifup(ugeth
))
3033 ugeth_err("%s: Can not fill p_init_enet_param_shadow.",
3038 ugeth
->p_init_enet_param_shadow
->txglobal
=
3039 ugeth
->tx_glbl_pram_offset
| ug_info
->riscTx
;
3041 fill_init_enet_entries(ugeth
,
3042 &(ugeth
->p_init_enet_param_shadow
->
3043 txthread
[0]), numThreadsTxNumerical
,
3044 sizeof(struct ucc_geth_thread_tx_pram
),
3045 UCC_GETH_THREAD_TX_PRAM_ALIGNMENT
,
3046 ug_info
->riscTx
, 0)) != 0) {
3047 if (netif_msg_ifup(ugeth
))
3048 ugeth_err("%s: Can not fill p_init_enet_param_shadow.",
3053 /* Load Rx bds with buffers */
3054 for (i
= 0; i
< ug_info
->numQueuesRx
; i
++) {
3055 if ((ret_val
= rx_bd_buffer_set(ugeth
, (u8
) i
)) != 0) {
3056 if (netif_msg_ifup(ugeth
))
3057 ugeth_err("%s: Can not fill Rx bds with buffers.",
3063 /* Allocate InitEnet command parameter structure */
3064 init_enet_pram_offset
= qe_muram_alloc(sizeof(struct ucc_geth_init_pram
), 4);
3065 if (IS_ERR_VALUE(init_enet_pram_offset
)) {
3066 if (netif_msg_ifup(ugeth
))
3068 ("%s: Can not allocate DPRAM memory for p_init_enet_pram.",
3073 (struct ucc_geth_init_pram __iomem
*) qe_muram_addr(init_enet_pram_offset
);
3075 /* Copy shadow InitEnet command parameter structure into PRAM */
3076 out_8(&p_init_enet_pram
->resinit1
,
3077 ugeth
->p_init_enet_param_shadow
->resinit1
);
3078 out_8(&p_init_enet_pram
->resinit2
,
3079 ugeth
->p_init_enet_param_shadow
->resinit2
);
3080 out_8(&p_init_enet_pram
->resinit3
,
3081 ugeth
->p_init_enet_param_shadow
->resinit3
);
3082 out_8(&p_init_enet_pram
->resinit4
,
3083 ugeth
->p_init_enet_param_shadow
->resinit4
);
3084 out_be16(&p_init_enet_pram
->resinit5
,
3085 ugeth
->p_init_enet_param_shadow
->resinit5
);
3086 out_8(&p_init_enet_pram
->largestexternallookupkeysize
,
3087 ugeth
->p_init_enet_param_shadow
->largestexternallookupkeysize
);
3088 out_be32(&p_init_enet_pram
->rgftgfrxglobal
,
3089 ugeth
->p_init_enet_param_shadow
->rgftgfrxglobal
);
3090 for (i
= 0; i
< ENET_INIT_PARAM_MAX_ENTRIES_RX
; i
++)
3091 out_be32(&p_init_enet_pram
->rxthread
[i
],
3092 ugeth
->p_init_enet_param_shadow
->rxthread
[i
]);
3093 out_be32(&p_init_enet_pram
->txglobal
,
3094 ugeth
->p_init_enet_param_shadow
->txglobal
);
3095 for (i
= 0; i
< ENET_INIT_PARAM_MAX_ENTRIES_TX
; i
++)
3096 out_be32(&p_init_enet_pram
->txthread
[i
],
3097 ugeth
->p_init_enet_param_shadow
->txthread
[i
]);
3099 /* Issue QE command */
3101 ucc_fast_get_qe_cr_subblock(ugeth
->ug_info
->uf_info
.ucc_num
);
3102 qe_issue_cmd(command
, cecr_subblock
, QE_CR_PROTOCOL_ETHERNET
,
3103 init_enet_pram_offset
);
3105 /* Free InitEnet command parameter */
3106 qe_muram_free(init_enet_pram_offset
);
3111 /* This is called by the kernel when a frame is ready for transmission. */
3112 /* It is pointed to by the dev->hard_start_xmit function pointer */
3113 static int ucc_geth_start_xmit(struct sk_buff
*skb
, struct net_device
*dev
)
3115 struct ucc_geth_private
*ugeth
= netdev_priv(dev
);
3116 #ifdef CONFIG_UGETH_TX_ON_DEMAND
3117 struct ucc_fast_private
*uccf
;
3119 u8 __iomem
*bd
; /* BD pointer */
3122 unsigned long flags
;
3124 ugeth_vdbg("%s: IN", __func__
);
3126 spin_lock_irqsave(&ugeth
->lock
, flags
);
3128 dev
->stats
.tx_bytes
+= skb
->len
;
3130 /* Start from the next BD that should be filled */
3131 bd
= ugeth
->txBd
[txQ
];
3132 bd_status
= in_be32((u32 __iomem
*)bd
);
3133 /* Save the skb pointer so we can free it later */
3134 ugeth
->tx_skbuff
[txQ
][ugeth
->skb_curtx
[txQ
]] = skb
;
3136 /* Update the current skb pointer (wrapping if this was the last) */
3137 ugeth
->skb_curtx
[txQ
] =
3138 (ugeth
->skb_curtx
[txQ
] +
3139 1) & TX_RING_MOD_MASK(ugeth
->ug_info
->bdRingLenTx
[txQ
]);
3141 /* set up the buffer descriptor */
3142 out_be32(&((struct qe_bd __iomem
*)bd
)->buf
,
3143 dma_map_single(ugeth
->dev
, skb
->data
,
3144 skb
->len
, DMA_TO_DEVICE
));
3146 /* printk(KERN_DEBUG"skb->data is 0x%x\n",skb->data); */
3148 bd_status
= (bd_status
& T_W
) | T_R
| T_I
| T_L
| skb
->len
;
3150 /* set bd status and length */
3151 out_be32((u32 __iomem
*)bd
, bd_status
);
3153 /* Move to next BD in the ring */
3154 if (!(bd_status
& T_W
))
3155 bd
+= sizeof(struct qe_bd
);
3157 bd
= ugeth
->p_tx_bd_ring
[txQ
];
3159 /* If the next BD still needs to be cleaned up, then the bds
3160 are full. We need to tell the kernel to stop sending us stuff. */
3161 if (bd
== ugeth
->confBd
[txQ
]) {
3162 if (!netif_queue_stopped(dev
))
3163 netif_stop_queue(dev
);
3166 ugeth
->txBd
[txQ
] = bd
;
3168 if (ugeth
->p_scheduler
) {
3169 ugeth
->cpucount
[txQ
]++;
3170 /* Indicate to QE that there are more Tx bds ready for
3172 /* This is done by writing a running counter of the bd
3173 count to the scheduler PRAM. */
3174 out_be16(ugeth
->p_cpucount
[txQ
], ugeth
->cpucount
[txQ
]);
3177 #ifdef CONFIG_UGETH_TX_ON_DEMAND
3179 out_be16(uccf
->p_utodr
, UCC_FAST_TOD
);
3181 spin_unlock_irqrestore(&ugeth
->lock
, flags
);
3183 return NETDEV_TX_OK
;
3186 static int ucc_geth_rx(struct ucc_geth_private
*ugeth
, u8 rxQ
, int rx_work_limit
)
3188 struct sk_buff
*skb
;
3190 u16 length
, howmany
= 0;
3193 struct net_device
*dev
;
3195 ugeth_vdbg("%s: IN", __func__
);
3199 /* collect received buffers */
3200 bd
= ugeth
->rxBd
[rxQ
];
3202 bd_status
= in_be32((u32 __iomem
*)bd
);
3204 /* while there are received buffers and BD is full (~R_E) */
3205 while (!((bd_status
& (R_E
)) || (--rx_work_limit
< 0))) {
3206 bdBuffer
= (u8
*) in_be32(&((struct qe_bd __iomem
*)bd
)->buf
);
3207 length
= (u16
) ((bd_status
& BD_LENGTH_MASK
) - 4);
3208 skb
= ugeth
->rx_skbuff
[rxQ
][ugeth
->skb_currx
[rxQ
]];
3210 /* determine whether buffer is first, last, first and last
3211 (single buffer frame) or middle (not first and not last) */
3213 (!(bd_status
& (R_F
| R_L
))) ||
3214 (bd_status
& R_ERRORS_FATAL
)) {
3215 if (netif_msg_rx_err(ugeth
))
3216 ugeth_err("%s, %d: ERROR!!! skb - 0x%08x",
3217 __func__
, __LINE__
, (u32
) skb
);
3219 skb
->data
= skb
->head
+ NET_SKB_PAD
;
3221 skb_reset_tail_pointer(skb
);
3222 __skb_queue_head(&ugeth
->rx_recycle
, skb
);
3225 ugeth
->rx_skbuff
[rxQ
][ugeth
->skb_currx
[rxQ
]] = NULL
;
3226 dev
->stats
.rx_dropped
++;
3228 dev
->stats
.rx_packets
++;
3231 /* Prep the skb for the packet */
3232 skb_put(skb
, length
);
3234 /* Tell the skb what kind of packet this is */
3235 skb
->protocol
= eth_type_trans(skb
, ugeth
->ndev
);
3237 dev
->stats
.rx_bytes
+= length
;
3238 /* Send the packet up the stack */
3239 netif_receive_skb(skb
);
3242 skb
= get_new_skb(ugeth
, bd
);
3244 if (netif_msg_rx_err(ugeth
))
3245 ugeth_warn("%s: No Rx Data Buffer", __func__
);
3246 dev
->stats
.rx_dropped
++;
3250 ugeth
->rx_skbuff
[rxQ
][ugeth
->skb_currx
[rxQ
]] = skb
;
3252 /* update to point at the next skb */
3253 ugeth
->skb_currx
[rxQ
] =
3254 (ugeth
->skb_currx
[rxQ
] +
3255 1) & RX_RING_MOD_MASK(ugeth
->ug_info
->bdRingLenRx
[rxQ
]);
3257 if (bd_status
& R_W
)
3258 bd
= ugeth
->p_rx_bd_ring
[rxQ
];
3260 bd
+= sizeof(struct qe_bd
);
3262 bd_status
= in_be32((u32 __iomem
*)bd
);
3265 ugeth
->rxBd
[rxQ
] = bd
;
3269 static int ucc_geth_tx(struct net_device
*dev
, u8 txQ
)
3271 /* Start from the next BD that should be filled */
3272 struct ucc_geth_private
*ugeth
= netdev_priv(dev
);
3273 u8 __iomem
*bd
; /* BD pointer */
3276 bd
= ugeth
->confBd
[txQ
];
3277 bd_status
= in_be32((u32 __iomem
*)bd
);
3279 /* Normal processing. */
3280 while ((bd_status
& T_R
) == 0) {
3281 struct sk_buff
*skb
;
3283 /* BD contains already transmitted buffer. */
3284 /* Handle the transmitted buffer and release */
3285 /* the BD to be used with the current frame */
3287 skb
= ugeth
->tx_skbuff
[txQ
][ugeth
->skb_dirtytx
[txQ
]];
3291 dev
->stats
.tx_packets
++;
3293 if (skb_queue_len(&ugeth
->rx_recycle
) < RX_BD_RING_LEN
&&
3294 skb_recycle_check(skb
,
3295 ugeth
->ug_info
->uf_info
.max_rx_buf_length
+
3296 UCC_GETH_RX_DATA_BUF_ALIGNMENT
))
3297 __skb_queue_head(&ugeth
->rx_recycle
, skb
);
3301 ugeth
->tx_skbuff
[txQ
][ugeth
->skb_dirtytx
[txQ
]] = NULL
;
3302 ugeth
->skb_dirtytx
[txQ
] =
3303 (ugeth
->skb_dirtytx
[txQ
] +
3304 1) & TX_RING_MOD_MASK(ugeth
->ug_info
->bdRingLenTx
[txQ
]);
3306 /* We freed a buffer, so now we can restart transmission */
3307 if (netif_queue_stopped(dev
))
3308 netif_wake_queue(dev
);
3310 /* Advance the confirmation BD pointer */
3311 if (!(bd_status
& T_W
))
3312 bd
+= sizeof(struct qe_bd
);
3314 bd
= ugeth
->p_tx_bd_ring
[txQ
];
3315 bd_status
= in_be32((u32 __iomem
*)bd
);
3317 ugeth
->confBd
[txQ
] = bd
;
3321 static int ucc_geth_poll(struct napi_struct
*napi
, int budget
)
3323 struct ucc_geth_private
*ugeth
= container_of(napi
, struct ucc_geth_private
, napi
);
3324 struct ucc_geth_info
*ug_info
;
3327 ug_info
= ugeth
->ug_info
;
3329 /* Tx event processing */
3330 spin_lock(&ugeth
->lock
);
3331 for (i
= 0; i
< ug_info
->numQueuesTx
; i
++)
3332 ucc_geth_tx(ugeth
->ndev
, i
);
3333 spin_unlock(&ugeth
->lock
);
3336 for (i
= 0; i
< ug_info
->numQueuesRx
; i
++)
3337 howmany
+= ucc_geth_rx(ugeth
, i
, budget
- howmany
);
3339 if (howmany
< budget
) {
3340 napi_complete(napi
);
3341 setbits32(ugeth
->uccf
->p_uccm
, UCCE_RX_EVENTS
| UCCE_TX_EVENTS
);
3347 static irqreturn_t
ucc_geth_irq_handler(int irq
, void *info
)
3349 struct net_device
*dev
= info
;
3350 struct ucc_geth_private
*ugeth
= netdev_priv(dev
);
3351 struct ucc_fast_private
*uccf
;
3352 struct ucc_geth_info
*ug_info
;
3356 ugeth_vdbg("%s: IN", __func__
);
3359 ug_info
= ugeth
->ug_info
;
3361 /* read and clear events */
3362 ucce
= (u32
) in_be32(uccf
->p_ucce
);
3363 uccm
= (u32
) in_be32(uccf
->p_uccm
);
3365 out_be32(uccf
->p_ucce
, ucce
);
3367 /* check for receive events that require processing */
3368 if (ucce
& (UCCE_RX_EVENTS
| UCCE_TX_EVENTS
)) {
3369 if (napi_schedule_prep(&ugeth
->napi
)) {
3370 uccm
&= ~(UCCE_RX_EVENTS
| UCCE_TX_EVENTS
);
3371 out_be32(uccf
->p_uccm
, uccm
);
3372 __napi_schedule(&ugeth
->napi
);
3376 /* Errors and other events */
3377 if (ucce
& UCCE_OTHER
) {
3378 if (ucce
& UCC_GETH_UCCE_BSY
)
3379 dev
->stats
.rx_errors
++;
3380 if (ucce
& UCC_GETH_UCCE_TXE
)
3381 dev
->stats
.tx_errors
++;
3387 #ifdef CONFIG_NET_POLL_CONTROLLER
3389 * Polling 'interrupt' - used by things like netconsole to send skbs
3390 * without having to re-enable interrupts. It's not called while
3391 * the interrupt routine is executing.
3393 static void ucc_netpoll(struct net_device
*dev
)
3395 struct ucc_geth_private
*ugeth
= netdev_priv(dev
);
3396 int irq
= ugeth
->ug_info
->uf_info
.irq
;
3399 ucc_geth_irq_handler(irq
, dev
);
3402 #endif /* CONFIG_NET_POLL_CONTROLLER */
3404 static int ucc_geth_set_mac_addr(struct net_device
*dev
, void *p
)
3406 struct ucc_geth_private
*ugeth
= netdev_priv(dev
);
3407 struct sockaddr
*addr
= p
;
3409 if (!is_valid_ether_addr(addr
->sa_data
))
3410 return -EADDRNOTAVAIL
;
3412 memcpy(dev
->dev_addr
, addr
->sa_data
, dev
->addr_len
);
3415 * If device is not running, we will set mac addr register
3416 * when opening the device.
3418 if (!netif_running(dev
))
3421 spin_lock_irq(&ugeth
->lock
);
3422 init_mac_station_addr_regs(dev
->dev_addr
[0],
3428 &ugeth
->ug_regs
->macstnaddr1
,
3429 &ugeth
->ug_regs
->macstnaddr2
);
3430 spin_unlock_irq(&ugeth
->lock
);
3435 static int ucc_geth_init_mac(struct ucc_geth_private
*ugeth
)
3437 struct net_device
*dev
= ugeth
->ndev
;
3440 err
= ucc_struct_init(ugeth
);
3442 if (netif_msg_ifup(ugeth
))
3443 ugeth_err("%s: Cannot configure internal struct, "
3444 "aborting.", dev
->name
);
3448 err
= ucc_geth_startup(ugeth
);
3450 if (netif_msg_ifup(ugeth
))
3451 ugeth_err("%s: Cannot configure net device, aborting.",
3456 err
= adjust_enet_interface(ugeth
);
3458 if (netif_msg_ifup(ugeth
))
3459 ugeth_err("%s: Cannot configure net device, aborting.",
3464 /* Set MACSTNADDR1, MACSTNADDR2 */
3465 /* For more details see the hardware spec. */
3466 init_mac_station_addr_regs(dev
->dev_addr
[0],
3472 &ugeth
->ug_regs
->macstnaddr1
,
3473 &ugeth
->ug_regs
->macstnaddr2
);
3475 err
= ugeth_enable(ugeth
, COMM_DIR_RX_AND_TX
);
3477 if (netif_msg_ifup(ugeth
))
3478 ugeth_err("%s: Cannot enable net device, aborting.", dev
->name
);
3484 ucc_geth_stop(ugeth
);
3488 /* Called when something needs to use the ethernet device */
3489 /* Returns 0 for success. */
3490 static int ucc_geth_open(struct net_device
*dev
)
3492 struct ucc_geth_private
*ugeth
= netdev_priv(dev
);
3495 ugeth_vdbg("%s: IN", __func__
);
3497 /* Test station address */
3498 if (dev
->dev_addr
[0] & ENET_GROUP_ADDR
) {
3499 if (netif_msg_ifup(ugeth
))
3500 ugeth_err("%s: Multicast address used for station "
3501 "address - is this what you wanted?",
3506 err
= init_phy(dev
);
3508 if (netif_msg_ifup(ugeth
))
3509 ugeth_err("%s: Cannot initialize PHY, aborting.",
3514 err
= ucc_geth_init_mac(ugeth
);
3516 if (netif_msg_ifup(ugeth
))
3517 ugeth_err("%s: Cannot initialize MAC, aborting.",
3522 err
= request_irq(ugeth
->ug_info
->uf_info
.irq
, ucc_geth_irq_handler
,
3523 0, "UCC Geth", dev
);
3525 if (netif_msg_ifup(ugeth
))
3526 ugeth_err("%s: Cannot get IRQ for net device, aborting.",
3531 phy_start(ugeth
->phydev
);
3532 napi_enable(&ugeth
->napi
);
3533 netif_start_queue(dev
);
3535 device_set_wakeup_capable(&dev
->dev
,
3536 qe_alive_during_sleep() || ugeth
->phydev
->irq
);
3537 device_set_wakeup_enable(&dev
->dev
, ugeth
->wol_en
);
3542 ucc_geth_stop(ugeth
);
3546 /* Stops the kernel queue, and halts the controller */
3547 static int ucc_geth_close(struct net_device
*dev
)
3549 struct ucc_geth_private
*ugeth
= netdev_priv(dev
);
3551 ugeth_vdbg("%s: IN", __func__
);
3553 napi_disable(&ugeth
->napi
);
3555 cancel_work_sync(&ugeth
->timeout_work
);
3556 ucc_geth_stop(ugeth
);
3557 phy_disconnect(ugeth
->phydev
);
3558 ugeth
->phydev
= NULL
;
3560 free_irq(ugeth
->ug_info
->uf_info
.irq
, ugeth
->ndev
);
3562 netif_stop_queue(dev
);
3567 /* Reopen device. This will reset the MAC and PHY. */
3568 static void ucc_geth_timeout_work(struct work_struct
*work
)
3570 struct ucc_geth_private
*ugeth
;
3571 struct net_device
*dev
;
3573 ugeth
= container_of(work
, struct ucc_geth_private
, timeout_work
);
3576 ugeth_vdbg("%s: IN", __func__
);
3578 dev
->stats
.tx_errors
++;
3580 ugeth_dump_regs(ugeth
);
3582 if (dev
->flags
& IFF_UP
) {
3584 * Must reset MAC *and* PHY. This is done by reopening
3587 netif_tx_stop_all_queues(dev
);
3588 ucc_geth_stop(ugeth
);
3589 ucc_geth_init_mac(ugeth
);
3590 /* Must start PHY here */
3591 phy_start(ugeth
->phydev
);
3592 netif_tx_start_all_queues(dev
);
3595 netif_tx_schedule_all(dev
);
3599 * ucc_geth_timeout gets called when a packet has not been
3600 * transmitted after a set amount of time.
3602 static void ucc_geth_timeout(struct net_device
*dev
)
3604 struct ucc_geth_private
*ugeth
= netdev_priv(dev
);
3606 schedule_work(&ugeth
->timeout_work
);
3612 static int ucc_geth_suspend(struct platform_device
*ofdev
, pm_message_t state
)
3614 struct net_device
*ndev
= dev_get_drvdata(&ofdev
->dev
);
3615 struct ucc_geth_private
*ugeth
= netdev_priv(ndev
);
3617 if (!netif_running(ndev
))
3620 netif_device_detach(ndev
);
3621 napi_disable(&ugeth
->napi
);
3624 * Disable the controller, otherwise we'll wakeup on any network
3627 ugeth_disable(ugeth
, COMM_DIR_RX_AND_TX
);
3629 if (ugeth
->wol_en
& WAKE_MAGIC
) {
3630 setbits32(ugeth
->uccf
->p_uccm
, UCC_GETH_UCCE_MPD
);
3631 setbits32(&ugeth
->ug_regs
->maccfg2
, MACCFG2_MPE
);
3632 ucc_fast_enable(ugeth
->uccf
, COMM_DIR_RX_AND_TX
);
3633 } else if (!(ugeth
->wol_en
& WAKE_PHY
)) {
3634 phy_stop(ugeth
->phydev
);
3640 static int ucc_geth_resume(struct platform_device
*ofdev
)
3642 struct net_device
*ndev
= dev_get_drvdata(&ofdev
->dev
);
3643 struct ucc_geth_private
*ugeth
= netdev_priv(ndev
);
3646 if (!netif_running(ndev
))
3649 if (qe_alive_during_sleep()) {
3650 if (ugeth
->wol_en
& WAKE_MAGIC
) {
3651 ucc_fast_disable(ugeth
->uccf
, COMM_DIR_RX_AND_TX
);
3652 clrbits32(&ugeth
->ug_regs
->maccfg2
, MACCFG2_MPE
);
3653 clrbits32(ugeth
->uccf
->p_uccm
, UCC_GETH_UCCE_MPD
);
3655 ugeth_enable(ugeth
, COMM_DIR_RX_AND_TX
);
3658 * Full reinitialization is required if QE shuts down
3661 ucc_geth_memclean(ugeth
);
3663 err
= ucc_geth_init_mac(ugeth
);
3665 ugeth_err("%s: Cannot initialize MAC, aborting.",
3672 ugeth
->oldspeed
= 0;
3673 ugeth
->oldduplex
= -1;
3675 phy_stop(ugeth
->phydev
);
3676 phy_start(ugeth
->phydev
);
3678 napi_enable(&ugeth
->napi
);
3679 netif_device_attach(ndev
);
3685 #define ucc_geth_suspend NULL
3686 #define ucc_geth_resume NULL
3689 static phy_interface_t
to_phy_interface(const char *phy_connection_type
)
3691 if (strcasecmp(phy_connection_type
, "mii") == 0)
3692 return PHY_INTERFACE_MODE_MII
;
3693 if (strcasecmp(phy_connection_type
, "gmii") == 0)
3694 return PHY_INTERFACE_MODE_GMII
;
3695 if (strcasecmp(phy_connection_type
, "tbi") == 0)
3696 return PHY_INTERFACE_MODE_TBI
;
3697 if (strcasecmp(phy_connection_type
, "rmii") == 0)
3698 return PHY_INTERFACE_MODE_RMII
;
3699 if (strcasecmp(phy_connection_type
, "rgmii") == 0)
3700 return PHY_INTERFACE_MODE_RGMII
;
3701 if (strcasecmp(phy_connection_type
, "rgmii-id") == 0)
3702 return PHY_INTERFACE_MODE_RGMII_ID
;
3703 if (strcasecmp(phy_connection_type
, "rgmii-txid") == 0)
3704 return PHY_INTERFACE_MODE_RGMII_TXID
;
3705 if (strcasecmp(phy_connection_type
, "rgmii-rxid") == 0)
3706 return PHY_INTERFACE_MODE_RGMII_RXID
;
3707 if (strcasecmp(phy_connection_type
, "rtbi") == 0)
3708 return PHY_INTERFACE_MODE_RTBI
;
3709 if (strcasecmp(phy_connection_type
, "sgmii") == 0)
3710 return PHY_INTERFACE_MODE_SGMII
;
3712 return PHY_INTERFACE_MODE_MII
;
3715 static int ucc_geth_ioctl(struct net_device
*dev
, struct ifreq
*rq
, int cmd
)
3717 struct ucc_geth_private
*ugeth
= netdev_priv(dev
);
3719 if (!netif_running(dev
))
3725 return phy_mii_ioctl(ugeth
->phydev
, rq
, cmd
);
3728 static const struct net_device_ops ucc_geth_netdev_ops
= {
3729 .ndo_open
= ucc_geth_open
,
3730 .ndo_stop
= ucc_geth_close
,
3731 .ndo_start_xmit
= ucc_geth_start_xmit
,
3732 .ndo_validate_addr
= eth_validate_addr
,
3733 .ndo_set_mac_address
= ucc_geth_set_mac_addr
,
3734 .ndo_change_mtu
= eth_change_mtu
,
3735 .ndo_set_multicast_list
= ucc_geth_set_multi
,
3736 .ndo_tx_timeout
= ucc_geth_timeout
,
3737 .ndo_do_ioctl
= ucc_geth_ioctl
,
3738 #ifdef CONFIG_NET_POLL_CONTROLLER
3739 .ndo_poll_controller
= ucc_netpoll
,
3743 static int ucc_geth_probe(struct platform_device
* ofdev
, const struct of_device_id
*match
)
3745 struct device
*device
= &ofdev
->dev
;
3746 struct device_node
*np
= ofdev
->dev
.of_node
;
3747 struct net_device
*dev
= NULL
;
3748 struct ucc_geth_private
*ugeth
= NULL
;
3749 struct ucc_geth_info
*ug_info
;
3750 struct resource res
;
3751 int err
, ucc_num
, max_speed
= 0;
3752 const unsigned int *prop
;
3754 const void *mac_addr
;
3755 phy_interface_t phy_interface
;
3756 static const int enet_to_speed
[] = {
3757 SPEED_10
, SPEED_10
, SPEED_10
,
3758 SPEED_100
, SPEED_100
, SPEED_100
,
3759 SPEED_1000
, SPEED_1000
, SPEED_1000
, SPEED_1000
,
3761 static const phy_interface_t enet_to_phy_interface
[] = {
3762 PHY_INTERFACE_MODE_MII
, PHY_INTERFACE_MODE_RMII
,
3763 PHY_INTERFACE_MODE_RGMII
, PHY_INTERFACE_MODE_MII
,
3764 PHY_INTERFACE_MODE_RMII
, PHY_INTERFACE_MODE_RGMII
,
3765 PHY_INTERFACE_MODE_GMII
, PHY_INTERFACE_MODE_RGMII
,
3766 PHY_INTERFACE_MODE_TBI
, PHY_INTERFACE_MODE_RTBI
,
3767 PHY_INTERFACE_MODE_SGMII
,
3770 ugeth_vdbg("%s: IN", __func__
);
3772 prop
= of_get_property(np
, "cell-index", NULL
);
3774 prop
= of_get_property(np
, "device-id", NULL
);
3779 ucc_num
= *prop
- 1;
3780 if ((ucc_num
< 0) || (ucc_num
> 7))
3783 ug_info
= &ugeth_info
[ucc_num
];
3784 if (ug_info
== NULL
) {
3785 if (netif_msg_probe(&debug
))
3786 ugeth_err("%s: [%d] Missing additional data!",
3791 ug_info
->uf_info
.ucc_num
= ucc_num
;
3793 sprop
= of_get_property(np
, "rx-clock-name", NULL
);
3795 ug_info
->uf_info
.rx_clock
= qe_clock_source(sprop
);
3796 if ((ug_info
->uf_info
.rx_clock
< QE_CLK_NONE
) ||
3797 (ug_info
->uf_info
.rx_clock
> QE_CLK24
)) {
3799 "ucc_geth: invalid rx-clock-name property\n");
3803 prop
= of_get_property(np
, "rx-clock", NULL
);
3805 /* If both rx-clock-name and rx-clock are missing,
3806 we want to tell people to use rx-clock-name. */
3808 "ucc_geth: missing rx-clock-name property\n");
3811 if ((*prop
< QE_CLK_NONE
) || (*prop
> QE_CLK24
)) {
3813 "ucc_geth: invalid rx-clock propperty\n");
3816 ug_info
->uf_info
.rx_clock
= *prop
;
3819 sprop
= of_get_property(np
, "tx-clock-name", NULL
);
3821 ug_info
->uf_info
.tx_clock
= qe_clock_source(sprop
);
3822 if ((ug_info
->uf_info
.tx_clock
< QE_CLK_NONE
) ||
3823 (ug_info
->uf_info
.tx_clock
> QE_CLK24
)) {
3825 "ucc_geth: invalid tx-clock-name property\n");
3829 prop
= of_get_property(np
, "tx-clock", NULL
);
3832 "ucc_geth: missing tx-clock-name property\n");
3835 if ((*prop
< QE_CLK_NONE
) || (*prop
> QE_CLK24
)) {
3837 "ucc_geth: invalid tx-clock property\n");
3840 ug_info
->uf_info
.tx_clock
= *prop
;
3843 err
= of_address_to_resource(np
, 0, &res
);
3847 ug_info
->uf_info
.regs
= res
.start
;
3848 ug_info
->uf_info
.irq
= irq_of_parse_and_map(np
, 0);
3850 ug_info
->phy_node
= of_parse_phandle(np
, "phy-handle", 0);
3852 /* Find the TBI PHY node. If it's not there, we don't support SGMII */
3853 ug_info
->tbi_node
= of_parse_phandle(np
, "tbi-handle", 0);
3855 /* get the phy interface type, or default to MII */
3856 prop
= of_get_property(np
, "phy-connection-type", NULL
);
3858 /* handle interface property present in old trees */
3859 prop
= of_get_property(ug_info
->phy_node
, "interface", NULL
);
3861 phy_interface
= enet_to_phy_interface
[*prop
];
3862 max_speed
= enet_to_speed
[*prop
];
3864 phy_interface
= PHY_INTERFACE_MODE_MII
;
3866 phy_interface
= to_phy_interface((const char *)prop
);
3869 /* get speed, or derive from PHY interface */
3871 switch (phy_interface
) {
3872 case PHY_INTERFACE_MODE_GMII
:
3873 case PHY_INTERFACE_MODE_RGMII
:
3874 case PHY_INTERFACE_MODE_RGMII_ID
:
3875 case PHY_INTERFACE_MODE_RGMII_RXID
:
3876 case PHY_INTERFACE_MODE_RGMII_TXID
:
3877 case PHY_INTERFACE_MODE_TBI
:
3878 case PHY_INTERFACE_MODE_RTBI
:
3879 case PHY_INTERFACE_MODE_SGMII
:
3880 max_speed
= SPEED_1000
;
3883 max_speed
= SPEED_100
;
3887 if (max_speed
== SPEED_1000
) {
3888 /* configure muram FIFOs for gigabit operation */
3889 ug_info
->uf_info
.urfs
= UCC_GETH_URFS_GIGA_INIT
;
3890 ug_info
->uf_info
.urfet
= UCC_GETH_URFET_GIGA_INIT
;
3891 ug_info
->uf_info
.urfset
= UCC_GETH_URFSET_GIGA_INIT
;
3892 ug_info
->uf_info
.utfs
= UCC_GETH_UTFS_GIGA_INIT
;
3893 ug_info
->uf_info
.utfet
= UCC_GETH_UTFET_GIGA_INIT
;
3894 ug_info
->uf_info
.utftt
= UCC_GETH_UTFTT_GIGA_INIT
;
3895 ug_info
->numThreadsTx
= UCC_GETH_NUM_OF_THREADS_4
;
3897 /* If QE's snum number is 46 which means we need to support
3898 * 4 UECs at 1000Base-T simultaneously, we need to allocate
3899 * more Threads to Rx.
3901 if (qe_get_num_of_snums() == 46)
3902 ug_info
->numThreadsRx
= UCC_GETH_NUM_OF_THREADS_6
;
3904 ug_info
->numThreadsRx
= UCC_GETH_NUM_OF_THREADS_4
;
3907 if (netif_msg_probe(&debug
))
3908 printk(KERN_INFO
"ucc_geth: UCC%1d at 0x%8x (irq = %d)\n",
3909 ug_info
->uf_info
.ucc_num
+ 1, ug_info
->uf_info
.regs
,
3910 ug_info
->uf_info
.irq
);
3912 /* Create an ethernet device instance */
3913 dev
= alloc_etherdev(sizeof(*ugeth
));
3918 ugeth
= netdev_priv(dev
);
3919 spin_lock_init(&ugeth
->lock
);
3921 /* Create CQs for hash tables */
3922 INIT_LIST_HEAD(&ugeth
->group_hash_q
);
3923 INIT_LIST_HEAD(&ugeth
->ind_hash_q
);
3925 dev_set_drvdata(device
, dev
);
3927 /* Set the dev->base_addr to the gfar reg region */
3928 dev
->base_addr
= (unsigned long)(ug_info
->uf_info
.regs
);
3930 SET_NETDEV_DEV(dev
, device
);
3932 /* Fill in the dev structure */
3933 uec_set_ethtool_ops(dev
);
3934 dev
->netdev_ops
= &ucc_geth_netdev_ops
;
3935 dev
->watchdog_timeo
= TX_TIMEOUT
;
3936 INIT_WORK(&ugeth
->timeout_work
, ucc_geth_timeout_work
);
3937 netif_napi_add(dev
, &ugeth
->napi
, ucc_geth_poll
, 64);
3940 ugeth
->msg_enable
= netif_msg_init(debug
.msg_enable
, UGETH_MSG_DEFAULT
);
3941 ugeth
->phy_interface
= phy_interface
;
3942 ugeth
->max_speed
= max_speed
;
3944 err
= register_netdev(dev
);
3946 if (netif_msg_probe(ugeth
))
3947 ugeth_err("%s: Cannot register net device, aborting.",
3953 mac_addr
= of_get_mac_address(np
);
3955 memcpy(dev
->dev_addr
, mac_addr
, 6);
3957 ugeth
->ug_info
= ug_info
;
3958 ugeth
->dev
= device
;
3965 static int ucc_geth_remove(struct platform_device
* ofdev
)
3967 struct device
*device
= &ofdev
->dev
;
3968 struct net_device
*dev
= dev_get_drvdata(device
);
3969 struct ucc_geth_private
*ugeth
= netdev_priv(dev
);
3971 unregister_netdev(dev
);
3973 ucc_geth_memclean(ugeth
);
3974 dev_set_drvdata(device
, NULL
);
3979 static struct of_device_id ucc_geth_match
[] = {
3982 .compatible
= "ucc_geth",
3987 MODULE_DEVICE_TABLE(of
, ucc_geth_match
);
3989 static struct of_platform_driver ucc_geth_driver
= {
3992 .owner
= THIS_MODULE
,
3993 .of_match_table
= ucc_geth_match
,
3995 .probe
= ucc_geth_probe
,
3996 .remove
= ucc_geth_remove
,
3997 .suspend
= ucc_geth_suspend
,
3998 .resume
= ucc_geth_resume
,
4001 static int __init
ucc_geth_init(void)
4005 if (netif_msg_drv(&debug
))
4006 printk(KERN_INFO
"ucc_geth: " DRV_DESC
"\n");
4007 for (i
= 0; i
< 8; i
++)
4008 memcpy(&(ugeth_info
[i
]), &ugeth_primary_info
,
4009 sizeof(ugeth_primary_info
));
4011 ret
= of_register_platform_driver(&ucc_geth_driver
);
4016 static void __exit
ucc_geth_exit(void)
4018 of_unregister_platform_driver(&ucc_geth_driver
);
4021 module_init(ucc_geth_init
);
4022 module_exit(ucc_geth_exit
);
4024 MODULE_AUTHOR("Freescale Semiconductor, Inc");
4025 MODULE_DESCRIPTION(DRV_DESC
);
4026 MODULE_VERSION(DRV_VERSION
);
4027 MODULE_LICENSE("GPL");