2 * drivers/net/gianfar_ethtool.c
4 * Gianfar Ethernet Driver
5 * Ethtool support for Gianfar Enet
6 * Based on e1000 ethtool support
9 * Maintainer: Kumar Gala
10 * Modifier: Sandeep Gopalpet <sandeep.kumar@freescale.com>
12 * Copyright 2003-2006, 2008-2009, 2011 Freescale Semiconductor, Inc.
14 * This software may be used and distributed according to
15 * the terms of the GNU Public License, Version 2, incorporated herein
19 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
21 #include <linux/kernel.h>
22 #include <linux/string.h>
23 #include <linux/errno.h>
24 #include <linux/interrupt.h>
25 #include <linux/init.h>
26 #include <linux/delay.h>
27 #include <linux/netdevice.h>
28 #include <linux/etherdevice.h>
29 #include <linux/skbuff.h>
30 #include <linux/spinlock.h>
35 #include <asm/uaccess.h>
36 #include <linux/module.h>
37 #include <linux/crc32.h>
38 #include <asm/types.h>
39 #include <linux/ethtool.h>
40 #include <linux/mii.h>
41 #include <linux/phy.h>
42 #include <linux/sort.h>
43 #include <linux/if_vlan.h>
47 extern void gfar_start(struct net_device
*dev
);
48 extern int gfar_clean_rx_ring(struct gfar_priv_rx_q
*rx_queue
, int rx_work_limit
);
50 #define GFAR_MAX_COAL_USECS 0xffff
51 #define GFAR_MAX_COAL_FRAMES 0xff
52 static void gfar_fill_stats(struct net_device
*dev
, struct ethtool_stats
*dummy
,
54 static void gfar_gstrings(struct net_device
*dev
, u32 stringset
, u8
* buf
);
55 static int gfar_gcoalesce(struct net_device
*dev
, struct ethtool_coalesce
*cvals
);
56 static int gfar_scoalesce(struct net_device
*dev
, struct ethtool_coalesce
*cvals
);
57 static void gfar_gringparam(struct net_device
*dev
, struct ethtool_ringparam
*rvals
);
58 static int gfar_sringparam(struct net_device
*dev
, struct ethtool_ringparam
*rvals
);
59 static void gfar_gdrvinfo(struct net_device
*dev
, struct ethtool_drvinfo
*drvinfo
);
61 static char stat_gstrings
[][ETH_GSTRING_LEN
] = {
62 "rx-dropped-by-kernel",
63 "rx-large-frame-errors",
64 "rx-short-frame-errors",
65 "rx-non-octet-errors",
70 "rx-truncated-frames",
74 "rx-skb-missing-errors",
77 "tx-rx-65-127-frames",
78 "tx-rx-128-255-frames",
79 "tx-rx-256-511-frames",
80 "tx-rx-512-1023-frames",
81 "tx-rx-1024-1518-frames",
82 "tx-rx-1519-1522-good-vlan",
86 "receive-multicast-packet",
87 "receive-broadcast-packet",
88 "rx-control-frame-packets",
89 "rx-pause-frame-packets",
92 "rx-frame-length-error",
94 "rx-carrier-sense-error",
95 "rx-undersize-packets",
96 "rx-oversize-packets",
97 "rx-fragmented-frames",
102 "tx-multicast-packets",
103 "tx-broadcast-packets",
104 "tx-pause-control-frames",
105 "tx-deferral-packets",
106 "tx-excessive-deferral-packets",
107 "tx-single-collision-packets",
108 "tx-multiple-collision-packets",
109 "tx-late-collision-packets",
110 "tx-excessive-collision-packets",
111 "tx-total-collision",
117 "tx-oversize-frames",
118 "tx-undersize-frames",
119 "tx-fragmented-frames",
122 /* Fill in a buffer with the strings which correspond to the
124 static void gfar_gstrings(struct net_device
*dev
, u32 stringset
, u8
* buf
)
126 struct gfar_private
*priv
= netdev_priv(dev
);
128 if (priv
->device_flags
& FSL_GIANFAR_DEV_HAS_RMON
)
129 memcpy(buf
, stat_gstrings
, GFAR_STATS_LEN
* ETH_GSTRING_LEN
);
131 memcpy(buf
, stat_gstrings
,
132 GFAR_EXTRA_STATS_LEN
* ETH_GSTRING_LEN
);
135 /* Fill in an array of 64-bit statistics from various sources.
136 * This array will be appended to the end of the ethtool_stats
137 * structure, and returned to user space
139 static void gfar_fill_stats(struct net_device
*dev
, struct ethtool_stats
*dummy
, u64
* buf
)
142 struct gfar_private
*priv
= netdev_priv(dev
);
143 struct gfar __iomem
*regs
= priv
->gfargrp
[0].regs
;
144 u64
*extra
= (u64
*) & priv
->extra_stats
;
146 if (priv
->device_flags
& FSL_GIANFAR_DEV_HAS_RMON
) {
147 u32 __iomem
*rmon
= (u32 __iomem
*) ®s
->rmon
;
148 struct gfar_stats
*stats
= (struct gfar_stats
*) buf
;
150 for (i
= 0; i
< GFAR_RMON_LEN
; i
++)
151 stats
->rmon
[i
] = (u64
) gfar_read(&rmon
[i
]);
153 for (i
= 0; i
< GFAR_EXTRA_STATS_LEN
; i
++)
154 stats
->extra
[i
] = extra
[i
];
156 for (i
= 0; i
< GFAR_EXTRA_STATS_LEN
; i
++)
160 static int gfar_sset_count(struct net_device
*dev
, int sset
)
162 struct gfar_private
*priv
= netdev_priv(dev
);
166 if (priv
->device_flags
& FSL_GIANFAR_DEV_HAS_RMON
)
167 return GFAR_STATS_LEN
;
169 return GFAR_EXTRA_STATS_LEN
;
175 /* Fills in the drvinfo structure with some basic info */
176 static void gfar_gdrvinfo(struct net_device
*dev
, struct
177 ethtool_drvinfo
*drvinfo
)
179 strncpy(drvinfo
->driver
, DRV_NAME
, GFAR_INFOSTR_LEN
);
180 strncpy(drvinfo
->version
, gfar_driver_version
, GFAR_INFOSTR_LEN
);
181 strncpy(drvinfo
->fw_version
, "N/A", GFAR_INFOSTR_LEN
);
182 strncpy(drvinfo
->bus_info
, "N/A", GFAR_INFOSTR_LEN
);
183 drvinfo
->regdump_len
= 0;
184 drvinfo
->eedump_len
= 0;
188 static int gfar_ssettings(struct net_device
*dev
, struct ethtool_cmd
*cmd
)
190 struct gfar_private
*priv
= netdev_priv(dev
);
191 struct phy_device
*phydev
= priv
->phydev
;
196 return phy_ethtool_sset(phydev
, cmd
);
200 /* Return the current settings in the ethtool_cmd structure */
201 static int gfar_gsettings(struct net_device
*dev
, struct ethtool_cmd
*cmd
)
203 struct gfar_private
*priv
= netdev_priv(dev
);
204 struct phy_device
*phydev
= priv
->phydev
;
205 struct gfar_priv_rx_q
*rx_queue
= NULL
;
206 struct gfar_priv_tx_q
*tx_queue
= NULL
;
210 tx_queue
= priv
->tx_queue
[0];
211 rx_queue
= priv
->rx_queue
[0];
213 /* etsec-1.7 and older versions have only one txic
214 * and rxic regs although they support multiple queues */
215 cmd
->maxtxpkt
= get_icft_value(tx_queue
->txic
);
216 cmd
->maxrxpkt
= get_icft_value(rx_queue
->rxic
);
218 return phy_ethtool_gset(phydev
, cmd
);
221 /* Return the length of the register structure */
222 static int gfar_reglen(struct net_device
*dev
)
224 return sizeof (struct gfar
);
227 /* Return a dump of the GFAR register space */
228 static void gfar_get_regs(struct net_device
*dev
, struct ethtool_regs
*regs
, void *regbuf
)
231 struct gfar_private
*priv
= netdev_priv(dev
);
232 u32 __iomem
*theregs
= (u32 __iomem
*) priv
->gfargrp
[0].regs
;
233 u32
*buf
= (u32
*) regbuf
;
235 for (i
= 0; i
< sizeof (struct gfar
) / sizeof (u32
); i
++)
236 buf
[i
] = gfar_read(&theregs
[i
]);
239 /* Convert microseconds to ethernet clock ticks, which changes
240 * depending on what speed the controller is running at */
241 static unsigned int gfar_usecs2ticks(struct gfar_private
*priv
, unsigned int usecs
)
245 /* The timer is different, depending on the interface speed */
246 switch (priv
->phydev
->speed
) {
248 count
= GFAR_GBIT_TIME
;
251 count
= GFAR_100_TIME
;
255 count
= GFAR_10_TIME
;
259 /* Make sure we return a number greater than 0
261 return (usecs
* 1000 + count
- 1) / count
;
264 /* Convert ethernet clock ticks to microseconds */
265 static unsigned int gfar_ticks2usecs(struct gfar_private
*priv
, unsigned int ticks
)
269 /* The timer is different, depending on the interface speed */
270 switch (priv
->phydev
->speed
) {
272 count
= GFAR_GBIT_TIME
;
275 count
= GFAR_100_TIME
;
279 count
= GFAR_10_TIME
;
283 /* Make sure we return a number greater than 0 */
284 /* if ticks is > 0 */
285 return (ticks
* count
) / 1000;
288 /* Get the coalescing parameters, and put them in the cvals
290 static int gfar_gcoalesce(struct net_device
*dev
, struct ethtool_coalesce
*cvals
)
292 struct gfar_private
*priv
= netdev_priv(dev
);
293 struct gfar_priv_rx_q
*rx_queue
= NULL
;
294 struct gfar_priv_tx_q
*tx_queue
= NULL
;
295 unsigned long rxtime
;
296 unsigned long rxcount
;
297 unsigned long txtime
;
298 unsigned long txcount
;
300 if (!(priv
->device_flags
& FSL_GIANFAR_DEV_HAS_COALESCE
))
303 if (NULL
== priv
->phydev
)
306 rx_queue
= priv
->rx_queue
[0];
307 tx_queue
= priv
->tx_queue
[0];
309 rxtime
= get_ictt_value(rx_queue
->rxic
);
310 rxcount
= get_icft_value(rx_queue
->rxic
);
311 txtime
= get_ictt_value(tx_queue
->txic
);
312 txcount
= get_icft_value(tx_queue
->txic
);
313 cvals
->rx_coalesce_usecs
= gfar_ticks2usecs(priv
, rxtime
);
314 cvals
->rx_max_coalesced_frames
= rxcount
;
316 cvals
->tx_coalesce_usecs
= gfar_ticks2usecs(priv
, txtime
);
317 cvals
->tx_max_coalesced_frames
= txcount
;
319 cvals
->use_adaptive_rx_coalesce
= 0;
320 cvals
->use_adaptive_tx_coalesce
= 0;
322 cvals
->pkt_rate_low
= 0;
323 cvals
->rx_coalesce_usecs_low
= 0;
324 cvals
->rx_max_coalesced_frames_low
= 0;
325 cvals
->tx_coalesce_usecs_low
= 0;
326 cvals
->tx_max_coalesced_frames_low
= 0;
328 /* When the packet rate is below pkt_rate_high but above
329 * pkt_rate_low (both measured in packets per second) the
330 * normal {rx,tx}_* coalescing parameters are used.
333 /* When the packet rate is (measured in packets per second)
334 * is above pkt_rate_high, the {rx,tx}_*_high parameters are
337 cvals
->pkt_rate_high
= 0;
338 cvals
->rx_coalesce_usecs_high
= 0;
339 cvals
->rx_max_coalesced_frames_high
= 0;
340 cvals
->tx_coalesce_usecs_high
= 0;
341 cvals
->tx_max_coalesced_frames_high
= 0;
343 /* How often to do adaptive coalescing packet rate sampling,
344 * measured in seconds. Must not be zero.
346 cvals
->rate_sample_interval
= 0;
351 /* Change the coalescing values.
352 * Both cvals->*_usecs and cvals->*_frames have to be > 0
353 * in order for coalescing to be active
355 static int gfar_scoalesce(struct net_device
*dev
, struct ethtool_coalesce
*cvals
)
357 struct gfar_private
*priv
= netdev_priv(dev
);
360 if (!(priv
->device_flags
& FSL_GIANFAR_DEV_HAS_COALESCE
))
363 /* Set up rx coalescing */
364 /* As of now, we will enable/disable coalescing for all
365 * queues together in case of eTSEC2, this will be modified
366 * along with the ethtool interface */
367 if ((cvals
->rx_coalesce_usecs
== 0) ||
368 (cvals
->rx_max_coalesced_frames
== 0)) {
369 for (i
= 0; i
< priv
->num_rx_queues
; i
++)
370 priv
->rx_queue
[i
]->rxcoalescing
= 0;
372 for (i
= 0; i
< priv
->num_rx_queues
; i
++)
373 priv
->rx_queue
[i
]->rxcoalescing
= 1;
376 if (NULL
== priv
->phydev
)
379 /* Check the bounds of the values */
380 if (cvals
->rx_coalesce_usecs
> GFAR_MAX_COAL_USECS
) {
381 pr_info("Coalescing is limited to %d microseconds\n",
382 GFAR_MAX_COAL_USECS
);
386 if (cvals
->rx_max_coalesced_frames
> GFAR_MAX_COAL_FRAMES
) {
387 pr_info("Coalescing is limited to %d frames\n",
388 GFAR_MAX_COAL_FRAMES
);
392 for (i
= 0; i
< priv
->num_rx_queues
; i
++) {
393 priv
->rx_queue
[i
]->rxic
= mk_ic_value(
394 cvals
->rx_max_coalesced_frames
,
395 gfar_usecs2ticks(priv
, cvals
->rx_coalesce_usecs
));
398 /* Set up tx coalescing */
399 if ((cvals
->tx_coalesce_usecs
== 0) ||
400 (cvals
->tx_max_coalesced_frames
== 0)) {
401 for (i
= 0; i
< priv
->num_tx_queues
; i
++)
402 priv
->tx_queue
[i
]->txcoalescing
= 0;
404 for (i
= 0; i
< priv
->num_tx_queues
; i
++)
405 priv
->tx_queue
[i
]->txcoalescing
= 1;
408 /* Check the bounds of the values */
409 if (cvals
->tx_coalesce_usecs
> GFAR_MAX_COAL_USECS
) {
410 pr_info("Coalescing is limited to %d microseconds\n",
411 GFAR_MAX_COAL_USECS
);
415 if (cvals
->tx_max_coalesced_frames
> GFAR_MAX_COAL_FRAMES
) {
416 pr_info("Coalescing is limited to %d frames\n",
417 GFAR_MAX_COAL_FRAMES
);
421 for (i
= 0; i
< priv
->num_tx_queues
; i
++) {
422 priv
->tx_queue
[i
]->txic
= mk_ic_value(
423 cvals
->tx_max_coalesced_frames
,
424 gfar_usecs2ticks(priv
, cvals
->tx_coalesce_usecs
));
427 gfar_configure_coalescing(priv
, 0xFF, 0xFF);
432 /* Fills in rvals with the current ring parameters. Currently,
433 * rx, rx_mini, and rx_jumbo rings are the same size, as mini and
434 * jumbo are ignored by the driver */
435 static void gfar_gringparam(struct net_device
*dev
, struct ethtool_ringparam
*rvals
)
437 struct gfar_private
*priv
= netdev_priv(dev
);
438 struct gfar_priv_tx_q
*tx_queue
= NULL
;
439 struct gfar_priv_rx_q
*rx_queue
= NULL
;
441 tx_queue
= priv
->tx_queue
[0];
442 rx_queue
= priv
->rx_queue
[0];
444 rvals
->rx_max_pending
= GFAR_RX_MAX_RING_SIZE
;
445 rvals
->rx_mini_max_pending
= GFAR_RX_MAX_RING_SIZE
;
446 rvals
->rx_jumbo_max_pending
= GFAR_RX_MAX_RING_SIZE
;
447 rvals
->tx_max_pending
= GFAR_TX_MAX_RING_SIZE
;
449 /* Values changeable by the user. The valid values are
450 * in the range 1 to the "*_max_pending" counterpart above.
452 rvals
->rx_pending
= rx_queue
->rx_ring_size
;
453 rvals
->rx_mini_pending
= rx_queue
->rx_ring_size
;
454 rvals
->rx_jumbo_pending
= rx_queue
->rx_ring_size
;
455 rvals
->tx_pending
= tx_queue
->tx_ring_size
;
458 /* Change the current ring parameters, stopping the controller if
459 * necessary so that we don't mess things up while we're in
460 * motion. We wait for the ring to be clean before reallocating
462 static int gfar_sringparam(struct net_device
*dev
, struct ethtool_ringparam
*rvals
)
464 struct gfar_private
*priv
= netdev_priv(dev
);
467 if (rvals
->rx_pending
> GFAR_RX_MAX_RING_SIZE
)
470 if (!is_power_of_2(rvals
->rx_pending
)) {
471 netdev_err(dev
, "Ring sizes must be a power of 2\n");
475 if (rvals
->tx_pending
> GFAR_TX_MAX_RING_SIZE
)
478 if (!is_power_of_2(rvals
->tx_pending
)) {
479 netdev_err(dev
, "Ring sizes must be a power of 2\n");
484 if (dev
->flags
& IFF_UP
) {
487 /* Halt TX and RX, and process the frames which
488 * have already been received */
489 local_irq_save(flags
);
497 local_irq_restore(flags
);
499 for (i
= 0; i
< priv
->num_rx_queues
; i
++)
500 gfar_clean_rx_ring(priv
->rx_queue
[i
],
501 priv
->rx_queue
[i
]->rx_ring_size
);
503 /* Now we take down the rings to rebuild them */
507 /* Change the size */
508 for (i
= 0; i
< priv
->num_rx_queues
; i
++) {
509 priv
->rx_queue
[i
]->rx_ring_size
= rvals
->rx_pending
;
510 priv
->tx_queue
[i
]->tx_ring_size
= rvals
->tx_pending
;
511 priv
->tx_queue
[i
]->num_txbdfree
= priv
->tx_queue
[i
]->tx_ring_size
;
514 /* Rebuild the rings with the new size */
515 if (dev
->flags
& IFF_UP
) {
516 err
= startup_gfar(dev
);
517 netif_tx_wake_all_queues(dev
);
522 int gfar_set_features(struct net_device
*dev
, u32 features
)
524 struct gfar_private
*priv
= netdev_priv(dev
);
527 u32 changed
= dev
->features
^ features
;
529 if (changed
& (NETIF_F_HW_VLAN_TX
|NETIF_F_HW_VLAN_RX
))
530 gfar_vlan_mode(dev
, features
);
532 if (!(changed
& NETIF_F_RXCSUM
))
535 if (dev
->flags
& IFF_UP
) {
536 /* Halt TX and RX, and process the frames which
537 * have already been received */
538 local_irq_save(flags
);
546 local_irq_restore(flags
);
548 for (i
= 0; i
< priv
->num_rx_queues
; i
++)
549 gfar_clean_rx_ring(priv
->rx_queue
[i
],
550 priv
->rx_queue
[i
]->rx_ring_size
);
552 /* Now we take down the rings to rebuild them */
555 dev
->features
= features
;
557 err
= startup_gfar(dev
);
558 netif_tx_wake_all_queues(dev
);
563 static uint32_t gfar_get_msglevel(struct net_device
*dev
)
565 struct gfar_private
*priv
= netdev_priv(dev
);
566 return priv
->msg_enable
;
569 static void gfar_set_msglevel(struct net_device
*dev
, uint32_t data
)
571 struct gfar_private
*priv
= netdev_priv(dev
);
572 priv
->msg_enable
= data
;
576 static void gfar_get_wol(struct net_device
*dev
, struct ethtool_wolinfo
*wol
)
578 struct gfar_private
*priv
= netdev_priv(dev
);
580 if (priv
->device_flags
& FSL_GIANFAR_DEV_HAS_MAGIC_PACKET
) {
581 wol
->supported
= WAKE_MAGIC
;
582 wol
->wolopts
= priv
->wol_en
? WAKE_MAGIC
: 0;
584 wol
->supported
= wol
->wolopts
= 0;
588 static int gfar_set_wol(struct net_device
*dev
, struct ethtool_wolinfo
*wol
)
590 struct gfar_private
*priv
= netdev_priv(dev
);
593 if (!(priv
->device_flags
& FSL_GIANFAR_DEV_HAS_MAGIC_PACKET
) &&
597 if (wol
->wolopts
& ~WAKE_MAGIC
)
600 device_set_wakeup_enable(&dev
->dev
, wol
->wolopts
& WAKE_MAGIC
);
602 spin_lock_irqsave(&priv
->bflock
, flags
);
603 priv
->wol_en
= !!device_may_wakeup(&dev
->dev
);
604 spin_unlock_irqrestore(&priv
->bflock
, flags
);
610 static void ethflow_to_filer_rules (struct gfar_private
*priv
, u64 ethflow
)
612 u32 fcr
= 0x0, fpr
= FPR_FILER_MASK
;
614 if (ethflow
& RXH_L2DA
) {
615 fcr
= RQFCR_PID_DAH
|RQFCR_CMP_NOMATCH
|
616 RQFCR_HASH
| RQFCR_AND
| RQFCR_HASHTBL_0
;
617 priv
->ftp_rqfpr
[priv
->cur_filer_idx
] = fpr
;
618 priv
->ftp_rqfcr
[priv
->cur_filer_idx
] = fcr
;
619 gfar_write_filer(priv
, priv
->cur_filer_idx
, fcr
, fpr
);
620 priv
->cur_filer_idx
= priv
->cur_filer_idx
- 1;
622 fcr
= RQFCR_PID_DAL
| RQFCR_AND
| RQFCR_CMP_NOMATCH
|
623 RQFCR_HASH
| RQFCR_AND
| RQFCR_HASHTBL_0
;
624 priv
->ftp_rqfpr
[priv
->cur_filer_idx
] = fpr
;
625 priv
->ftp_rqfcr
[priv
->cur_filer_idx
] = fcr
;
626 gfar_write_filer(priv
, priv
->cur_filer_idx
, fcr
, fpr
);
627 priv
->cur_filer_idx
= priv
->cur_filer_idx
- 1;
630 if (ethflow
& RXH_VLAN
) {
631 fcr
= RQFCR_PID_VID
| RQFCR_CMP_NOMATCH
| RQFCR_HASH
|
632 RQFCR_AND
| RQFCR_HASHTBL_0
;
633 gfar_write_filer(priv
, priv
->cur_filer_idx
, fcr
, fpr
);
634 priv
->ftp_rqfpr
[priv
->cur_filer_idx
] = fpr
;
635 priv
->ftp_rqfcr
[priv
->cur_filer_idx
] = fcr
;
636 priv
->cur_filer_idx
= priv
->cur_filer_idx
- 1;
639 if (ethflow
& RXH_IP_SRC
) {
640 fcr
= RQFCR_PID_SIA
| RQFCR_CMP_NOMATCH
| RQFCR_HASH
|
641 RQFCR_AND
| RQFCR_HASHTBL_0
;
642 priv
->ftp_rqfpr
[priv
->cur_filer_idx
] = fpr
;
643 priv
->ftp_rqfcr
[priv
->cur_filer_idx
] = fcr
;
644 gfar_write_filer(priv
, priv
->cur_filer_idx
, fcr
, fpr
);
645 priv
->cur_filer_idx
= priv
->cur_filer_idx
- 1;
648 if (ethflow
& (RXH_IP_DST
)) {
649 fcr
= RQFCR_PID_DIA
| RQFCR_CMP_NOMATCH
| RQFCR_HASH
|
650 RQFCR_AND
| RQFCR_HASHTBL_0
;
651 priv
->ftp_rqfpr
[priv
->cur_filer_idx
] = fpr
;
652 priv
->ftp_rqfcr
[priv
->cur_filer_idx
] = fcr
;
653 gfar_write_filer(priv
, priv
->cur_filer_idx
, fcr
, fpr
);
654 priv
->cur_filer_idx
= priv
->cur_filer_idx
- 1;
657 if (ethflow
& RXH_L3_PROTO
) {
658 fcr
= RQFCR_PID_L4P
| RQFCR_CMP_NOMATCH
| RQFCR_HASH
|
659 RQFCR_AND
| RQFCR_HASHTBL_0
;
660 priv
->ftp_rqfpr
[priv
->cur_filer_idx
] = fpr
;
661 priv
->ftp_rqfcr
[priv
->cur_filer_idx
] = fcr
;
662 gfar_write_filer(priv
, priv
->cur_filer_idx
, fcr
, fpr
);
663 priv
->cur_filer_idx
= priv
->cur_filer_idx
- 1;
666 if (ethflow
& RXH_L4_B_0_1
) {
667 fcr
= RQFCR_PID_SPT
| RQFCR_CMP_NOMATCH
| RQFCR_HASH
|
668 RQFCR_AND
| RQFCR_HASHTBL_0
;
669 priv
->ftp_rqfpr
[priv
->cur_filer_idx
] = fpr
;
670 priv
->ftp_rqfcr
[priv
->cur_filer_idx
] = fcr
;
671 gfar_write_filer(priv
, priv
->cur_filer_idx
, fcr
, fpr
);
672 priv
->cur_filer_idx
= priv
->cur_filer_idx
- 1;
675 if (ethflow
& RXH_L4_B_2_3
) {
676 fcr
= RQFCR_PID_DPT
| RQFCR_CMP_NOMATCH
| RQFCR_HASH
|
677 RQFCR_AND
| RQFCR_HASHTBL_0
;
678 priv
->ftp_rqfpr
[priv
->cur_filer_idx
] = fpr
;
679 priv
->ftp_rqfcr
[priv
->cur_filer_idx
] = fcr
;
680 gfar_write_filer(priv
, priv
->cur_filer_idx
, fcr
, fpr
);
681 priv
->cur_filer_idx
= priv
->cur_filer_idx
- 1;
685 static int gfar_ethflow_to_filer_table(struct gfar_private
*priv
, u64 ethflow
, u64
class)
687 unsigned int last_rule_idx
= priv
->cur_filer_idx
;
688 unsigned int cmp_rqfpr
;
689 unsigned int local_rqfpr
[MAX_FILER_IDX
+ 1];
690 unsigned int local_rqfcr
[MAX_FILER_IDX
+ 1];
691 int i
= 0x0, k
= 0x0;
692 int j
= MAX_FILER_IDX
, l
= 0x0;
696 cmp_rqfpr
= RQFPR_IPV4
|RQFPR_TCP
;
699 cmp_rqfpr
= RQFPR_IPV4
|RQFPR_UDP
;
702 cmp_rqfpr
= RQFPR_IPV6
|RQFPR_TCP
;
705 cmp_rqfpr
= RQFPR_IPV6
|RQFPR_UDP
;
708 pr_err("Right now this class is not supported\n");
712 for (i
= 0; i
< MAX_FILER_IDX
+ 1; i
++) {
713 local_rqfpr
[j
] = priv
->ftp_rqfpr
[i
];
714 local_rqfcr
[j
] = priv
->ftp_rqfcr
[i
];
716 if ((priv
->ftp_rqfcr
[i
] == (RQFCR_PID_PARSE
|
717 RQFCR_CLE
|RQFCR_AND
)) &&
718 (priv
->ftp_rqfpr
[i
] == cmp_rqfpr
))
722 if (i
== MAX_FILER_IDX
+ 1) {
723 pr_err("No parse rule found, can't create hash rules\n");
727 /* If a match was found, then it begins the starting of a cluster rule
728 * if it was already programmed, we need to overwrite these rules
730 for (l
= i
+1; l
< MAX_FILER_IDX
; l
++) {
731 if ((priv
->ftp_rqfcr
[l
] & RQFCR_CLE
) &&
732 !(priv
->ftp_rqfcr
[l
] & RQFCR_AND
)) {
733 priv
->ftp_rqfcr
[l
] = RQFCR_CLE
| RQFCR_CMP_EXACT
|
734 RQFCR_HASHTBL_0
| RQFCR_PID_MASK
;
735 priv
->ftp_rqfpr
[l
] = FPR_FILER_MASK
;
736 gfar_write_filer(priv
, l
, priv
->ftp_rqfcr
[l
],
741 if (!(priv
->ftp_rqfcr
[l
] & RQFCR_CLE
) &&
742 (priv
->ftp_rqfcr
[l
] & RQFCR_AND
))
745 local_rqfpr
[j
] = priv
->ftp_rqfpr
[l
];
746 local_rqfcr
[j
] = priv
->ftp_rqfcr
[l
];
751 priv
->cur_filer_idx
= l
- 1;
755 ethflow_to_filer_rules(priv
, ethflow
);
757 /* Write back the popped out rules again */
758 for (k
= j
+1; k
< MAX_FILER_IDX
; k
++) {
759 priv
->ftp_rqfpr
[priv
->cur_filer_idx
] = local_rqfpr
[k
];
760 priv
->ftp_rqfcr
[priv
->cur_filer_idx
] = local_rqfcr
[k
];
761 gfar_write_filer(priv
, priv
->cur_filer_idx
,
762 local_rqfcr
[k
], local_rqfpr
[k
]);
763 if (!priv
->cur_filer_idx
)
765 priv
->cur_filer_idx
= priv
->cur_filer_idx
- 1;
771 static int gfar_set_hash_opts(struct gfar_private
*priv
, struct ethtool_rxnfc
*cmd
)
773 /* write the filer rules here */
774 if (!gfar_ethflow_to_filer_table(priv
, cmd
->data
, cmd
->flow_type
))
780 static int gfar_check_filer_hardware(struct gfar_private
*priv
)
782 struct gfar __iomem
*regs
= NULL
;
785 regs
= priv
->gfargrp
[0].regs
;
787 /* Check if we are in FIFO mode */
788 i
= gfar_read(®s
->ecntrl
);
790 if (i
== ECNTRL_FIFM
) {
791 netdev_notice(priv
->ndev
, "Interface in FIFO mode\n");
792 i
= gfar_read(®s
->rctrl
);
793 i
&= RCTRL_PRSDEP_MASK
| RCTRL_PRSFM
;
794 if (i
== (RCTRL_PRSDEP_MASK
| RCTRL_PRSFM
)) {
795 netdev_info(priv
->ndev
,
796 "Receive Queue Filtering enabled\n");
798 netdev_warn(priv
->ndev
,
799 "Receive Queue Filtering disabled\n");
803 /* Or in standard mode */
805 i
= gfar_read(®s
->rctrl
);
806 i
&= RCTRL_PRSDEP_MASK
;
807 if (i
== RCTRL_PRSDEP_MASK
) {
808 netdev_info(priv
->ndev
,
809 "Receive Queue Filtering enabled\n");
811 netdev_warn(priv
->ndev
,
812 "Receive Queue Filtering disabled\n");
817 /* Sets the properties for arbitrary filer rule
818 * to the first 4 Layer 4 Bytes */
819 regs
->rbifx
= 0xC0C1C2C3;
823 static int gfar_comp_asc(const void *a
, const void *b
)
825 return memcmp(a
, b
, 4);
828 static int gfar_comp_desc(const void *a
, const void *b
)
830 return -memcmp(a
, b
, 4);
833 static void gfar_swap(void *a
, void *b
, int size
)
844 /* Write a mask to filer cache */
845 static void gfar_set_mask(u32 mask
, struct filer_table
*tab
)
847 tab
->fe
[tab
->index
].ctrl
= RQFCR_AND
| RQFCR_PID_MASK
| RQFCR_CMP_EXACT
;
848 tab
->fe
[tab
->index
].prop
= mask
;
852 /* Sets parse bits (e.g. IP or TCP) */
853 static void gfar_set_parse_bits(u32 value
, u32 mask
, struct filer_table
*tab
)
855 gfar_set_mask(mask
, tab
);
856 tab
->fe
[tab
->index
].ctrl
= RQFCR_CMP_EXACT
| RQFCR_PID_PARSE
858 tab
->fe
[tab
->index
].prop
= value
;
862 static void gfar_set_general_attribute(u32 value
, u32 mask
, u32 flag
,
863 struct filer_table
*tab
)
865 gfar_set_mask(mask
, tab
);
866 tab
->fe
[tab
->index
].ctrl
= RQFCR_CMP_EXACT
| RQFCR_AND
| flag
;
867 tab
->fe
[tab
->index
].prop
= value
;
872 * For setting a tuple of value and mask of type flag
874 * IP-Src = 10.0.0.0/255.0.0.0
875 * value: 0x0A000000 mask: FF000000 flag: RQFPR_IPV4
877 * Ethtool gives us a value=0 and mask=~0 for don't care a tuple
878 * For a don't care mask it gives us a 0
880 * The check if don't care and the mask adjustment if mask=0 is done for VLAN
881 * and MAC stuff on an upper level (due to missing information on this level).
882 * For these guys we can discard them if they are value=0 and mask=0.
884 * Further the all masks are one-padded for better hardware efficiency.
886 static void gfar_set_attribute(u32 value
, u32 mask
, u32 flag
,
887 struct filer_table
*tab
)
894 mask
|= RQFCR_PID_PRI_MASK
;
899 if (!~(mask
| RQFCR_PID_L4P_MASK
))
904 mask
|= RQFCR_PID_L4P_MASK
;
910 mask
|= RQFCR_PID_VID_MASK
;
916 if (!~(mask
| RQFCR_PID_PORT_MASK
))
921 mask
|= RQFCR_PID_PORT_MASK
;
930 mask
|= RQFCR_PID_MAC_MASK
;
932 /* for all real 32bit masks */
940 gfar_set_general_attribute(value
, mask
, flag
, tab
);
943 /* Translates value and mask for UDP, TCP or SCTP */
944 static void gfar_set_basic_ip(struct ethtool_tcpip4_spec
*value
,
945 struct ethtool_tcpip4_spec
*mask
, struct filer_table
*tab
)
947 gfar_set_attribute(value
->ip4src
, mask
->ip4src
, RQFCR_PID_SIA
, tab
);
948 gfar_set_attribute(value
->ip4dst
, mask
->ip4dst
, RQFCR_PID_DIA
, tab
);
949 gfar_set_attribute(value
->pdst
, mask
->pdst
, RQFCR_PID_DPT
, tab
);
950 gfar_set_attribute(value
->psrc
, mask
->psrc
, RQFCR_PID_SPT
, tab
);
951 gfar_set_attribute(value
->tos
, mask
->tos
, RQFCR_PID_TOS
, tab
);
954 /* Translates value and mask for RAW-IP4 */
955 static void gfar_set_user_ip(struct ethtool_usrip4_spec
*value
,
956 struct ethtool_usrip4_spec
*mask
, struct filer_table
*tab
)
958 gfar_set_attribute(value
->ip4src
, mask
->ip4src
, RQFCR_PID_SIA
, tab
);
959 gfar_set_attribute(value
->ip4dst
, mask
->ip4dst
, RQFCR_PID_DIA
, tab
);
960 gfar_set_attribute(value
->tos
, mask
->tos
, RQFCR_PID_TOS
, tab
);
961 gfar_set_attribute(value
->proto
, mask
->proto
, RQFCR_PID_L4P
, tab
);
962 gfar_set_attribute(value
->l4_4_bytes
, mask
->l4_4_bytes
, RQFCR_PID_ARB
,
967 /* Translates value and mask for ETHER spec */
968 static void gfar_set_ether(struct ethhdr
*value
, struct ethhdr
*mask
,
969 struct filer_table
*tab
)
971 u32 upper_temp_mask
= 0;
972 u32 lower_temp_mask
= 0;
974 if (!is_broadcast_ether_addr(mask
->h_source
)) {
976 if (is_zero_ether_addr(mask
->h_source
)) {
977 upper_temp_mask
= 0xFFFFFFFF;
978 lower_temp_mask
= 0xFFFFFFFF;
980 upper_temp_mask
= mask
->h_source
[0] << 16
981 | mask
->h_source
[1] << 8
983 lower_temp_mask
= mask
->h_source
[3] << 16
984 | mask
->h_source
[4] << 8
989 value
->h_source
[0] << 16 | value
->h_source
[1]
990 << 8 | value
->h_source
[2],
991 upper_temp_mask
, RQFCR_PID_SAH
, tab
);
992 /* And the same for the lower part */
994 value
->h_source
[3] << 16 | value
->h_source
[4]
995 << 8 | value
->h_source
[5],
996 lower_temp_mask
, RQFCR_PID_SAL
, tab
);
998 /* Destination address */
999 if (!is_broadcast_ether_addr(mask
->h_dest
)) {
1001 /* Special for destination is limited broadcast */
1002 if ((is_broadcast_ether_addr(value
->h_dest
)
1003 && is_zero_ether_addr(mask
->h_dest
))) {
1004 gfar_set_parse_bits(RQFPR_EBC
, RQFPR_EBC
, tab
);
1007 if (is_zero_ether_addr(mask
->h_dest
)) {
1008 upper_temp_mask
= 0xFFFFFFFF;
1009 lower_temp_mask
= 0xFFFFFFFF;
1011 upper_temp_mask
= mask
->h_dest
[0] << 16
1012 | mask
->h_dest
[1] << 8
1014 lower_temp_mask
= mask
->h_dest
[3] << 16
1015 | mask
->h_dest
[4] << 8
1021 value
->h_dest
[0] << 16
1022 | value
->h_dest
[1] << 8
1024 upper_temp_mask
, RQFCR_PID_DAH
, tab
);
1025 /* And the same for the lower part */
1027 value
->h_dest
[3] << 16
1028 | value
->h_dest
[4] << 8
1030 lower_temp_mask
, RQFCR_PID_DAL
, tab
);
1034 gfar_set_attribute(value
->h_proto
, mask
->h_proto
, RQFCR_PID_ETY
, tab
);
1038 /* Convert a rule to binary filter format of gianfar */
1039 static int gfar_convert_to_filer(struct ethtool_rx_flow_spec
*rule
,
1040 struct filer_table
*tab
)
1042 u32 vlan
= 0, vlan_mask
= 0;
1043 u32 id
= 0, id_mask
= 0;
1044 u32 cfi
= 0, cfi_mask
= 0;
1045 u32 prio
= 0, prio_mask
= 0;
1047 u32 old_index
= tab
->index
;
1049 /* Check if vlan is wanted */
1050 if ((rule
->flow_type
& FLOW_EXT
) && (rule
->m_ext
.vlan_tci
!= 0xFFFF)) {
1051 if (!rule
->m_ext
.vlan_tci
)
1052 rule
->m_ext
.vlan_tci
= 0xFFFF;
1055 vlan_mask
= RQFPR_VLN
;
1057 /* Separate the fields */
1058 id
= rule
->h_ext
.vlan_tci
& VLAN_VID_MASK
;
1059 id_mask
= rule
->m_ext
.vlan_tci
& VLAN_VID_MASK
;
1060 cfi
= rule
->h_ext
.vlan_tci
& VLAN_CFI_MASK
;
1061 cfi_mask
= rule
->m_ext
.vlan_tci
& VLAN_CFI_MASK
;
1062 prio
= (rule
->h_ext
.vlan_tci
& VLAN_PRIO_MASK
) >> VLAN_PRIO_SHIFT
;
1063 prio_mask
= (rule
->m_ext
.vlan_tci
& VLAN_PRIO_MASK
) >> VLAN_PRIO_SHIFT
;
1065 if (cfi
== VLAN_TAG_PRESENT
&& cfi_mask
== VLAN_TAG_PRESENT
) {
1067 vlan_mask
|= RQFPR_CFI
;
1068 } else if (cfi
!= VLAN_TAG_PRESENT
&& cfi_mask
== VLAN_TAG_PRESENT
) {
1069 vlan_mask
|= RQFPR_CFI
;
1073 switch (rule
->flow_type
& ~FLOW_EXT
) {
1075 gfar_set_parse_bits(RQFPR_IPV4
| RQFPR_TCP
| vlan
,
1076 RQFPR_IPV4
| RQFPR_TCP
| vlan_mask
, tab
);
1077 gfar_set_basic_ip(&rule
->h_u
.tcp_ip4_spec
,
1078 &rule
->m_u
.tcp_ip4_spec
, tab
);
1081 gfar_set_parse_bits(RQFPR_IPV4
| RQFPR_UDP
| vlan
,
1082 RQFPR_IPV4
| RQFPR_UDP
| vlan_mask
, tab
);
1083 gfar_set_basic_ip(&rule
->h_u
.udp_ip4_spec
,
1084 &rule
->m_u
.udp_ip4_spec
, tab
);
1087 gfar_set_parse_bits(RQFPR_IPV4
| vlan
, RQFPR_IPV4
| vlan_mask
,
1089 gfar_set_attribute(132, 0, RQFCR_PID_L4P
, tab
);
1090 gfar_set_basic_ip((struct ethtool_tcpip4_spec
*) &rule
->h_u
,
1091 (struct ethtool_tcpip4_spec
*) &rule
->m_u
, tab
);
1094 gfar_set_parse_bits(RQFPR_IPV4
| vlan
, RQFPR_IPV4
| vlan_mask
,
1096 gfar_set_user_ip((struct ethtool_usrip4_spec
*) &rule
->h_u
,
1097 (struct ethtool_usrip4_spec
*) &rule
->m_u
, tab
);
1101 gfar_set_parse_bits(vlan
, vlan_mask
, tab
);
1102 gfar_set_ether((struct ethhdr
*) &rule
->h_u
,
1103 (struct ethhdr
*) &rule
->m_u
, tab
);
1109 /* Set the vlan attributes in the end */
1111 gfar_set_attribute(id
, id_mask
, RQFCR_PID_VID
, tab
);
1112 gfar_set_attribute(prio
, prio_mask
, RQFCR_PID_PRI
, tab
);
1115 /* If there has been nothing written till now, it must be a default */
1116 if (tab
->index
== old_index
) {
1117 gfar_set_mask(0xFFFFFFFF, tab
);
1118 tab
->fe
[tab
->index
].ctrl
= 0x20;
1119 tab
->fe
[tab
->index
].prop
= 0x0;
1123 /* Remove last AND */
1124 tab
->fe
[tab
->index
- 1].ctrl
&= (~RQFCR_AND
);
1126 /* Specify which queue to use or to drop */
1127 if (rule
->ring_cookie
== RX_CLS_FLOW_DISC
)
1128 tab
->fe
[tab
->index
- 1].ctrl
|= RQFCR_RJE
;
1130 tab
->fe
[tab
->index
- 1].ctrl
|= (rule
->ring_cookie
<< 10);
1132 /* Only big enough entries can be clustered */
1133 if (tab
->index
> (old_index
+ 2)) {
1134 tab
->fe
[old_index
+ 1].ctrl
|= RQFCR_CLE
;
1135 tab
->fe
[tab
->index
- 1].ctrl
|= RQFCR_CLE
;
1138 /* In rare cases the cache can be full while there is free space in hw */
1139 if (tab
->index
> MAX_FILER_CACHE_IDX
- 1)
1145 /* Copy size filer entries */
1146 static void gfar_copy_filer_entries(struct gfar_filer_entry dst
[0],
1147 struct gfar_filer_entry src
[0], s32 size
)
1151 dst
[size
].ctrl
= src
[size
].ctrl
;
1152 dst
[size
].prop
= src
[size
].prop
;
1156 /* Delete the contents of the filer-table between start and end
1157 * and collapse them */
1158 static int gfar_trim_filer_entries(u32 begin
, u32 end
, struct filer_table
*tab
)
1161 if (end
> MAX_FILER_CACHE_IDX
|| end
< begin
)
1165 length
= end
- begin
;
1168 while (end
< tab
->index
) {
1169 tab
->fe
[begin
].ctrl
= tab
->fe
[end
].ctrl
;
1170 tab
->fe
[begin
++].prop
= tab
->fe
[end
++].prop
;
1173 /* Fill up with don't cares */
1174 while (begin
< tab
->index
) {
1175 tab
->fe
[begin
].ctrl
= 0x60;
1176 tab
->fe
[begin
].prop
= 0xFFFFFFFF;
1180 tab
->index
-= length
;
1184 /* Make space on the wanted location */
1185 static int gfar_expand_filer_entries(u32 begin
, u32 length
,
1186 struct filer_table
*tab
)
1188 if (length
== 0 || length
+ tab
->index
> MAX_FILER_CACHE_IDX
|| begin
1189 > MAX_FILER_CACHE_IDX
)
1192 gfar_copy_filer_entries(&(tab
->fe
[begin
+ length
]), &(tab
->fe
[begin
]),
1193 tab
->index
- length
+ 1);
1195 tab
->index
+= length
;
1199 static int gfar_get_next_cluster_start(int start
, struct filer_table
*tab
)
1201 for (; (start
< tab
->index
) && (start
< MAX_FILER_CACHE_IDX
- 1); start
++) {
1202 if ((tab
->fe
[start
].ctrl
& (RQFCR_AND
| RQFCR_CLE
))
1203 == (RQFCR_AND
| RQFCR_CLE
))
1209 static int gfar_get_next_cluster_end(int start
, struct filer_table
*tab
)
1211 for (; (start
< tab
->index
) && (start
< MAX_FILER_CACHE_IDX
- 1); start
++) {
1212 if ((tab
->fe
[start
].ctrl
& (RQFCR_AND
| RQFCR_CLE
))
1220 * Uses hardwares clustering option to reduce
1221 * the number of filer table entries
1223 static void gfar_cluster_filer(struct filer_table
*tab
)
1225 s32 i
= -1, j
, iend
, jend
;
1227 while ((i
= gfar_get_next_cluster_start(++i
, tab
)) != -1) {
1229 while ((j
= gfar_get_next_cluster_start(++j
, tab
)) != -1) {
1231 * The cluster entries self and the previous one
1232 * (a mask) must be identical!
1234 if (tab
->fe
[i
].ctrl
!= tab
->fe
[j
].ctrl
)
1236 if (tab
->fe
[i
].prop
!= tab
->fe
[j
].prop
)
1238 if (tab
->fe
[i
- 1].ctrl
!= tab
->fe
[j
- 1].ctrl
)
1240 if (tab
->fe
[i
- 1].prop
!= tab
->fe
[j
- 1].prop
)
1242 iend
= gfar_get_next_cluster_end(i
, tab
);
1243 jend
= gfar_get_next_cluster_end(j
, tab
);
1244 if (jend
== -1 || iend
== -1)
1247 * First we make some free space, where our cluster
1248 * element should be. Then we copy it there and finally
1249 * delete in from its old location.
1252 if (gfar_expand_filer_entries(iend
, (jend
- j
), tab
)
1256 gfar_copy_filer_entries(&(tab
->fe
[iend
+ 1]),
1257 &(tab
->fe
[jend
+ 1]), jend
- j
);
1259 if (gfar_trim_filer_entries(jend
- 1,
1260 jend
+ (jend
- j
), tab
) == -EINVAL
)
1263 /* Mask out cluster bit */
1264 tab
->fe
[iend
].ctrl
&= ~(RQFCR_CLE
);
1269 /* Swaps the masked bits of a1<>a2 and b1<>b2 */
1270 static void gfar_swap_bits(struct gfar_filer_entry
*a1
,
1271 struct gfar_filer_entry
*a2
, struct gfar_filer_entry
*b1
,
1272 struct gfar_filer_entry
*b2
, u32 mask
)
1275 temp
[0] = a1
->ctrl
& mask
;
1276 temp
[1] = a2
->ctrl
& mask
;
1277 temp
[2] = b1
->ctrl
& mask
;
1278 temp
[3] = b2
->ctrl
& mask
;
1285 a1
->ctrl
|= temp
[1];
1286 a2
->ctrl
|= temp
[0];
1287 b1
->ctrl
|= temp
[3];
1288 b2
->ctrl
|= temp
[2];
1292 * Generate a list consisting of masks values with their start and
1293 * end of validity and block as indicator for parts belonging
1294 * together (glued by ANDs) in mask_table
1296 static u32
gfar_generate_mask_table(struct gfar_mask_entry
*mask_table
,
1297 struct filer_table
*tab
)
1299 u32 i
, and_index
= 0, block_index
= 1;
1301 for (i
= 0; i
< tab
->index
; i
++) {
1303 /* LSByte of control = 0 sets a mask */
1304 if (!(tab
->fe
[i
].ctrl
& 0xF)) {
1305 mask_table
[and_index
].mask
= tab
->fe
[i
].prop
;
1306 mask_table
[and_index
].start
= i
;
1307 mask_table
[and_index
].block
= block_index
;
1309 mask_table
[and_index
- 1].end
= i
- 1;
1312 /* cluster starts and ends will be separated because they should
1313 * hold their position */
1314 if (tab
->fe
[i
].ctrl
& RQFCR_CLE
)
1316 /* A not set AND indicates the end of a depended block */
1317 if (!(tab
->fe
[i
].ctrl
& RQFCR_AND
))
1322 mask_table
[and_index
- 1].end
= i
- 1;
1328 * Sorts the entries of mask_table by the values of the masks.
1329 * Important: The 0xFF80 flags of the first and last entry of a
1330 * block must hold their position (which queue, CLusterEnable, ReJEct,
1333 static void gfar_sort_mask_table(struct gfar_mask_entry
*mask_table
,
1334 struct filer_table
*temp_table
, u32 and_index
)
1336 /* Pointer to compare function (_asc or _desc) */
1337 int (*gfar_comp
)(const void *, const void *);
1339 u32 i
, size
= 0, start
= 0, prev
= 1;
1340 u32 old_first
, old_last
, new_first
, new_last
;
1342 gfar_comp
= &gfar_comp_desc
;
1344 for (i
= 0; i
< and_index
; i
++) {
1346 if (prev
!= mask_table
[i
].block
) {
1347 old_first
= mask_table
[start
].start
+ 1;
1348 old_last
= mask_table
[i
- 1].end
;
1349 sort(mask_table
+ start
, size
,
1350 sizeof(struct gfar_mask_entry
),
1351 gfar_comp
, &gfar_swap
);
1353 /* Toggle order for every block. This makes the
1354 * thing more efficient! */
1355 if (gfar_comp
== gfar_comp_desc
)
1356 gfar_comp
= &gfar_comp_asc
;
1358 gfar_comp
= &gfar_comp_desc
;
1360 new_first
= mask_table
[start
].start
+ 1;
1361 new_last
= mask_table
[i
- 1].end
;
1363 gfar_swap_bits(&temp_table
->fe
[new_first
],
1364 &temp_table
->fe
[old_first
],
1365 &temp_table
->fe
[new_last
],
1366 &temp_table
->fe
[old_last
],
1367 RQFCR_QUEUE
| RQFCR_CLE
|
1368 RQFCR_RJE
| RQFCR_AND
1375 prev
= mask_table
[i
].block
;
1381 * Reduces the number of masks needed in the filer table to save entries
1382 * This is done by sorting the masks of a depended block. A depended block is
1383 * identified by gluing ANDs or CLE. The sorting order toggles after every
1384 * block. Of course entries in scope of a mask must change their location with
1387 static int gfar_optimize_filer_masks(struct filer_table
*tab
)
1389 struct filer_table
*temp_table
;
1390 struct gfar_mask_entry
*mask_table
;
1392 u32 and_index
= 0, previous_mask
= 0, i
= 0, j
= 0, size
= 0;
1395 /* We need a copy of the filer table because
1396 * we want to change its order */
1397 temp_table
= kmalloc(sizeof(*temp_table
), GFP_KERNEL
);
1398 if (temp_table
== NULL
)
1400 memcpy(temp_table
, tab
, sizeof(*temp_table
));
1402 mask_table
= kcalloc(MAX_FILER_CACHE_IDX
/ 2 + 1,
1403 sizeof(struct gfar_mask_entry
), GFP_KERNEL
);
1405 if (mask_table
== NULL
) {
1410 and_index
= gfar_generate_mask_table(mask_table
, tab
);
1412 gfar_sort_mask_table(mask_table
, temp_table
, and_index
);
1414 /* Now we can copy the data from our duplicated filer table to
1415 * the real one in the order the mask table says */
1416 for (i
= 0; i
< and_index
; i
++) {
1417 size
= mask_table
[i
].end
- mask_table
[i
].start
+ 1;
1418 gfar_copy_filer_entries(&(tab
->fe
[j
]),
1419 &(temp_table
->fe
[mask_table
[i
].start
]), size
);
1423 /* And finally we just have to check for duplicated masks and drop the
1425 for (i
= 0; i
< tab
->index
&& i
< MAX_FILER_CACHE_IDX
; i
++) {
1426 if (tab
->fe
[i
].ctrl
== 0x80) {
1427 previous_mask
= i
++;
1431 for (; i
< tab
->index
&& i
< MAX_FILER_CACHE_IDX
; i
++) {
1432 if (tab
->fe
[i
].ctrl
== 0x80) {
1433 if (tab
->fe
[i
].prop
== tab
->fe
[previous_mask
].prop
) {
1434 /* Two identical ones found!
1435 * So drop the second one! */
1436 gfar_trim_filer_entries(i
, i
, tab
);
1438 /* Not identical! */
1444 end
: kfree(temp_table
);
1448 /* Write the bit-pattern from software's buffer to hardware registers */
1449 static int gfar_write_filer_table(struct gfar_private
*priv
,
1450 struct filer_table
*tab
)
1453 if (tab
->index
> MAX_FILER_IDX
- 1)
1456 /* Avoid inconsistent filer table to be processed */
1459 /* Fill regular entries */
1460 for (; i
< MAX_FILER_IDX
- 1 && (tab
->fe
[i
].ctrl
| tab
->fe
[i
].ctrl
); i
++)
1461 gfar_write_filer(priv
, i
, tab
->fe
[i
].ctrl
, tab
->fe
[i
].prop
);
1462 /* Fill the rest with fall-troughs */
1463 for (; i
< MAX_FILER_IDX
- 1; i
++)
1464 gfar_write_filer(priv
, i
, 0x60, 0xFFFFFFFF);
1465 /* Last entry must be default accept
1466 * because that's what people expect */
1467 gfar_write_filer(priv
, i
, 0x20, 0x0);
1474 static int gfar_check_capability(struct ethtool_rx_flow_spec
*flow
,
1475 struct gfar_private
*priv
)
1478 if (flow
->flow_type
& FLOW_EXT
) {
1479 if (~flow
->m_ext
.data
[0] || ~flow
->m_ext
.data
[1])
1480 netdev_warn(priv
->ndev
,
1481 "User-specific data not supported!\n");
1482 if (~flow
->m_ext
.vlan_etype
)
1483 netdev_warn(priv
->ndev
,
1484 "VLAN-etype not supported!\n");
1486 if (flow
->flow_type
== IP_USER_FLOW
)
1487 if (flow
->h_u
.usr_ip4_spec
.ip_ver
!= ETH_RX_NFC_IP4
)
1488 netdev_warn(priv
->ndev
,
1489 "IP-Version differing from IPv4 not supported!\n");
1494 static int gfar_process_filer_changes(struct gfar_private
*priv
)
1496 struct ethtool_flow_spec_container
*j
;
1497 struct filer_table
*tab
;
1501 /* So index is set to zero, too! */
1502 tab
= kzalloc(sizeof(*tab
), GFP_KERNEL
);
1506 /* Now convert the existing filer data from flow_spec into
1507 * filer tables binary format */
1508 list_for_each_entry(j
, &priv
->rx_list
.list
, list
) {
1509 ret
= gfar_convert_to_filer(&j
->fs
, tab
);
1510 if (ret
== -EBUSY
) {
1511 netdev_err(priv
->ndev
, "Rule not added: No free space!\n");
1515 netdev_err(priv
->ndev
, "Rule not added: Unsupported Flow-type!\n");
1522 /* Optimizations to save entries */
1523 gfar_cluster_filer(tab
);
1524 gfar_optimize_filer_masks(tab
);
1526 pr_debug("\n\tSummary:\n"
1527 "\tData on hardware: %d\n"
1528 "\tCompression rate: %d%%\n",
1529 tab
->index
, 100 - (100 * tab
->index
) / i
);
1531 /* Write everything to hardware */
1532 ret
= gfar_write_filer_table(priv
, tab
);
1533 if (ret
== -EBUSY
) {
1534 netdev_err(priv
->ndev
, "Rule not added: No free space!\n");
1542 static void gfar_invert_masks(struct ethtool_rx_flow_spec
*flow
)
1546 for (i
= 0; i
< sizeof(flow
->m_u
); i
++)
1547 flow
->m_u
.hdata
[i
] ^= 0xFF;
1549 flow
->m_ext
.vlan_etype
^= 0xFFFF;
1550 flow
->m_ext
.vlan_tci
^= 0xFFFF;
1551 flow
->m_ext
.data
[0] ^= ~0;
1552 flow
->m_ext
.data
[1] ^= ~0;
1555 static int gfar_add_cls(struct gfar_private
*priv
,
1556 struct ethtool_rx_flow_spec
*flow
)
1558 struct ethtool_flow_spec_container
*temp
, *comp
;
1561 temp
= kmalloc(sizeof(*temp
), GFP_KERNEL
);
1564 memcpy(&temp
->fs
, flow
, sizeof(temp
->fs
));
1566 gfar_invert_masks(&temp
->fs
);
1567 ret
= gfar_check_capability(&temp
->fs
, priv
);
1570 /* Link in the new element at the right @location */
1571 if (list_empty(&priv
->rx_list
.list
)) {
1572 ret
= gfar_check_filer_hardware(priv
);
1575 list_add(&temp
->list
, &priv
->rx_list
.list
);
1579 list_for_each_entry(comp
, &priv
->rx_list
.list
, list
) {
1580 if (comp
->fs
.location
> flow
->location
) {
1581 list_add_tail(&temp
->list
, &comp
->list
);
1584 if (comp
->fs
.location
== flow
->location
) {
1585 netdev_err(priv
->ndev
,
1586 "Rule not added: ID %d not free!\n",
1592 list_add_tail(&temp
->list
, &priv
->rx_list
.list
);
1596 ret
= gfar_process_filer_changes(priv
);
1599 priv
->rx_list
.count
++;
1603 list_del(&temp
->list
);
1609 static int gfar_del_cls(struct gfar_private
*priv
, u32 loc
)
1611 struct ethtool_flow_spec_container
*comp
;
1614 if (list_empty(&priv
->rx_list
.list
))
1617 list_for_each_entry(comp
, &priv
->rx_list
.list
, list
) {
1618 if (comp
->fs
.location
== loc
) {
1619 list_del(&comp
->list
);
1621 priv
->rx_list
.count
--;
1622 gfar_process_filer_changes(priv
);
1632 static int gfar_get_cls(struct gfar_private
*priv
, struct ethtool_rxnfc
*cmd
)
1634 struct ethtool_flow_spec_container
*comp
;
1637 list_for_each_entry(comp
, &priv
->rx_list
.list
, list
) {
1638 if (comp
->fs
.location
== cmd
->fs
.location
) {
1639 memcpy(&cmd
->fs
, &comp
->fs
, sizeof(cmd
->fs
));
1640 gfar_invert_masks(&cmd
->fs
);
1649 static int gfar_get_cls_all(struct gfar_private
*priv
,
1650 struct ethtool_rxnfc
*cmd
, u32
*rule_locs
)
1652 struct ethtool_flow_spec_container
*comp
;
1655 list_for_each_entry(comp
, &priv
->rx_list
.list
, list
) {
1656 if (i
<= cmd
->rule_cnt
) {
1657 rule_locs
[i
] = comp
->fs
.location
;
1662 cmd
->data
= MAX_FILER_IDX
;
1667 static int gfar_set_nfc(struct net_device
*dev
, struct ethtool_rxnfc
*cmd
)
1669 struct gfar_private
*priv
= netdev_priv(dev
);
1672 mutex_lock(&priv
->rx_queue_access
);
1676 ret
= gfar_set_hash_opts(priv
, cmd
);
1678 case ETHTOOL_SRXCLSRLINS
:
1679 if (cmd
->fs
.ring_cookie
!= RX_CLS_FLOW_DISC
&&
1680 cmd
->fs
.ring_cookie
>= priv
->num_rx_queues
) {
1684 ret
= gfar_add_cls(priv
, &cmd
->fs
);
1686 case ETHTOOL_SRXCLSRLDEL
:
1687 ret
= gfar_del_cls(priv
, cmd
->fs
.location
);
1693 mutex_unlock(&priv
->rx_queue_access
);
1698 static int gfar_get_nfc(struct net_device
*dev
, struct ethtool_rxnfc
*cmd
,
1701 struct gfar_private
*priv
= netdev_priv(dev
);
1705 case ETHTOOL_GRXRINGS
:
1706 cmd
->data
= priv
->num_rx_queues
;
1708 case ETHTOOL_GRXCLSRLCNT
:
1709 cmd
->rule_cnt
= priv
->rx_list
.count
;
1711 case ETHTOOL_GRXCLSRULE
:
1712 ret
= gfar_get_cls(priv
, cmd
);
1714 case ETHTOOL_GRXCLSRLALL
:
1715 ret
= gfar_get_cls_all(priv
, cmd
, (u32
*) rule_locs
);
1725 const struct ethtool_ops gfar_ethtool_ops
= {
1726 .get_settings
= gfar_gsettings
,
1727 .set_settings
= gfar_ssettings
,
1728 .get_drvinfo
= gfar_gdrvinfo
,
1729 .get_regs_len
= gfar_reglen
,
1730 .get_regs
= gfar_get_regs
,
1731 .get_link
= ethtool_op_get_link
,
1732 .get_coalesce
= gfar_gcoalesce
,
1733 .set_coalesce
= gfar_scoalesce
,
1734 .get_ringparam
= gfar_gringparam
,
1735 .set_ringparam
= gfar_sringparam
,
1736 .get_strings
= gfar_gstrings
,
1737 .get_sset_count
= gfar_sset_count
,
1738 .get_ethtool_stats
= gfar_fill_stats
,
1739 .get_msglevel
= gfar_get_msglevel
,
1740 .set_msglevel
= gfar_set_msglevel
,
1742 .get_wol
= gfar_get_wol
,
1743 .set_wol
= gfar_set_wol
,
1745 .set_rxnfc
= gfar_set_nfc
,
1746 .get_rxnfc
= gfar_get_nfc
,