2 * Copyright (c) 2007 Mellanox Technologies. All rights reserved.
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * OpenIB.org BSD license below:
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and/or other materials
21 * provided with the distribution.
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
34 #include <linux/kernel.h>
35 #include <linux/ethtool.h>
36 #include <linux/netdevice.h>
43 mlx4_en_get_drvinfo(struct net_device
*dev
, struct ethtool_drvinfo
*drvinfo
)
45 struct mlx4_en_priv
*priv
= netdev_priv(dev
);
46 struct mlx4_en_dev
*mdev
= priv
->mdev
;
48 strlcpy(drvinfo
->driver
, DRV_NAME
, sizeof(drvinfo
->driver
));
49 strlcpy(drvinfo
->version
, DRV_VERSION
" (" DRV_RELDATE
")",
50 sizeof(drvinfo
->version
));
51 snprintf(drvinfo
->fw_version
, sizeof(drvinfo
->fw_version
),
53 (u16
) (mdev
->dev
->caps
.fw_ver
>> 32),
54 (u16
) ((mdev
->dev
->caps
.fw_ver
>> 16) & 0xffff),
55 (u16
) (mdev
->dev
->caps
.fw_ver
& 0xffff));
56 strlcpy(drvinfo
->bus_info
, pci_name(mdev
->dev
->pdev
),
57 sizeof(drvinfo
->bus_info
));
59 drvinfo
->regdump_len
= 0;
60 drvinfo
->eedump_len
= 0;
63 static const char main_strings
[][ETH_GSTRING_LEN
] = {
64 "rx_packets", "tx_packets", "rx_bytes", "tx_bytes", "rx_errors",
65 "tx_errors", "rx_dropped", "tx_dropped", "multicast", "collisions",
66 "rx_length_errors", "rx_over_errors", "rx_crc_errors",
67 "rx_frame_errors", "rx_fifo_errors", "rx_missed_errors",
68 "tx_aborted_errors", "tx_carrier_errors", "tx_fifo_errors",
69 "tx_heartbeat_errors", "tx_window_errors",
73 "queue_stopped", "wake_queue", "tx_timeout", "rx_alloc_failed",
74 "rx_csum_good", "rx_csum_none", "tx_chksum_offload",
76 /* packet statistics */
77 "broadcast", "rx_prio_0", "rx_prio_1", "rx_prio_2", "rx_prio_3",
78 "rx_prio_4", "rx_prio_5", "rx_prio_6", "rx_prio_7", "tx_prio_0",
79 "tx_prio_1", "tx_prio_2", "tx_prio_3", "tx_prio_4", "tx_prio_5",
80 "tx_prio_6", "tx_prio_7",
82 #define NUM_MAIN_STATS 21
83 #define NUM_ALL_STATS (NUM_MAIN_STATS + NUM_PORT_STATS + NUM_PKT_STATS + NUM_PERF_STATS)
85 static const char mlx4_en_test_names
[][ETH_GSTRING_LEN
]= {
93 static u32
mlx4_en_get_msglevel(struct net_device
*dev
)
95 return ((struct mlx4_en_priv
*) netdev_priv(dev
))->msg_enable
;
98 static void mlx4_en_set_msglevel(struct net_device
*dev
, u32 val
)
100 ((struct mlx4_en_priv
*) netdev_priv(dev
))->msg_enable
= val
;
103 static void mlx4_en_get_wol(struct net_device
*netdev
,
104 struct ethtool_wolinfo
*wol
)
106 struct mlx4_en_priv
*priv
= netdev_priv(netdev
);
111 if ((priv
->port
< 1) || (priv
->port
> 2)) {
112 en_err(priv
, "Failed to get WoL information\n");
116 mask
= (priv
->port
== 1) ? MLX4_DEV_CAP_FLAG_WOL_PORT1
:
117 MLX4_DEV_CAP_FLAG_WOL_PORT2
;
119 if (!(priv
->mdev
->dev
->caps
.flags
& mask
)) {
125 err
= mlx4_wol_read(priv
->mdev
->dev
, &config
, priv
->port
);
127 en_err(priv
, "Failed to get WoL information\n");
131 if (config
& MLX4_EN_WOL_MAGIC
)
132 wol
->supported
= WAKE_MAGIC
;
136 if (config
& MLX4_EN_WOL_ENABLED
)
137 wol
->wolopts
= WAKE_MAGIC
;
142 static int mlx4_en_set_wol(struct net_device
*netdev
,
143 struct ethtool_wolinfo
*wol
)
145 struct mlx4_en_priv
*priv
= netdev_priv(netdev
);
150 if ((priv
->port
< 1) || (priv
->port
> 2))
153 mask
= (priv
->port
== 1) ? MLX4_DEV_CAP_FLAG_WOL_PORT1
:
154 MLX4_DEV_CAP_FLAG_WOL_PORT2
;
156 if (!(priv
->mdev
->dev
->caps
.flags
& mask
))
159 if (wol
->supported
& ~WAKE_MAGIC
)
162 err
= mlx4_wol_read(priv
->mdev
->dev
, &config
, priv
->port
);
164 en_err(priv
, "Failed to get WoL info, unable to modify\n");
168 if (wol
->wolopts
& WAKE_MAGIC
) {
169 config
|= MLX4_EN_WOL_DO_MODIFY
| MLX4_EN_WOL_ENABLED
|
172 config
&= ~(MLX4_EN_WOL_ENABLED
| MLX4_EN_WOL_MAGIC
);
173 config
|= MLX4_EN_WOL_DO_MODIFY
;
176 err
= mlx4_wol_write(priv
->mdev
->dev
, config
, priv
->port
);
178 en_err(priv
, "Failed to set WoL information\n");
183 static int mlx4_en_get_sset_count(struct net_device
*dev
, int sset
)
185 struct mlx4_en_priv
*priv
= netdev_priv(dev
);
186 int bit_count
= hweight64(priv
->stats_bitmap
);
190 return (priv
->stats_bitmap
? bit_count
: NUM_ALL_STATS
) +
191 (priv
->tx_ring_num
+ priv
->rx_ring_num
) * 2;
193 return MLX4_EN_NUM_SELF_TEST
- !(priv
->mdev
->dev
->caps
.flags
194 & MLX4_DEV_CAP_FLAG_UC_LOOPBACK
) * 2;
200 static void mlx4_en_get_ethtool_stats(struct net_device
*dev
,
201 struct ethtool_stats
*stats
, uint64_t *data
)
203 struct mlx4_en_priv
*priv
= netdev_priv(dev
);
207 spin_lock_bh(&priv
->stats_lock
);
209 if (!(priv
->stats_bitmap
)) {
210 for (i
= 0; i
< NUM_MAIN_STATS
; i
++)
212 ((unsigned long *) &priv
->stats
)[i
];
213 for (i
= 0; i
< NUM_PORT_STATS
; i
++)
215 ((unsigned long *) &priv
->port_stats
)[i
];
216 for (i
= 0; i
< NUM_PKT_STATS
; i
++)
218 ((unsigned long *) &priv
->pkstats
)[i
];
220 for (i
= 0; i
< NUM_MAIN_STATS
; i
++) {
221 if ((priv
->stats_bitmap
>> j
) & 1)
223 ((unsigned long *) &priv
->stats
)[i
];
226 for (i
= 0; i
< NUM_PORT_STATS
; i
++) {
227 if ((priv
->stats_bitmap
>> j
) & 1)
229 ((unsigned long *) &priv
->port_stats
)[i
];
233 for (i
= 0; i
< priv
->tx_ring_num
; i
++) {
234 data
[index
++] = priv
->tx_ring
[i
].packets
;
235 data
[index
++] = priv
->tx_ring
[i
].bytes
;
237 for (i
= 0; i
< priv
->rx_ring_num
; i
++) {
238 data
[index
++] = priv
->rx_ring
[i
].packets
;
239 data
[index
++] = priv
->rx_ring
[i
].bytes
;
241 spin_unlock_bh(&priv
->stats_lock
);
245 static void mlx4_en_self_test(struct net_device
*dev
,
246 struct ethtool_test
*etest
, u64
*buf
)
248 mlx4_en_ex_selftest(dev
, &etest
->flags
, buf
);
251 static void mlx4_en_get_strings(struct net_device
*dev
,
252 uint32_t stringset
, uint8_t *data
)
254 struct mlx4_en_priv
*priv
= netdev_priv(dev
);
260 for (i
= 0; i
< MLX4_EN_NUM_SELF_TEST
- 2; i
++)
261 strcpy(data
+ i
* ETH_GSTRING_LEN
, mlx4_en_test_names
[i
]);
262 if (priv
->mdev
->dev
->caps
.flags
& MLX4_DEV_CAP_FLAG_UC_LOOPBACK
)
263 for (; i
< MLX4_EN_NUM_SELF_TEST
; i
++)
264 strcpy(data
+ i
* ETH_GSTRING_LEN
, mlx4_en_test_names
[i
]);
268 /* Add main counters */
269 if (!priv
->stats_bitmap
) {
270 for (i
= 0; i
< NUM_MAIN_STATS
; i
++)
271 strcpy(data
+ (index
++) * ETH_GSTRING_LEN
,
273 for (i
= 0; i
< NUM_PORT_STATS
; i
++)
274 strcpy(data
+ (index
++) * ETH_GSTRING_LEN
,
277 for (i
= 0; i
< NUM_PKT_STATS
; i
++)
278 strcpy(data
+ (index
++) * ETH_GSTRING_LEN
,
283 for (i
= 0; i
< NUM_MAIN_STATS
+ NUM_PORT_STATS
; i
++) {
284 if ((priv
->stats_bitmap
>> i
) & 1) {
286 (index
++) * ETH_GSTRING_LEN
,
289 if (!(priv
->stats_bitmap
>> i
))
292 for (i
= 0; i
< priv
->tx_ring_num
; i
++) {
293 sprintf(data
+ (index
++) * ETH_GSTRING_LEN
,
295 sprintf(data
+ (index
++) * ETH_GSTRING_LEN
,
298 for (i
= 0; i
< priv
->rx_ring_num
; i
++) {
299 sprintf(data
+ (index
++) * ETH_GSTRING_LEN
,
301 sprintf(data
+ (index
++) * ETH_GSTRING_LEN
,
308 static int mlx4_en_get_settings(struct net_device
*dev
, struct ethtool_cmd
*cmd
)
310 struct mlx4_en_priv
*priv
= netdev_priv(dev
);
313 cmd
->autoneg
= AUTONEG_DISABLE
;
314 cmd
->supported
= SUPPORTED_10000baseT_Full
;
315 cmd
->advertising
= ADVERTISED_10000baseT_Full
;
317 if (mlx4_en_QUERY_PORT(priv
->mdev
, priv
->port
))
320 trans_type
= priv
->port_state
.transciver
;
321 if (netif_carrier_ok(dev
)) {
322 ethtool_cmd_speed_set(cmd
, priv
->port_state
.link_speed
);
323 cmd
->duplex
= DUPLEX_FULL
;
325 ethtool_cmd_speed_set(cmd
, -1);
329 if (trans_type
> 0 && trans_type
<= 0xC) {
330 cmd
->port
= PORT_FIBRE
;
331 cmd
->transceiver
= XCVR_EXTERNAL
;
332 cmd
->supported
|= SUPPORTED_FIBRE
;
333 cmd
->advertising
|= ADVERTISED_FIBRE
;
334 } else if (trans_type
== 0x80 || trans_type
== 0) {
336 cmd
->transceiver
= XCVR_INTERNAL
;
337 cmd
->supported
|= SUPPORTED_TP
;
338 cmd
->advertising
|= ADVERTISED_TP
;
341 cmd
->transceiver
= -1;
346 static int mlx4_en_set_settings(struct net_device
*dev
, struct ethtool_cmd
*cmd
)
348 if ((cmd
->autoneg
== AUTONEG_ENABLE
) ||
349 (ethtool_cmd_speed(cmd
) != SPEED_10000
) ||
350 (cmd
->duplex
!= DUPLEX_FULL
))
353 /* Nothing to change */
357 static int mlx4_en_get_coalesce(struct net_device
*dev
,
358 struct ethtool_coalesce
*coal
)
360 struct mlx4_en_priv
*priv
= netdev_priv(dev
);
362 coal
->tx_coalesce_usecs
= 0;
363 coal
->tx_max_coalesced_frames
= 0;
364 coal
->rx_coalesce_usecs
= priv
->rx_usecs
;
365 coal
->rx_max_coalesced_frames
= priv
->rx_frames
;
367 coal
->pkt_rate_low
= priv
->pkt_rate_low
;
368 coal
->rx_coalesce_usecs_low
= priv
->rx_usecs_low
;
369 coal
->pkt_rate_high
= priv
->pkt_rate_high
;
370 coal
->rx_coalesce_usecs_high
= priv
->rx_usecs_high
;
371 coal
->rate_sample_interval
= priv
->sample_interval
;
372 coal
->use_adaptive_rx_coalesce
= priv
->adaptive_rx_coal
;
376 static int mlx4_en_set_coalesce(struct net_device
*dev
,
377 struct ethtool_coalesce
*coal
)
379 struct mlx4_en_priv
*priv
= netdev_priv(dev
);
382 priv
->rx_frames
= (coal
->rx_max_coalesced_frames
==
384 MLX4_EN_RX_COAL_TARGET
:
385 coal
->rx_max_coalesced_frames
;
386 priv
->rx_usecs
= (coal
->rx_coalesce_usecs
==
388 MLX4_EN_RX_COAL_TIME
:
389 coal
->rx_coalesce_usecs
;
391 /* Set adaptive coalescing params */
392 priv
->pkt_rate_low
= coal
->pkt_rate_low
;
393 priv
->rx_usecs_low
= coal
->rx_coalesce_usecs_low
;
394 priv
->pkt_rate_high
= coal
->pkt_rate_high
;
395 priv
->rx_usecs_high
= coal
->rx_coalesce_usecs_high
;
396 priv
->sample_interval
= coal
->rate_sample_interval
;
397 priv
->adaptive_rx_coal
= coal
->use_adaptive_rx_coalesce
;
398 if (priv
->adaptive_rx_coal
)
401 for (i
= 0; i
< priv
->rx_ring_num
; i
++) {
402 priv
->rx_cq
[i
].moder_cnt
= priv
->rx_frames
;
403 priv
->rx_cq
[i
].moder_time
= priv
->rx_usecs
;
404 priv
->last_moder_time
[i
] = MLX4_EN_AUTO_CONF
;
405 err
= mlx4_en_set_cq_moder(priv
, &priv
->rx_cq
[i
]);
412 static int mlx4_en_set_pauseparam(struct net_device
*dev
,
413 struct ethtool_pauseparam
*pause
)
415 struct mlx4_en_priv
*priv
= netdev_priv(dev
);
416 struct mlx4_en_dev
*mdev
= priv
->mdev
;
419 priv
->prof
->tx_pause
= pause
->tx_pause
!= 0;
420 priv
->prof
->rx_pause
= pause
->rx_pause
!= 0;
421 err
= mlx4_SET_PORT_general(mdev
->dev
, priv
->port
,
422 priv
->rx_skb_size
+ ETH_FCS_LEN
,
423 priv
->prof
->tx_pause
,
425 priv
->prof
->rx_pause
,
428 en_err(priv
, "Failed setting pause params\n");
433 static void mlx4_en_get_pauseparam(struct net_device
*dev
,
434 struct ethtool_pauseparam
*pause
)
436 struct mlx4_en_priv
*priv
= netdev_priv(dev
);
438 pause
->tx_pause
= priv
->prof
->tx_pause
;
439 pause
->rx_pause
= priv
->prof
->rx_pause
;
442 static int mlx4_en_set_ringparam(struct net_device
*dev
,
443 struct ethtool_ringparam
*param
)
445 struct mlx4_en_priv
*priv
= netdev_priv(dev
);
446 struct mlx4_en_dev
*mdev
= priv
->mdev
;
447 u32 rx_size
, tx_size
;
452 if (param
->rx_jumbo_pending
|| param
->rx_mini_pending
)
455 rx_size
= roundup_pow_of_two(param
->rx_pending
);
456 rx_size
= max_t(u32
, rx_size
, MLX4_EN_MIN_RX_SIZE
);
457 rx_size
= min_t(u32
, rx_size
, MLX4_EN_MAX_RX_SIZE
);
458 tx_size
= roundup_pow_of_two(param
->tx_pending
);
459 tx_size
= max_t(u32
, tx_size
, MLX4_EN_MIN_TX_SIZE
);
460 tx_size
= min_t(u32
, tx_size
, MLX4_EN_MAX_TX_SIZE
);
462 if (rx_size
== (priv
->port_up
? priv
->rx_ring
[0].actual_size
:
463 priv
->rx_ring
[0].size
) &&
464 tx_size
== priv
->tx_ring
[0].size
)
467 mutex_lock(&mdev
->state_lock
);
470 mlx4_en_stop_port(dev
);
473 mlx4_en_free_resources(priv
);
475 priv
->prof
->tx_ring_size
= tx_size
;
476 priv
->prof
->rx_ring_size
= rx_size
;
478 err
= mlx4_en_alloc_resources(priv
);
480 en_err(priv
, "Failed reallocating port resources\n");
484 err
= mlx4_en_start_port(dev
);
486 en_err(priv
, "Failed starting port\n");
489 for (i
= 0; i
< priv
->rx_ring_num
; i
++) {
490 priv
->rx_cq
[i
].moder_cnt
= priv
->rx_frames
;
491 priv
->rx_cq
[i
].moder_time
= priv
->rx_usecs
;
492 priv
->last_moder_time
[i
] = MLX4_EN_AUTO_CONF
;
493 err
= mlx4_en_set_cq_moder(priv
, &priv
->rx_cq
[i
]);
499 mutex_unlock(&mdev
->state_lock
);
503 static void mlx4_en_get_ringparam(struct net_device
*dev
,
504 struct ethtool_ringparam
*param
)
506 struct mlx4_en_priv
*priv
= netdev_priv(dev
);
508 memset(param
, 0, sizeof(*param
));
509 param
->rx_max_pending
= MLX4_EN_MAX_RX_SIZE
;
510 param
->tx_max_pending
= MLX4_EN_MAX_TX_SIZE
;
511 param
->rx_pending
= priv
->port_up
?
512 priv
->rx_ring
[0].actual_size
: priv
->rx_ring
[0].size
;
513 param
->tx_pending
= priv
->tx_ring
[0].size
;
516 static u32
mlx4_en_get_rxfh_indir_size(struct net_device
*dev
)
518 struct mlx4_en_priv
*priv
= netdev_priv(dev
);
520 return priv
->rx_ring_num
;
523 static int mlx4_en_get_rxfh_indir(struct net_device
*dev
, u32
*ring_index
)
525 struct mlx4_en_priv
*priv
= netdev_priv(dev
);
526 struct mlx4_en_rss_map
*rss_map
= &priv
->rss_map
;
528 size_t n
= priv
->rx_ring_num
;
531 rss_rings
= priv
->prof
->rss_rings
?: priv
->rx_ring_num
;
534 ring_index
[n
] = rss_map
->qps
[n
% rss_rings
].qpn
-
541 static int mlx4_en_set_rxfh_indir(struct net_device
*dev
,
542 const u32
*ring_index
)
544 struct mlx4_en_priv
*priv
= netdev_priv(dev
);
545 struct mlx4_en_dev
*mdev
= priv
->mdev
;
551 /* Calculate RSS table size and make sure flows are spread evenly
554 for (i
= 0; i
< priv
->rx_ring_num
; i
++) {
555 if (i
> 0 && !ring_index
[i
] && !rss_rings
)
558 if (ring_index
[i
] != (i
% (rss_rings
?: priv
->rx_ring_num
)))
563 rss_rings
= priv
->rx_ring_num
;
565 /* RSS table size must be an order of 2 */
566 if (!is_power_of_2(rss_rings
))
569 mutex_lock(&mdev
->state_lock
);
572 mlx4_en_stop_port(dev
);
575 priv
->prof
->rss_rings
= rss_rings
;
578 err
= mlx4_en_start_port(dev
);
580 en_err(priv
, "Failed starting port\n");
583 mutex_unlock(&mdev
->state_lock
);
587 static int mlx4_en_get_rxnfc(struct net_device
*dev
, struct ethtool_rxnfc
*cmd
,
590 struct mlx4_en_priv
*priv
= netdev_priv(dev
);
594 case ETHTOOL_GRXRINGS
:
595 cmd
->data
= priv
->rx_ring_num
;
605 const struct ethtool_ops mlx4_en_ethtool_ops
= {
606 .get_drvinfo
= mlx4_en_get_drvinfo
,
607 .get_settings
= mlx4_en_get_settings
,
608 .set_settings
= mlx4_en_set_settings
,
609 .get_link
= ethtool_op_get_link
,
610 .get_strings
= mlx4_en_get_strings
,
611 .get_sset_count
= mlx4_en_get_sset_count
,
612 .get_ethtool_stats
= mlx4_en_get_ethtool_stats
,
613 .self_test
= mlx4_en_self_test
,
614 .get_wol
= mlx4_en_get_wol
,
615 .set_wol
= mlx4_en_set_wol
,
616 .get_msglevel
= mlx4_en_get_msglevel
,
617 .set_msglevel
= mlx4_en_set_msglevel
,
618 .get_coalesce
= mlx4_en_get_coalesce
,
619 .set_coalesce
= mlx4_en_set_coalesce
,
620 .get_pauseparam
= mlx4_en_get_pauseparam
,
621 .set_pauseparam
= mlx4_en_set_pauseparam
,
622 .get_ringparam
= mlx4_en_get_ringparam
,
623 .set_ringparam
= mlx4_en_set_ringparam
,
624 .get_rxnfc
= mlx4_en_get_rxnfc
,
625 .get_rxfh_indir_size
= mlx4_en_get_rxfh_indir_size
,
626 .get_rxfh_indir
= mlx4_en_get_rxfh_indir
,
627 .set_rxfh_indir
= mlx4_en_set_rxfh_indir
,