2 * Linux driver for VMware's vmxnet3 ethernet NIC.
4 * Copyright (C) 2008-2016, VMware, Inc. All Rights Reserved.
6 * This program is free software; you can redistribute it and/or modify it
7 * under the terms of the GNU General Public License as published by the
8 * Free Software Foundation; version 2 of the License and no later version.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
13 * NON INFRINGEMENT. See the GNU General Public License for more
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
20 * The full GNU General Public License is included in this distribution in
21 * the file called "COPYING".
23 * Maintained by: pv-drivers@vmware.com
28 #include "vmxnet3_int.h"
30 struct vmxnet3_stat_desc
{
31 char desc
[ETH_GSTRING_LEN
];
36 /* per tq stats maintained by the device */
37 static const struct vmxnet3_stat_desc
38 vmxnet3_tq_dev_stats
[] = {
39 /* description, offset */
41 { " TSO pkts tx", offsetof(struct UPT1_TxStats
, TSOPktsTxOK
) },
42 { " TSO bytes tx", offsetof(struct UPT1_TxStats
, TSOBytesTxOK
) },
43 { " ucast pkts tx", offsetof(struct UPT1_TxStats
, ucastPktsTxOK
) },
44 { " ucast bytes tx", offsetof(struct UPT1_TxStats
, ucastBytesTxOK
) },
45 { " mcast pkts tx", offsetof(struct UPT1_TxStats
, mcastPktsTxOK
) },
46 { " mcast bytes tx", offsetof(struct UPT1_TxStats
, mcastBytesTxOK
) },
47 { " bcast pkts tx", offsetof(struct UPT1_TxStats
, bcastPktsTxOK
) },
48 { " bcast bytes tx", offsetof(struct UPT1_TxStats
, bcastBytesTxOK
) },
49 { " pkts tx err", offsetof(struct UPT1_TxStats
, pktsTxError
) },
50 { " pkts tx discard", offsetof(struct UPT1_TxStats
, pktsTxDiscard
) },
53 /* per tq stats maintained by the driver */
54 static const struct vmxnet3_stat_desc
55 vmxnet3_tq_driver_stats
[] = {
56 /* description, offset */
57 {" drv dropped tx total", offsetof(struct vmxnet3_tq_driver_stats
,
59 { " too many frags", offsetof(struct vmxnet3_tq_driver_stats
,
60 drop_too_many_frags
) },
61 { " giant hdr", offsetof(struct vmxnet3_tq_driver_stats
,
62 drop_oversized_hdr
) },
63 { " hdr err", offsetof(struct vmxnet3_tq_driver_stats
,
64 drop_hdr_inspect_err
) },
65 { " tso", offsetof(struct vmxnet3_tq_driver_stats
,
67 { " ring full", offsetof(struct vmxnet3_tq_driver_stats
,
69 { " pkts linearized", offsetof(struct vmxnet3_tq_driver_stats
,
71 { " hdr cloned", offsetof(struct vmxnet3_tq_driver_stats
,
73 { " giant hdr", offsetof(struct vmxnet3_tq_driver_stats
,
77 /* per rq stats maintained by the device */
78 static const struct vmxnet3_stat_desc
79 vmxnet3_rq_dev_stats
[] = {
81 { " LRO pkts rx", offsetof(struct UPT1_RxStats
, LROPktsRxOK
) },
82 { " LRO byte rx", offsetof(struct UPT1_RxStats
, LROBytesRxOK
) },
83 { " ucast pkts rx", offsetof(struct UPT1_RxStats
, ucastPktsRxOK
) },
84 { " ucast bytes rx", offsetof(struct UPT1_RxStats
, ucastBytesRxOK
) },
85 { " mcast pkts rx", offsetof(struct UPT1_RxStats
, mcastPktsRxOK
) },
86 { " mcast bytes rx", offsetof(struct UPT1_RxStats
, mcastBytesRxOK
) },
87 { " bcast pkts rx", offsetof(struct UPT1_RxStats
, bcastPktsRxOK
) },
88 { " bcast bytes rx", offsetof(struct UPT1_RxStats
, bcastBytesRxOK
) },
89 { " pkts rx OOB", offsetof(struct UPT1_RxStats
, pktsRxOutOfBuf
) },
90 { " pkts rx err", offsetof(struct UPT1_RxStats
, pktsRxError
) },
93 /* per rq stats maintained by the driver */
94 static const struct vmxnet3_stat_desc
95 vmxnet3_rq_driver_stats
[] = {
96 /* description, offset */
97 { " drv dropped rx total", offsetof(struct vmxnet3_rq_driver_stats
,
99 { " err", offsetof(struct vmxnet3_rq_driver_stats
,
101 { " fcs", offsetof(struct vmxnet3_rq_driver_stats
,
103 { " rx buf alloc fail", offsetof(struct vmxnet3_rq_driver_stats
,
104 rx_buf_alloc_failure
) },
107 /* global stats maintained by the driver */
108 static const struct vmxnet3_stat_desc
109 vmxnet3_global_stats
[] = {
110 /* description, offset */
111 { "tx timeout count", offsetof(struct vmxnet3_adapter
,
117 vmxnet3_get_stats64(struct net_device
*netdev
,
118 struct rtnl_link_stats64
*stats
)
120 struct vmxnet3_adapter
*adapter
;
121 struct vmxnet3_tq_driver_stats
*drvTxStats
;
122 struct vmxnet3_rq_driver_stats
*drvRxStats
;
123 struct UPT1_TxStats
*devTxStats
;
124 struct UPT1_RxStats
*devRxStats
;
128 adapter
= netdev_priv(netdev
);
130 /* Collect the dev stats into the shared area */
131 spin_lock_irqsave(&adapter
->cmd_lock
, flags
);
132 VMXNET3_WRITE_BAR1_REG(adapter
, VMXNET3_REG_CMD
, VMXNET3_CMD_GET_STATS
);
133 spin_unlock_irqrestore(&adapter
->cmd_lock
, flags
);
135 for (i
= 0; i
< adapter
->num_tx_queues
; i
++) {
136 devTxStats
= &adapter
->tqd_start
[i
].stats
;
137 drvTxStats
= &adapter
->tx_queue
[i
].stats
;
138 stats
->tx_packets
+= devTxStats
->ucastPktsTxOK
+
139 devTxStats
->mcastPktsTxOK
+
140 devTxStats
->bcastPktsTxOK
;
141 stats
->tx_bytes
+= devTxStats
->ucastBytesTxOK
+
142 devTxStats
->mcastBytesTxOK
+
143 devTxStats
->bcastBytesTxOK
;
144 stats
->tx_errors
+= devTxStats
->pktsTxError
;
145 stats
->tx_dropped
+= drvTxStats
->drop_total
;
148 for (i
= 0; i
< adapter
->num_rx_queues
; i
++) {
149 devRxStats
= &adapter
->rqd_start
[i
].stats
;
150 drvRxStats
= &adapter
->rx_queue
[i
].stats
;
151 stats
->rx_packets
+= devRxStats
->ucastPktsRxOK
+
152 devRxStats
->mcastPktsRxOK
+
153 devRxStats
->bcastPktsRxOK
;
155 stats
->rx_bytes
+= devRxStats
->ucastBytesRxOK
+
156 devRxStats
->mcastBytesRxOK
+
157 devRxStats
->bcastBytesRxOK
;
159 stats
->rx_errors
+= devRxStats
->pktsRxError
;
160 stats
->rx_dropped
+= drvRxStats
->drop_total
;
161 stats
->multicast
+= devRxStats
->mcastPktsRxOK
;
166 vmxnet3_get_sset_count(struct net_device
*netdev
, int sset
)
168 struct vmxnet3_adapter
*adapter
= netdev_priv(netdev
);
171 return (ARRAY_SIZE(vmxnet3_tq_dev_stats
) +
172 ARRAY_SIZE(vmxnet3_tq_driver_stats
)) *
173 adapter
->num_tx_queues
+
174 (ARRAY_SIZE(vmxnet3_rq_dev_stats
) +
175 ARRAY_SIZE(vmxnet3_rq_driver_stats
)) *
176 adapter
->num_rx_queues
+
177 ARRAY_SIZE(vmxnet3_global_stats
);
184 /* This is a version 2 of the vmxnet3 ethtool_regs which goes hand in hand with
185 * the version 2 of the vmxnet3 support for ethtool(8) --register-dump.
186 * Therefore, if any registers are added, removed or modified, then a version
187 * bump and a corresponding change in the vmxnet3 support for ethtool(8)
188 * --register-dump would be required.
191 vmxnet3_get_regs_len(struct net_device
*netdev
)
193 struct vmxnet3_adapter
*adapter
= netdev_priv(netdev
);
195 return ((9 /* BAR1 registers */ +
196 (1 + adapter
->intr
.num_intrs
) +
197 (1 + adapter
->num_tx_queues
* 17 /* Tx queue registers */) +
198 (1 + adapter
->num_rx_queues
* 23 /* Rx queue registers */)) *
204 vmxnet3_get_drvinfo(struct net_device
*netdev
, struct ethtool_drvinfo
*drvinfo
)
206 struct vmxnet3_adapter
*adapter
= netdev_priv(netdev
);
208 strlcpy(drvinfo
->driver
, vmxnet3_driver_name
, sizeof(drvinfo
->driver
));
210 strlcpy(drvinfo
->version
, VMXNET3_DRIVER_VERSION_REPORT
,
211 sizeof(drvinfo
->version
));
213 strlcpy(drvinfo
->bus_info
, pci_name(adapter
->pdev
),
214 sizeof(drvinfo
->bus_info
));
219 vmxnet3_get_strings(struct net_device
*netdev
, u32 stringset
, u8
*buf
)
221 struct vmxnet3_adapter
*adapter
= netdev_priv(netdev
);
222 if (stringset
== ETH_SS_STATS
) {
224 for (j
= 0; j
< adapter
->num_tx_queues
; j
++) {
225 for (i
= 0; i
< ARRAY_SIZE(vmxnet3_tq_dev_stats
); i
++) {
226 memcpy(buf
, vmxnet3_tq_dev_stats
[i
].desc
,
228 buf
+= ETH_GSTRING_LEN
;
230 for (i
= 0; i
< ARRAY_SIZE(vmxnet3_tq_driver_stats
);
232 memcpy(buf
, vmxnet3_tq_driver_stats
[i
].desc
,
234 buf
+= ETH_GSTRING_LEN
;
238 for (j
= 0; j
< adapter
->num_rx_queues
; j
++) {
239 for (i
= 0; i
< ARRAY_SIZE(vmxnet3_rq_dev_stats
); i
++) {
240 memcpy(buf
, vmxnet3_rq_dev_stats
[i
].desc
,
242 buf
+= ETH_GSTRING_LEN
;
244 for (i
= 0; i
< ARRAY_SIZE(vmxnet3_rq_driver_stats
);
246 memcpy(buf
, vmxnet3_rq_driver_stats
[i
].desc
,
248 buf
+= ETH_GSTRING_LEN
;
252 for (i
= 0; i
< ARRAY_SIZE(vmxnet3_global_stats
); i
++) {
253 memcpy(buf
, vmxnet3_global_stats
[i
].desc
,
255 buf
+= ETH_GSTRING_LEN
;
260 netdev_features_t
vmxnet3_fix_features(struct net_device
*netdev
,
261 netdev_features_t features
)
263 /* If Rx checksum is disabled, then LRO should also be disabled */
264 if (!(features
& NETIF_F_RXCSUM
))
265 features
&= ~NETIF_F_LRO
;
270 int vmxnet3_set_features(struct net_device
*netdev
, netdev_features_t features
)
272 struct vmxnet3_adapter
*adapter
= netdev_priv(netdev
);
274 netdev_features_t changed
= features
^ netdev
->features
;
276 if (changed
& (NETIF_F_RXCSUM
| NETIF_F_LRO
|
277 NETIF_F_HW_VLAN_CTAG_RX
)) {
278 if (features
& NETIF_F_RXCSUM
)
279 adapter
->shared
->devRead
.misc
.uptFeatures
|=
282 adapter
->shared
->devRead
.misc
.uptFeatures
&=
285 /* update hardware LRO capability accordingly */
286 if (features
& NETIF_F_LRO
)
287 adapter
->shared
->devRead
.misc
.uptFeatures
|=
290 adapter
->shared
->devRead
.misc
.uptFeatures
&=
293 if (features
& NETIF_F_HW_VLAN_CTAG_RX
)
294 adapter
->shared
->devRead
.misc
.uptFeatures
|=
297 adapter
->shared
->devRead
.misc
.uptFeatures
&=
300 spin_lock_irqsave(&adapter
->cmd_lock
, flags
);
301 VMXNET3_WRITE_BAR1_REG(adapter
, VMXNET3_REG_CMD
,
302 VMXNET3_CMD_UPDATE_FEATURE
);
303 spin_unlock_irqrestore(&adapter
->cmd_lock
, flags
);
309 vmxnet3_get_ethtool_stats(struct net_device
*netdev
,
310 struct ethtool_stats
*stats
, u64
*buf
)
312 struct vmxnet3_adapter
*adapter
= netdev_priv(netdev
);
318 spin_lock_irqsave(&adapter
->cmd_lock
, flags
);
319 VMXNET3_WRITE_BAR1_REG(adapter
, VMXNET3_REG_CMD
, VMXNET3_CMD_GET_STATS
);
320 spin_unlock_irqrestore(&adapter
->cmd_lock
, flags
);
322 /* this does assume each counter is 64-bit wide */
323 for (j
= 0; j
< adapter
->num_tx_queues
; j
++) {
324 base
= (u8
*)&adapter
->tqd_start
[j
].stats
;
326 for (i
= 1; i
< ARRAY_SIZE(vmxnet3_tq_dev_stats
); i
++)
327 *buf
++ = *(u64
*)(base
+
328 vmxnet3_tq_dev_stats
[i
].offset
);
330 base
= (u8
*)&adapter
->tx_queue
[j
].stats
;
331 for (i
= 0; i
< ARRAY_SIZE(vmxnet3_tq_driver_stats
); i
++)
332 *buf
++ = *(u64
*)(base
+
333 vmxnet3_tq_driver_stats
[i
].offset
);
336 for (j
= 0; j
< adapter
->num_rx_queues
; j
++) {
337 base
= (u8
*)&adapter
->rqd_start
[j
].stats
;
339 for (i
= 1; i
< ARRAY_SIZE(vmxnet3_rq_dev_stats
); i
++)
340 *buf
++ = *(u64
*)(base
+
341 vmxnet3_rq_dev_stats
[i
].offset
);
343 base
= (u8
*)&adapter
->rx_queue
[j
].stats
;
344 for (i
= 0; i
< ARRAY_SIZE(vmxnet3_rq_driver_stats
); i
++)
345 *buf
++ = *(u64
*)(base
+
346 vmxnet3_rq_driver_stats
[i
].offset
);
349 base
= (u8
*)adapter
;
350 for (i
= 0; i
< ARRAY_SIZE(vmxnet3_global_stats
); i
++)
351 *buf
++ = *(u64
*)(base
+ vmxnet3_global_stats
[i
].offset
);
355 /* This is a version 2 of the vmxnet3 ethtool_regs which goes hand in hand with
356 * the version 2 of the vmxnet3 support for ethtool(8) --register-dump.
357 * Therefore, if any registers are added, removed or modified, then a version
358 * bump and a corresponding change in the vmxnet3 support for ethtool(8)
359 * --register-dump would be required.
362 vmxnet3_get_regs(struct net_device
*netdev
, struct ethtool_regs
*regs
, void *p
)
364 struct vmxnet3_adapter
*adapter
= netdev_priv(netdev
);
368 memset(p
, 0, vmxnet3_get_regs_len(netdev
));
372 /* Update vmxnet3_get_regs_len if we want to dump more registers */
374 buf
[j
++] = VMXNET3_READ_BAR1_REG(adapter
, VMXNET3_REG_VRRS
);
375 buf
[j
++] = VMXNET3_READ_BAR1_REG(adapter
, VMXNET3_REG_UVRS
);
376 buf
[j
++] = VMXNET3_READ_BAR1_REG(adapter
, VMXNET3_REG_DSAL
);
377 buf
[j
++] = VMXNET3_READ_BAR1_REG(adapter
, VMXNET3_REG_DSAH
);
378 buf
[j
++] = VMXNET3_READ_BAR1_REG(adapter
, VMXNET3_REG_CMD
);
379 buf
[j
++] = VMXNET3_READ_BAR1_REG(adapter
, VMXNET3_REG_MACL
);
380 buf
[j
++] = VMXNET3_READ_BAR1_REG(adapter
, VMXNET3_REG_MACH
);
381 buf
[j
++] = VMXNET3_READ_BAR1_REG(adapter
, VMXNET3_REG_ICR
);
382 buf
[j
++] = VMXNET3_READ_BAR1_REG(adapter
, VMXNET3_REG_ECR
);
384 buf
[j
++] = adapter
->intr
.num_intrs
;
385 for (i
= 0; i
< adapter
->intr
.num_intrs
; i
++) {
386 buf
[j
++] = VMXNET3_READ_BAR0_REG(adapter
, VMXNET3_REG_IMR
387 + i
* VMXNET3_REG_ALIGN
);
390 buf
[j
++] = adapter
->num_tx_queues
;
391 for (i
= 0; i
< adapter
->num_tx_queues
; i
++) {
392 struct vmxnet3_tx_queue
*tq
= &adapter
->tx_queue
[i
];
394 buf
[j
++] = VMXNET3_READ_BAR0_REG(adapter
, VMXNET3_REG_TXPROD
+
395 i
* VMXNET3_REG_ALIGN
);
397 buf
[j
++] = VMXNET3_GET_ADDR_LO(tq
->tx_ring
.basePA
);
398 buf
[j
++] = VMXNET3_GET_ADDR_HI(tq
->tx_ring
.basePA
);
399 buf
[j
++] = tq
->tx_ring
.size
;
400 buf
[j
++] = tq
->tx_ring
.next2fill
;
401 buf
[j
++] = tq
->tx_ring
.next2comp
;
402 buf
[j
++] = tq
->tx_ring
.gen
;
404 buf
[j
++] = VMXNET3_GET_ADDR_LO(tq
->data_ring
.basePA
);
405 buf
[j
++] = VMXNET3_GET_ADDR_HI(tq
->data_ring
.basePA
);
406 buf
[j
++] = tq
->data_ring
.size
;
407 buf
[j
++] = tq
->txdata_desc_size
;
409 buf
[j
++] = VMXNET3_GET_ADDR_LO(tq
->comp_ring
.basePA
);
410 buf
[j
++] = VMXNET3_GET_ADDR_HI(tq
->comp_ring
.basePA
);
411 buf
[j
++] = tq
->comp_ring
.size
;
412 buf
[j
++] = tq
->comp_ring
.next2proc
;
413 buf
[j
++] = tq
->comp_ring
.gen
;
415 buf
[j
++] = tq
->stopped
;
418 buf
[j
++] = adapter
->num_rx_queues
;
419 for (i
= 0; i
< adapter
->num_rx_queues
; i
++) {
420 struct vmxnet3_rx_queue
*rq
= &adapter
->rx_queue
[i
];
422 buf
[j
++] = VMXNET3_READ_BAR0_REG(adapter
, VMXNET3_REG_RXPROD
+
423 i
* VMXNET3_REG_ALIGN
);
424 buf
[j
++] = VMXNET3_READ_BAR0_REG(adapter
, VMXNET3_REG_RXPROD2
+
425 i
* VMXNET3_REG_ALIGN
);
427 buf
[j
++] = VMXNET3_GET_ADDR_LO(rq
->rx_ring
[0].basePA
);
428 buf
[j
++] = VMXNET3_GET_ADDR_HI(rq
->rx_ring
[0].basePA
);
429 buf
[j
++] = rq
->rx_ring
[0].size
;
430 buf
[j
++] = rq
->rx_ring
[0].next2fill
;
431 buf
[j
++] = rq
->rx_ring
[0].next2comp
;
432 buf
[j
++] = rq
->rx_ring
[0].gen
;
434 buf
[j
++] = VMXNET3_GET_ADDR_LO(rq
->rx_ring
[1].basePA
);
435 buf
[j
++] = VMXNET3_GET_ADDR_HI(rq
->rx_ring
[1].basePA
);
436 buf
[j
++] = rq
->rx_ring
[1].size
;
437 buf
[j
++] = rq
->rx_ring
[1].next2fill
;
438 buf
[j
++] = rq
->rx_ring
[1].next2comp
;
439 buf
[j
++] = rq
->rx_ring
[1].gen
;
441 buf
[j
++] = VMXNET3_GET_ADDR_LO(rq
->data_ring
.basePA
);
442 buf
[j
++] = VMXNET3_GET_ADDR_HI(rq
->data_ring
.basePA
);
443 buf
[j
++] = rq
->rx_ring
[0].size
;
444 buf
[j
++] = rq
->data_ring
.desc_size
;
446 buf
[j
++] = VMXNET3_GET_ADDR_LO(rq
->comp_ring
.basePA
);
447 buf
[j
++] = VMXNET3_GET_ADDR_HI(rq
->comp_ring
.basePA
);
448 buf
[j
++] = rq
->comp_ring
.size
;
449 buf
[j
++] = rq
->comp_ring
.next2proc
;
450 buf
[j
++] = rq
->comp_ring
.gen
;
456 vmxnet3_get_wol(struct net_device
*netdev
, struct ethtool_wolinfo
*wol
)
458 struct vmxnet3_adapter
*adapter
= netdev_priv(netdev
);
460 wol
->supported
= WAKE_UCAST
| WAKE_ARP
| WAKE_MAGIC
;
461 wol
->wolopts
= adapter
->wol
;
466 vmxnet3_set_wol(struct net_device
*netdev
, struct ethtool_wolinfo
*wol
)
468 struct vmxnet3_adapter
*adapter
= netdev_priv(netdev
);
470 if (wol
->wolopts
& (WAKE_PHY
| WAKE_MCAST
| WAKE_BCAST
|
475 adapter
->wol
= wol
->wolopts
;
477 device_set_wakeup_enable(&adapter
->pdev
->dev
, adapter
->wol
);
484 vmxnet3_get_link_ksettings(struct net_device
*netdev
,
485 struct ethtool_link_ksettings
*ecmd
)
487 struct vmxnet3_adapter
*adapter
= netdev_priv(netdev
);
489 ethtool_link_ksettings_zero_link_mode(ecmd
, supported
);
490 ethtool_link_ksettings_add_link_mode(ecmd
, supported
, 10000baseT_Full
);
491 ethtool_link_ksettings_add_link_mode(ecmd
, supported
, 1000baseT_Full
);
492 ethtool_link_ksettings_add_link_mode(ecmd
, supported
, TP
);
493 ethtool_link_ksettings_zero_link_mode(ecmd
, advertising
);
494 ethtool_link_ksettings_add_link_mode(ecmd
, advertising
, TP
);
495 ecmd
->base
.port
= PORT_TP
;
497 if (adapter
->link_speed
) {
498 ecmd
->base
.speed
= adapter
->link_speed
;
499 ecmd
->base
.duplex
= DUPLEX_FULL
;
501 ecmd
->base
.speed
= SPEED_UNKNOWN
;
502 ecmd
->base
.duplex
= DUPLEX_UNKNOWN
;
509 vmxnet3_get_ringparam(struct net_device
*netdev
,
510 struct ethtool_ringparam
*param
)
512 struct vmxnet3_adapter
*adapter
= netdev_priv(netdev
);
514 param
->rx_max_pending
= VMXNET3_RX_RING_MAX_SIZE
;
515 param
->tx_max_pending
= VMXNET3_TX_RING_MAX_SIZE
;
516 param
->rx_mini_max_pending
= VMXNET3_VERSION_GE_3(adapter
) ?
517 VMXNET3_RXDATA_DESC_MAX_SIZE
: 0;
518 param
->rx_jumbo_max_pending
= VMXNET3_RX_RING2_MAX_SIZE
;
520 param
->rx_pending
= adapter
->rx_ring_size
;
521 param
->tx_pending
= adapter
->tx_ring_size
;
522 param
->rx_mini_pending
= VMXNET3_VERSION_GE_3(adapter
) ?
523 adapter
->rxdata_desc_size
: 0;
524 param
->rx_jumbo_pending
= adapter
->rx_ring2_size
;
529 vmxnet3_set_ringparam(struct net_device
*netdev
,
530 struct ethtool_ringparam
*param
)
532 struct vmxnet3_adapter
*adapter
= netdev_priv(netdev
);
533 u32 new_tx_ring_size
, new_rx_ring_size
, new_rx_ring2_size
;
534 u16 new_rxdata_desc_size
;
538 if (param
->tx_pending
== 0 || param
->tx_pending
>
539 VMXNET3_TX_RING_MAX_SIZE
)
542 if (param
->rx_pending
== 0 || param
->rx_pending
>
543 VMXNET3_RX_RING_MAX_SIZE
)
546 if (param
->rx_jumbo_pending
== 0 ||
547 param
->rx_jumbo_pending
> VMXNET3_RX_RING2_MAX_SIZE
)
550 /* if adapter not yet initialized, do nothing */
551 if (adapter
->rx_buf_per_pkt
== 0) {
552 netdev_err(netdev
, "adapter not completely initialized, "
553 "ring size cannot be changed yet\n");
557 if (VMXNET3_VERSION_GE_3(adapter
)) {
558 if (param
->rx_mini_pending
> VMXNET3_RXDATA_DESC_MAX_SIZE
)
560 } else if (param
->rx_mini_pending
!= 0) {
564 /* round it up to a multiple of VMXNET3_RING_SIZE_ALIGN */
565 new_tx_ring_size
= (param
->tx_pending
+ VMXNET3_RING_SIZE_MASK
) &
566 ~VMXNET3_RING_SIZE_MASK
;
567 new_tx_ring_size
= min_t(u32
, new_tx_ring_size
,
568 VMXNET3_TX_RING_MAX_SIZE
);
569 if (new_tx_ring_size
> VMXNET3_TX_RING_MAX_SIZE
|| (new_tx_ring_size
%
570 VMXNET3_RING_SIZE_ALIGN
) != 0)
573 /* ring0 has to be a multiple of
574 * rx_buf_per_pkt * VMXNET3_RING_SIZE_ALIGN
576 sz
= adapter
->rx_buf_per_pkt
* VMXNET3_RING_SIZE_ALIGN
;
577 new_rx_ring_size
= (param
->rx_pending
+ sz
- 1) / sz
* sz
;
578 new_rx_ring_size
= min_t(u32
, new_rx_ring_size
,
579 VMXNET3_RX_RING_MAX_SIZE
/ sz
* sz
);
580 if (new_rx_ring_size
> VMXNET3_RX_RING_MAX_SIZE
|| (new_rx_ring_size
%
584 /* ring2 has to be a multiple of VMXNET3_RING_SIZE_ALIGN */
585 new_rx_ring2_size
= (param
->rx_jumbo_pending
+ VMXNET3_RING_SIZE_MASK
) &
586 ~VMXNET3_RING_SIZE_MASK
;
587 new_rx_ring2_size
= min_t(u32
, new_rx_ring2_size
,
588 VMXNET3_RX_RING2_MAX_SIZE
);
590 /* rx data ring buffer size has to be a multiple of
591 * VMXNET3_RXDATA_DESC_SIZE_ALIGN
593 new_rxdata_desc_size
=
594 (param
->rx_mini_pending
+ VMXNET3_RXDATA_DESC_SIZE_MASK
) &
595 ~VMXNET3_RXDATA_DESC_SIZE_MASK
;
596 new_rxdata_desc_size
= min_t(u16
, new_rxdata_desc_size
,
597 VMXNET3_RXDATA_DESC_MAX_SIZE
);
599 if (new_tx_ring_size
== adapter
->tx_ring_size
&&
600 new_rx_ring_size
== adapter
->rx_ring_size
&&
601 new_rx_ring2_size
== adapter
->rx_ring2_size
&&
602 new_rxdata_desc_size
== adapter
->rxdata_desc_size
) {
607 * Reset_work may be in the middle of resetting the device, wait for its
610 while (test_and_set_bit(VMXNET3_STATE_BIT_RESETTING
, &adapter
->state
))
611 usleep_range(1000, 2000);
613 if (netif_running(netdev
)) {
614 vmxnet3_quiesce_dev(adapter
);
615 vmxnet3_reset_dev(adapter
);
617 /* recreate the rx queue and the tx queue based on the
619 vmxnet3_tq_destroy_all(adapter
);
620 vmxnet3_rq_destroy_all(adapter
);
622 err
= vmxnet3_create_queues(adapter
, new_tx_ring_size
,
623 new_rx_ring_size
, new_rx_ring2_size
,
624 adapter
->txdata_desc_size
,
625 new_rxdata_desc_size
);
627 /* failed, most likely because of OOM, try default
629 netdev_err(netdev
, "failed to apply new sizes, "
630 "try the default ones\n");
631 new_rx_ring_size
= VMXNET3_DEF_RX_RING_SIZE
;
632 new_rx_ring2_size
= VMXNET3_DEF_RX_RING2_SIZE
;
633 new_tx_ring_size
= VMXNET3_DEF_TX_RING_SIZE
;
634 new_rxdata_desc_size
= VMXNET3_VERSION_GE_3(adapter
) ?
635 VMXNET3_DEF_RXDATA_DESC_SIZE
: 0;
637 err
= vmxnet3_create_queues(adapter
,
641 adapter
->txdata_desc_size
,
642 new_rxdata_desc_size
);
644 netdev_err(netdev
, "failed to create queues "
645 "with default sizes. Closing it\n");
650 err
= vmxnet3_activate_dev(adapter
);
652 netdev_err(netdev
, "failed to re-activate, error %d."
653 " Closing it\n", err
);
655 adapter
->tx_ring_size
= new_tx_ring_size
;
656 adapter
->rx_ring_size
= new_rx_ring_size
;
657 adapter
->rx_ring2_size
= new_rx_ring2_size
;
658 adapter
->rxdata_desc_size
= new_rxdata_desc_size
;
661 clear_bit(VMXNET3_STATE_BIT_RESETTING
, &adapter
->state
);
663 vmxnet3_force_close(adapter
);
670 vmxnet3_get_rxnfc(struct net_device
*netdev
, struct ethtool_rxnfc
*info
,
673 struct vmxnet3_adapter
*adapter
= netdev_priv(netdev
);
675 case ETHTOOL_GRXRINGS
:
676 info
->data
= adapter
->num_rx_queues
;
684 vmxnet3_get_rss_indir_size(struct net_device
*netdev
)
686 struct vmxnet3_adapter
*adapter
= netdev_priv(netdev
);
687 struct UPT1_RSSConf
*rssConf
= adapter
->rss_conf
;
689 return rssConf
->indTableSize
;
693 vmxnet3_get_rss(struct net_device
*netdev
, u32
*p
, u8
*key
, u8
*hfunc
)
695 struct vmxnet3_adapter
*adapter
= netdev_priv(netdev
);
696 struct UPT1_RSSConf
*rssConf
= adapter
->rss_conf
;
697 unsigned int n
= rssConf
->indTableSize
;
700 *hfunc
= ETH_RSS_HASH_TOP
;
704 p
[n
] = rssConf
->indTable
[n
];
710 vmxnet3_set_rss(struct net_device
*netdev
, const u32
*p
, const u8
*key
,
715 struct vmxnet3_adapter
*adapter
= netdev_priv(netdev
);
716 struct UPT1_RSSConf
*rssConf
= adapter
->rss_conf
;
718 /* We do not allow change in unsupported parameters */
720 (hfunc
!= ETH_RSS_HASH_NO_CHANGE
&& hfunc
!= ETH_RSS_HASH_TOP
))
724 for (i
= 0; i
< rssConf
->indTableSize
; i
++)
725 rssConf
->indTable
[i
] = p
[i
];
727 spin_lock_irqsave(&adapter
->cmd_lock
, flags
);
728 VMXNET3_WRITE_BAR1_REG(adapter
, VMXNET3_REG_CMD
,
729 VMXNET3_CMD_UPDATE_RSSIDT
);
730 spin_unlock_irqrestore(&adapter
->cmd_lock
, flags
);
738 vmxnet3_get_coalesce(struct net_device
*netdev
, struct ethtool_coalesce
*ec
)
740 struct vmxnet3_adapter
*adapter
= netdev_priv(netdev
);
742 if (!VMXNET3_VERSION_GE_3(adapter
))
745 switch (adapter
->coal_conf
->coalMode
) {
746 case VMXNET3_COALESCE_DISABLED
:
747 /* struct ethtool_coalesce is already initialized to 0 */
749 case VMXNET3_COALESCE_ADAPT
:
750 ec
->use_adaptive_rx_coalesce
= true;
752 case VMXNET3_COALESCE_STATIC
:
753 ec
->tx_max_coalesced_frames
=
754 adapter
->coal_conf
->coalPara
.coalStatic
.tx_comp_depth
;
755 ec
->rx_max_coalesced_frames
=
756 adapter
->coal_conf
->coalPara
.coalStatic
.rx_depth
;
758 case VMXNET3_COALESCE_RBC
: {
761 rbc_rate
= adapter
->coal_conf
->coalPara
.coalRbc
.rbc_rate
;
762 ec
->rx_coalesce_usecs
= VMXNET3_COAL_RBC_USECS(rbc_rate
);
773 vmxnet3_set_coalesce(struct net_device
*netdev
, struct ethtool_coalesce
*ec
)
775 struct vmxnet3_adapter
*adapter
= netdev_priv(netdev
);
776 struct Vmxnet3_DriverShared
*shared
= adapter
->shared
;
777 union Vmxnet3_CmdInfo
*cmdInfo
= &shared
->cu
.cmdInfo
;
780 if (!VMXNET3_VERSION_GE_3(adapter
))
783 if (ec
->rx_coalesce_usecs_irq
||
784 ec
->rx_max_coalesced_frames_irq
||
785 ec
->tx_coalesce_usecs
||
786 ec
->tx_coalesce_usecs_irq
||
787 ec
->tx_max_coalesced_frames_irq
||
788 ec
->stats_block_coalesce_usecs
||
789 ec
->use_adaptive_tx_coalesce
||
791 ec
->rx_coalesce_usecs_low
||
792 ec
->rx_max_coalesced_frames_low
||
793 ec
->tx_coalesce_usecs_low
||
794 ec
->tx_max_coalesced_frames_low
||
796 ec
->rx_coalesce_usecs_high
||
797 ec
->rx_max_coalesced_frames_high
||
798 ec
->tx_coalesce_usecs_high
||
799 ec
->tx_max_coalesced_frames_high
||
800 ec
->rate_sample_interval
) {
804 if ((ec
->rx_coalesce_usecs
== 0) &&
805 (ec
->use_adaptive_rx_coalesce
== 0) &&
806 (ec
->tx_max_coalesced_frames
== 0) &&
807 (ec
->rx_max_coalesced_frames
== 0)) {
808 memset(adapter
->coal_conf
, 0, sizeof(*adapter
->coal_conf
));
809 adapter
->coal_conf
->coalMode
= VMXNET3_COALESCE_DISABLED
;
813 if (ec
->rx_coalesce_usecs
!= 0) {
816 if ((ec
->use_adaptive_rx_coalesce
!= 0) ||
817 (ec
->tx_max_coalesced_frames
!= 0) ||
818 (ec
->rx_max_coalesced_frames
!= 0)) {
822 rbc_rate
= VMXNET3_COAL_RBC_RATE(ec
->rx_coalesce_usecs
);
823 if (rbc_rate
< VMXNET3_COAL_RBC_MIN_RATE
||
824 rbc_rate
> VMXNET3_COAL_RBC_MAX_RATE
) {
828 memset(adapter
->coal_conf
, 0, sizeof(*adapter
->coal_conf
));
829 adapter
->coal_conf
->coalMode
= VMXNET3_COALESCE_RBC
;
830 adapter
->coal_conf
->coalPara
.coalRbc
.rbc_rate
= rbc_rate
;
834 if (ec
->use_adaptive_rx_coalesce
!= 0) {
835 if ((ec
->rx_coalesce_usecs
!= 0) ||
836 (ec
->tx_max_coalesced_frames
!= 0) ||
837 (ec
->rx_max_coalesced_frames
!= 0)) {
840 memset(adapter
->coal_conf
, 0, sizeof(*adapter
->coal_conf
));
841 adapter
->coal_conf
->coalMode
= VMXNET3_COALESCE_ADAPT
;
845 if ((ec
->tx_max_coalesced_frames
!= 0) ||
846 (ec
->rx_max_coalesced_frames
!= 0)) {
847 if ((ec
->rx_coalesce_usecs
!= 0) ||
848 (ec
->use_adaptive_rx_coalesce
!= 0)) {
852 if ((ec
->tx_max_coalesced_frames
>
853 VMXNET3_COAL_STATIC_MAX_DEPTH
) ||
854 (ec
->rx_max_coalesced_frames
>
855 VMXNET3_COAL_STATIC_MAX_DEPTH
)) {
859 memset(adapter
->coal_conf
, 0, sizeof(*adapter
->coal_conf
));
860 adapter
->coal_conf
->coalMode
= VMXNET3_COALESCE_STATIC
;
862 adapter
->coal_conf
->coalPara
.coalStatic
.tx_comp_depth
=
863 (ec
->tx_max_coalesced_frames
?
864 ec
->tx_max_coalesced_frames
:
865 VMXNET3_COAL_STATIC_DEFAULT_DEPTH
);
867 adapter
->coal_conf
->coalPara
.coalStatic
.rx_depth
=
868 (ec
->rx_max_coalesced_frames
?
869 ec
->rx_max_coalesced_frames
:
870 VMXNET3_COAL_STATIC_DEFAULT_DEPTH
);
872 adapter
->coal_conf
->coalPara
.coalStatic
.tx_depth
=
873 VMXNET3_COAL_STATIC_DEFAULT_DEPTH
;
878 adapter
->default_coal_mode
= false;
879 if (netif_running(netdev
)) {
880 spin_lock_irqsave(&adapter
->cmd_lock
, flags
);
881 cmdInfo
->varConf
.confVer
= 1;
882 cmdInfo
->varConf
.confLen
=
883 cpu_to_le32(sizeof(*adapter
->coal_conf
));
884 cmdInfo
->varConf
.confPA
= cpu_to_le64(adapter
->coal_conf_pa
);
885 VMXNET3_WRITE_BAR1_REG(adapter
, VMXNET3_REG_CMD
,
886 VMXNET3_CMD_SET_COALESCE
);
887 spin_unlock_irqrestore(&adapter
->cmd_lock
, flags
);
893 static const struct ethtool_ops vmxnet3_ethtool_ops
= {
894 .get_drvinfo
= vmxnet3_get_drvinfo
,
895 .get_regs_len
= vmxnet3_get_regs_len
,
896 .get_regs
= vmxnet3_get_regs
,
897 .get_wol
= vmxnet3_get_wol
,
898 .set_wol
= vmxnet3_set_wol
,
899 .get_link
= ethtool_op_get_link
,
900 .get_coalesce
= vmxnet3_get_coalesce
,
901 .set_coalesce
= vmxnet3_set_coalesce
,
902 .get_strings
= vmxnet3_get_strings
,
903 .get_sset_count
= vmxnet3_get_sset_count
,
904 .get_ethtool_stats
= vmxnet3_get_ethtool_stats
,
905 .get_ringparam
= vmxnet3_get_ringparam
,
906 .set_ringparam
= vmxnet3_set_ringparam
,
907 .get_rxnfc
= vmxnet3_get_rxnfc
,
909 .get_rxfh_indir_size
= vmxnet3_get_rss_indir_size
,
910 .get_rxfh
= vmxnet3_get_rss
,
911 .set_rxfh
= vmxnet3_set_rss
,
913 .get_link_ksettings
= vmxnet3_get_link_ksettings
,
916 void vmxnet3_set_ethtool_ops(struct net_device
*netdev
)
918 netdev
->ethtool_ops
= &vmxnet3_ethtool_ops
;