1 /* SPDX-License-Identifier: GPL-2.0 */
3 * Copyright (C) 2002 2007 Jeff Dike (jdike@{addtoit,linux.intel}.com)
6 #ifndef __UM_VECTOR_KERN_H
7 #define __UM_VECTOR_KERN_H
9 #include <linux/netdevice.h>
10 #include <linux/platform_device.h>
11 #include <linux/skbuff.h>
12 #include <linux/socket.h>
13 #include <linux/list.h>
14 #include <linux/ctype.h>
15 #include <linux/workqueue.h>
16 #include <linux/interrupt.h>
17 #include "vector_user.h"
19 /* Queue structure specially adapted for multiple enqueue/dequeue
20 * in a mmsgrecv/mmsgsend context
25 #define QUEUE_SENDMSG 0
26 #define QUEUE_SENDMMSG 1
29 #define VECTOR_TX (1 << 1)
30 #define VECTOR_BPF (1 << 2)
31 #define VECTOR_QDISC_BYPASS (1 << 3)
32 #define VECTOR_BPF_FLASH (1 << 4)
34 #define ETH_MAX_PACKET 1500
35 #define ETH_HEADER_OTHER 32 /* just in case someone decides to go mad on QnQ */
37 #define MAX_FILTER_PROG (2 << 16)
40 struct mmsghdr
*mmsg_vector
;
42 /* backlink to device which owns us */
43 struct net_device
*dev
;
46 int queue_depth
, head
, tail
, max_depth
, max_iov_frags
;
50 struct vector_estats
{
51 uint64_t rx_queue_max
;
52 uint64_t rx_queue_running_average
;
53 uint64_t tx_queue_max
;
54 uint64_t tx_queue_running_average
;
55 uint64_t rx_encaps_errors
;
56 uint64_t tx_timeout_count
;
57 uint64_t tx_restart_queue
;
59 uint64_t tx_flow_control_xon
;
60 uint64_t tx_flow_control_xoff
;
61 uint64_t rx_csum_offload_good
;
62 uint64_t rx_csum_offload_errors
;
64 uint64_t sg_linearized
;
67 #define VERIFY_HEADER_NOK -1
68 #define VERIFY_HEADER_OK 0
69 #define VERIFY_CSUM_OK 1
71 struct vector_private
{
72 struct list_head list
;
74 struct net_device
*dev
;
78 /* Timeout timer in TX */
82 /* Scheduled "remove device" work */
83 struct work_struct reset_tx
;
84 struct vector_fds
*fds
;
86 struct vector_queue
*rx_queue
;
87 struct vector_queue
*tx_queue
;
92 struct arglist
*parsed
;
94 void *transport_data
; /* transport specific params if needed */
97 int req_size
; /* different from max packet - used for TSO */
102 /* remote address if any - some transports will leave this as null */
108 void *header_rxbuffer
;
109 void *header_txbuffer
;
111 int (*form_header
)(uint8_t *header
,
112 struct sk_buff
*skb
, struct vector_private
*vp
);
113 int (*verify_header
)(uint8_t *header
,
114 struct sk_buff
*skb
, struct vector_private
*vp
);
116 spinlock_t stats_lock
;
118 struct tasklet_struct tx_poll
;
119 bool rexmit_scheduled
;
124 /* guest allowed to use ethtool flash to load bpf */
129 struct vector_estats estats
;
130 struct sock_fprog
*bpf
;
135 extern int build_transport_data(struct vector_private
*vp
);