1 /* SPDX-License-Identifier: GPL-2.0-only */
4 * Copyright (c) 2011, Microsoft Corporation.
7 * Haiyang Zhang <haiyangz@microsoft.com>
8 * Hank Janssen <hjanssen@microsoft.com>
9 * K. Y. Srinivasan <kys@microsoft.com>
15 #include <linux/list.h>
16 #include <linux/hyperv.h>
17 #include <linux/rndis.h>
20 #define OID_GEN_RECEIVE_SCALE_CAPABILITIES 0x00010203 /* query only */
21 #define OID_GEN_RECEIVE_SCALE_PARAMETERS 0x00010204 /* query and set */
23 #define NDIS_OBJECT_TYPE_RSS_CAPABILITIES 0x88
24 #define NDIS_OBJECT_TYPE_RSS_PARAMETERS 0x89
25 #define NDIS_OBJECT_TYPE_OFFLOAD 0xa7
27 #define NDIS_RECEIVE_SCALE_CAPABILITIES_REVISION_2 2
28 #define NDIS_RECEIVE_SCALE_PARAMETERS_REVISION_2 2
30 struct ndis_obj_header
{
36 /* ndis_recv_scale_cap/cap_flag */
37 #define NDIS_RSS_CAPS_MESSAGE_SIGNALED_INTERRUPTS 0x01000000
38 #define NDIS_RSS_CAPS_CLASSIFICATION_AT_ISR 0x02000000
39 #define NDIS_RSS_CAPS_CLASSIFICATION_AT_DPC 0x04000000
40 #define NDIS_RSS_CAPS_USING_MSI_X 0x08000000
41 #define NDIS_RSS_CAPS_RSS_AVAILABLE_ON_PORTS 0x10000000
42 #define NDIS_RSS_CAPS_SUPPORTS_MSI_X 0x20000000
43 #define NDIS_RSS_CAPS_HASH_TYPE_TCP_IPV4 0x00000100
44 #define NDIS_RSS_CAPS_HASH_TYPE_TCP_IPV6 0x00000200
45 #define NDIS_RSS_CAPS_HASH_TYPE_TCP_IPV6_EX 0x00000400
47 struct ndis_recv_scale_cap
{ /* NDIS_RECEIVE_SCALE_CAPABILITIES */
48 struct ndis_obj_header hdr
;
52 u16 num_indirect_tabent
;
56 /* ndis_recv_scale_param flags */
57 #define NDIS_RSS_PARAM_FLAG_BASE_CPU_UNCHANGED 0x0001
58 #define NDIS_RSS_PARAM_FLAG_HASH_INFO_UNCHANGED 0x0002
59 #define NDIS_RSS_PARAM_FLAG_ITABLE_UNCHANGED 0x0004
60 #define NDIS_RSS_PARAM_FLAG_HASH_KEY_UNCHANGED 0x0008
61 #define NDIS_RSS_PARAM_FLAG_DISABLE_RSS 0x0010
64 #define NDIS_HASH_FUNC_TOEPLITZ 0x00000001
65 #define NDIS_HASH_IPV4 0x00000100
66 #define NDIS_HASH_TCP_IPV4 0x00000200
67 #define NDIS_HASH_IPV6 0x00000400
68 #define NDIS_HASH_IPV6_EX 0x00000800
69 #define NDIS_HASH_TCP_IPV6 0x00001000
70 #define NDIS_HASH_TCP_IPV6_EX 0x00002000
72 #define NDIS_RSS_INDIRECTION_TABLE_MAX_SIZE_REVISION_2 (128 * 4)
73 #define NDIS_RSS_HASH_SECRET_KEY_MAX_SIZE_REVISION_2 40
77 struct ndis_recv_scale_param
{ /* NDIS_RECEIVE_SCALE_PARAMETERS */
78 struct ndis_obj_header hdr
;
80 /* Qualifies the rest of the information */
83 /* The base CPU number to do receive processing. not used */
86 /* This describes the hash function and type being enabled */
89 /* The size of indirection table array */
92 /* The offset of the indirection table from the beginning of this
95 u32 indirect_taboffset
;
97 /* The size of the hash secret key */
100 /* The offset of the secret key from the beginning of this structure */
103 u32 processor_masks_offset
;
104 u32 num_processor_masks
;
105 u32 processor_masks_entry_size
;
108 /* Fwd declaration */
109 struct ndis_tcp_ip_checksum_info
;
110 struct ndis_pkt_8021q_info
;
113 * Represent netvsc packet which contains 1 RNDIS and 1 ethernet frame
116 * The size of this structure is less than 48 bytes and we can now
117 * place this structure in the skb->cb field.
119 struct hv_netvsc_packet
{
120 /* Bookkeeping stuff */
121 u8 cp_partial
; /* partial copy into send buffer */
123 u8 rmsg_size
; /* RNDIS header and PPI size */
124 u8 rmsg_pgcnt
; /* page count of RNDIS header and PPI */
132 u32 total_data_buflen
;
135 #define NETVSC_HASH_KEYLEN 40
137 struct netvsc_device_info
{
138 unsigned char mac_adr
[ETH_ALEN
];
142 u32 send_section_size
;
143 u32 recv_section_size
;
145 struct bpf_prog
*bprog
;
147 u8 rss_key
[NETVSC_HASH_KEYLEN
];
150 enum rndis_device_state
{
151 RNDIS_DEV_UNINITIALIZED
= 0,
152 RNDIS_DEV_INITIALIZING
,
153 RNDIS_DEV_INITIALIZED
,
154 RNDIS_DEV_DATAINITIALIZED
,
157 struct rndis_device
{
158 struct net_device
*ndev
;
160 enum rndis_device_state state
;
164 spinlock_t request_lock
;
165 struct list_head req_list
;
167 struct work_struct mcast_work
;
170 bool link_state
; /* 0 - link up, 1 - link down */
172 u8 hw_mac_adr
[ETH_ALEN
];
173 u8 rss_key
[NETVSC_HASH_KEYLEN
];
178 struct rndis_message
;
179 struct ndis_offload_params
;
180 struct netvsc_device
;
181 struct netvsc_channel
;
182 struct net_device_context
;
184 extern u32 netvsc_ring_bytes
;
186 struct netvsc_device
*netvsc_device_add(struct hv_device
*device
,
187 const struct netvsc_device_info
*info
);
188 int netvsc_alloc_recv_comp_ring(struct netvsc_device
*net_device
, u32 q_idx
);
189 void netvsc_device_remove(struct hv_device
*device
);
190 int netvsc_send(struct net_device
*net
,
191 struct hv_netvsc_packet
*packet
,
192 struct rndis_message
*rndis_msg
,
193 struct hv_page_buffer
*page_buffer
,
196 void netvsc_linkstatus_callback(struct net_device
*net
,
197 struct rndis_message
*resp
);
198 int netvsc_recv_callback(struct net_device
*net
,
199 struct netvsc_device
*nvdev
,
200 struct netvsc_channel
*nvchan
);
201 void netvsc_channel_cb(void *context
);
202 int netvsc_poll(struct napi_struct
*napi
, int budget
);
204 u32
netvsc_run_xdp(struct net_device
*ndev
, struct netvsc_channel
*nvchan
,
205 struct xdp_buff
*xdp
);
206 unsigned int netvsc_xdp_fraglen(unsigned int len
);
207 struct bpf_prog
*netvsc_xdp_get(struct netvsc_device
*nvdev
);
208 int netvsc_xdp_set(struct net_device
*dev
, struct bpf_prog
*prog
,
209 struct netlink_ext_ack
*extack
,
210 struct netvsc_device
*nvdev
);
211 int netvsc_vf_setxdp(struct net_device
*vf_netdev
, struct bpf_prog
*prog
);
212 int netvsc_bpf(struct net_device
*dev
, struct netdev_bpf
*bpf
);
214 int rndis_set_subchannel(struct net_device
*ndev
,
215 struct netvsc_device
*nvdev
,
216 struct netvsc_device_info
*dev_info
);
217 int rndis_filter_open(struct netvsc_device
*nvdev
);
218 int rndis_filter_close(struct netvsc_device
*nvdev
);
219 struct netvsc_device
*rndis_filter_device_add(struct hv_device
*dev
,
220 struct netvsc_device_info
*info
);
221 void rndis_filter_update(struct netvsc_device
*nvdev
);
222 void rndis_filter_device_remove(struct hv_device
*dev
,
223 struct netvsc_device
*nvdev
);
224 int rndis_filter_set_rss_param(struct rndis_device
*rdev
,
226 int rndis_filter_set_offload_params(struct net_device
*ndev
,
227 struct netvsc_device
*nvdev
,
228 struct ndis_offload_params
*req_offloads
);
229 int rndis_filter_receive(struct net_device
*ndev
,
230 struct netvsc_device
*net_dev
,
231 struct netvsc_channel
*nvchan
,
232 void *data
, u32 buflen
);
234 int rndis_filter_set_device_mac(struct netvsc_device
*ndev
,
237 void netvsc_switch_datapath(struct net_device
*nv_dev
, bool vf
);
239 #define NVSP_INVALID_PROTOCOL_VERSION ((u32)0xFFFFFFFF)
241 #define NVSP_PROTOCOL_VERSION_1 2
242 #define NVSP_PROTOCOL_VERSION_2 0x30002
243 #define NVSP_PROTOCOL_VERSION_4 0x40000
244 #define NVSP_PROTOCOL_VERSION_5 0x50000
245 #define NVSP_PROTOCOL_VERSION_6 0x60000
246 #define NVSP_PROTOCOL_VERSION_61 0x60001
249 NVSP_MSG_TYPE_NONE
= 0,
252 NVSP_MSG_TYPE_INIT
= 1,
253 NVSP_MSG_TYPE_INIT_COMPLETE
= 2,
255 NVSP_VERSION_MSG_START
= 100,
257 /* Version 1 Messages */
258 NVSP_MSG1_TYPE_SEND_NDIS_VER
= NVSP_VERSION_MSG_START
,
260 NVSP_MSG1_TYPE_SEND_RECV_BUF
,
261 NVSP_MSG1_TYPE_SEND_RECV_BUF_COMPLETE
,
262 NVSP_MSG1_TYPE_REVOKE_RECV_BUF
,
264 NVSP_MSG1_TYPE_SEND_SEND_BUF
,
265 NVSP_MSG1_TYPE_SEND_SEND_BUF_COMPLETE
,
266 NVSP_MSG1_TYPE_REVOKE_SEND_BUF
,
268 NVSP_MSG1_TYPE_SEND_RNDIS_PKT
,
269 NVSP_MSG1_TYPE_SEND_RNDIS_PKT_COMPLETE
,
271 /* Version 2 messages */
272 NVSP_MSG2_TYPE_SEND_CHIMNEY_DELEGATED_BUF
,
273 NVSP_MSG2_TYPE_SEND_CHIMNEY_DELEGATED_BUF_COMP
,
274 NVSP_MSG2_TYPE_REVOKE_CHIMNEY_DELEGATED_BUF
,
276 NVSP_MSG2_TYPE_RESUME_CHIMNEY_RX_INDICATION
,
278 NVSP_MSG2_TYPE_TERMINATE_CHIMNEY
,
279 NVSP_MSG2_TYPE_TERMINATE_CHIMNEY_COMP
,
281 NVSP_MSG2_TYPE_INDICATE_CHIMNEY_EVENT
,
283 NVSP_MSG2_TYPE_SEND_CHIMNEY_PKT
,
284 NVSP_MSG2_TYPE_SEND_CHIMNEY_PKT_COMP
,
286 NVSP_MSG2_TYPE_POST_CHIMNEY_RECV_REQ
,
287 NVSP_MSG2_TYPE_POST_CHIMNEY_RECV_REQ_COMP
,
289 NVSP_MSG2_TYPE_ALLOC_RXBUF
,
290 NVSP_MSG2_TYPE_ALLOC_RXBUF_COMP
,
292 NVSP_MSG2_TYPE_FREE_RXBUF
,
294 NVSP_MSG2_TYPE_SEND_VMQ_RNDIS_PKT
,
295 NVSP_MSG2_TYPE_SEND_VMQ_RNDIS_PKT_COMP
,
297 NVSP_MSG2_TYPE_SEND_NDIS_CONFIG
,
299 NVSP_MSG2_TYPE_ALLOC_CHIMNEY_HANDLE
,
300 NVSP_MSG2_TYPE_ALLOC_CHIMNEY_HANDLE_COMP
,
302 NVSP_MSG2_MAX
= NVSP_MSG2_TYPE_ALLOC_CHIMNEY_HANDLE_COMP
,
304 /* Version 4 messages */
305 NVSP_MSG4_TYPE_SEND_VF_ASSOCIATION
,
306 NVSP_MSG4_TYPE_SWITCH_DATA_PATH
,
307 NVSP_MSG4_TYPE_UPLINK_CONNECT_STATE_DEPRECATED
,
309 NVSP_MSG4_MAX
= NVSP_MSG4_TYPE_UPLINK_CONNECT_STATE_DEPRECATED
,
311 /* Version 5 messages */
312 NVSP_MSG5_TYPE_OID_QUERY_EX
,
313 NVSP_MSG5_TYPE_OID_QUERY_EX_COMP
,
314 NVSP_MSG5_TYPE_SUBCHANNEL
,
315 NVSP_MSG5_TYPE_SEND_INDIRECTION_TABLE
,
317 NVSP_MSG5_MAX
= NVSP_MSG5_TYPE_SEND_INDIRECTION_TABLE
,
319 /* Version 6 messages */
320 NVSP_MSG6_TYPE_PD_API
,
321 NVSP_MSG6_TYPE_PD_POST_BATCH
,
323 NVSP_MSG6_MAX
= NVSP_MSG6_TYPE_PD_POST_BATCH
330 NVSP_STAT_PROTOCOL_TOO_NEW
,
331 NVSP_STAT_PROTOCOL_TOO_OLD
,
332 NVSP_STAT_INVALID_RNDIS_PKT
,
334 NVSP_STAT_PROTOCOL_UNSUPPORTED
,
338 struct nvsp_message_header
{
345 * This message is used by the VSC to initialize the channel after the channels
346 * has been opened. This message should never include anything other then
347 * versioning (i.e. this message will be the same for ever).
349 struct nvsp_message_init
{
350 u32 min_protocol_ver
;
351 u32 max_protocol_ver
;
355 * This message is used by the VSP to complete the initialization of the
356 * channel. This message should never include anything other then versioning
357 * (i.e. this message will be the same for ever).
359 struct nvsp_message_init_complete
{
360 u32 negotiated_protocol_ver
;
361 u32 max_mdl_chain_len
;
365 union nvsp_message_init_uber
{
366 struct nvsp_message_init init
;
367 struct nvsp_message_init_complete init_complete
;
370 /* Version 1 Messages */
373 * This message is used by the VSC to send the NDIS version to the VSP. The VSP
374 * can use this information when handling OIDs sent by the VSC.
376 struct nvsp_1_message_send_ndis_version
{
382 * This message is used by the VSC to send a receive buffer to the VSP. The VSP
383 * can then use the receive buffer to send data to the VSC.
385 struct nvsp_1_message_send_receive_buffer
{
390 struct nvsp_1_receive_buffer_section
{
398 * This message is used by the VSP to acknowledge a receive buffer send by the
399 * VSC. This message must be sent by the VSP before the VSP uses the receive
402 struct nvsp_1_message_send_receive_buffer_complete
{
407 * The receive buffer is split into two parts, a large suballocation
408 * section and a small suballocation section. These sections are then
409 * suballocated by a certain size.
413 * For example, the following break up of the receive buffer has 6
414 * large suballocations and 10 small suballocations.
418 * | Large Section | | Small Section |
419 * ------------------------------------------------------------
420 * | | | | | | | | | | | | | | | | | |
422 * LargeOffset SmallOffset
425 struct nvsp_1_receive_buffer_section sections
[1];
429 * This message is sent by the VSC to revoke the receive buffer. After the VSP
430 * completes this transaction, the vsp should never use the receive buffer
433 struct nvsp_1_message_revoke_receive_buffer
{
438 * This message is used by the VSC to send a send buffer to the VSP. The VSC
439 * can then use the send buffer to send data to the VSP.
441 struct nvsp_1_message_send_send_buffer
{
447 * This message is used by the VSP to acknowledge a send buffer sent by the
448 * VSC. This message must be sent by the VSP before the VSP uses the sent
451 struct nvsp_1_message_send_send_buffer_complete
{
455 * The VSC gets to choose the size of the send buffer and the VSP gets
456 * to choose the sections size of the buffer. This was done to enable
457 * dynamic reconfigurations when the cost of GPA-direct buffers
464 * This message is sent by the VSC to revoke the send buffer. After the VSP
465 * completes this transaction, the vsp should never use the send buffer again.
467 struct nvsp_1_message_revoke_send_buffer
{
472 * This message is used by both the VSP and the VSC to send a RNDIS message to
473 * the opposite channel endpoint.
475 struct nvsp_1_message_send_rndis_packet
{
477 * This field is specified by RNDIS. They assume there's two different
478 * channels of communication. However, the Network VSP only has one.
479 * Therefore, the channel travels with the RNDIS packet.
484 * This field is used to send part or all of the data through a send
485 * buffer. This values specifies an index into the send buffer. If the
486 * index is 0xFFFFFFFF, then the send buffer is not being used and all
487 * of the data was sent through other VMBus mechanisms.
489 u32 send_buf_section_index
;
490 u32 send_buf_section_size
;
494 * This message is used by both the VSP and the VSC to complete a RNDIS message
495 * to the opposite channel endpoint. At this point, the initiator of this
496 * message cannot use any resources associated with the original RNDIS packet.
498 struct nvsp_1_message_send_rndis_packet_complete
{
502 union nvsp_1_message_uber
{
503 struct nvsp_1_message_send_ndis_version send_ndis_ver
;
505 struct nvsp_1_message_send_receive_buffer send_recv_buf
;
506 struct nvsp_1_message_send_receive_buffer_complete
507 send_recv_buf_complete
;
508 struct nvsp_1_message_revoke_receive_buffer revoke_recv_buf
;
510 struct nvsp_1_message_send_send_buffer send_send_buf
;
511 struct nvsp_1_message_send_send_buffer_complete send_send_buf_complete
;
512 struct nvsp_1_message_revoke_send_buffer revoke_send_buf
;
514 struct nvsp_1_message_send_rndis_packet send_rndis_pkt
;
515 struct nvsp_1_message_send_rndis_packet_complete
516 send_rndis_pkt_complete
;
521 * Network VSP protocol version 2 messages:
523 struct nvsp_2_vsc_capability
{
531 u64 correlation_id
:1;
539 struct nvsp_2_send_ndis_config
{
542 struct nvsp_2_vsc_capability capability
;
545 /* Allocate receive buffer */
546 struct nvsp_2_alloc_rxbuf
{
547 /* Allocation ID to match the allocation request and response */
550 /* Length of the VM shared memory receive buffer that needs to
556 /* Allocate receive buffer complete */
557 struct nvsp_2_alloc_rxbuf_comp
{
558 /* The NDIS_STATUS code for buffer allocation */
563 /* GPADL handle for the allocated receive buffer */
566 /* Receive buffer ID */
570 struct nvsp_2_free_rxbuf
{
574 union nvsp_2_message_uber
{
575 struct nvsp_2_send_ndis_config send_ndis_config
;
576 struct nvsp_2_alloc_rxbuf alloc_rxbuf
;
577 struct nvsp_2_alloc_rxbuf_comp alloc_rxbuf_comp
;
578 struct nvsp_2_free_rxbuf free_rxbuf
;
581 struct nvsp_4_send_vf_association
{
582 /* 1: allocated, serial number is valid. 0: not allocated */
585 /* Serial number of the VF to team with */
589 enum nvsp_vm_datapath
{
590 NVSP_DATAPATH_SYNTHETIC
= 0,
595 struct nvsp_4_sw_datapath
{
596 u32 active_datapath
; /* active data path in VM */
599 union nvsp_4_message_uber
{
600 struct nvsp_4_send_vf_association vf_assoc
;
601 struct nvsp_4_sw_datapath active_dp
;
604 enum nvsp_subchannel_operation
{
605 NVSP_SUBCHANNEL_NONE
= 0,
606 NVSP_SUBCHANNEL_ALLOCATE
,
610 struct nvsp_5_subchannel_request
{
615 struct nvsp_5_subchannel_complete
{
617 u32 num_subchannels
; /* Actual number of subchannels allocated */
620 struct nvsp_5_send_indirect_table
{
621 /* The number of entries in the send indirection table */
624 /* The offset of the send indirection table from the beginning of
625 * struct nvsp_message.
626 * The send indirection table tells which channel to put the send
627 * traffic on. Each entry is a channel number.
632 union nvsp_5_message_uber
{
633 struct nvsp_5_subchannel_request subchn_req
;
634 struct nvsp_5_subchannel_complete subchn_comp
;
635 struct nvsp_5_send_indirect_table send_table
;
638 enum nvsp_6_pd_api_op
{
639 PD_API_OP_CONFIG
= 1,
640 PD_API_OP_SW_DATAPATH
, /* Switch Datapath */
641 PD_API_OP_OPEN_PROVIDER
,
642 PD_API_OP_CLOSE_PROVIDER
,
643 PD_API_OP_CREATE_QUEUE
,
644 PD_API_OP_FLUSH_QUEUE
,
645 PD_API_OP_FREE_QUEUE
,
646 PD_API_OP_ALLOC_COM_BUF
, /* Allocate Common Buffer */
647 PD_API_OP_FREE_COM_BUF
, /* Free Common Buffer */
651 struct grp_affinity
{
657 struct nvsp_6_pd_api_req
{
661 /* MMIO information is sent from the VM to VSP */
663 u64 mmio_pa
; /* MMIO Physical Address */
666 /* Number of PD queues a VM can support */
670 /* Switch Datapath */
672 /* Host Datapath Is PacketDirect */
675 /* Guest PacketDirect Is Enabled */
681 u32 prov_id
; /* Provider id */
698 struct grp_affinity affy
;
713 /* Allocate Common Buffer */
716 u32 pf_node
; /* Preferred Node */
720 /* Free Common Buffer */
723 u64 pa
; /* Physical Address */
724 u32 pf_node
; /* Preferred Node */
731 struct nvsp_6_pd_api_comp
{
737 /* actual number of PD queues allocated to the VM */
740 /* Num Receive Rss PD Queues */
743 u8 is_supported
; /* Is supported by VSP */
744 u8 is_enabled
; /* Is enabled by VSP */
758 struct grp_affinity affy
;
761 /* Allocate Common Buffer */
763 u64 pa
; /* Physical Address */
765 u32 pf_node
; /* Preferred Node */
772 struct nvsp_6_pd_buf
{
779 struct nvsp_6_pd_batch_msg
{
780 struct nvsp_message_header hdr
;
785 struct nvsp_6_pd_buf pd_buf
[0];
788 union nvsp_6_message_uber
{
789 struct nvsp_6_pd_api_req pd_req
;
790 struct nvsp_6_pd_api_comp pd_comp
;
793 union nvsp_all_messages
{
794 union nvsp_message_init_uber init_msg
;
795 union nvsp_1_message_uber v1_msg
;
796 union nvsp_2_message_uber v2_msg
;
797 union nvsp_4_message_uber v4_msg
;
798 union nvsp_5_message_uber v5_msg
;
799 union nvsp_6_message_uber v6_msg
;
803 struct nvsp_message
{
804 struct nvsp_message_header hdr
;
805 union nvsp_all_messages msg
;
809 #define NETVSC_MTU 65535
810 #define NETVSC_MTU_MIN ETH_MIN_MTU
812 /* Max buffer sizes allowed by a host */
813 #define NETVSC_RECEIVE_BUFFER_SIZE (1024 * 1024 * 31) /* 31MB */
814 #define NETVSC_RECEIVE_BUFFER_SIZE_LEGACY (1024 * 1024 * 15) /* 15MB */
815 #define NETVSC_RECEIVE_BUFFER_DEFAULT (1024 * 1024 * 16)
817 #define NETVSC_SEND_BUFFER_SIZE (1024 * 1024 * 15) /* 15MB */
818 #define NETVSC_SEND_BUFFER_DEFAULT (1024 * 1024)
820 #define NETVSC_INVALID_INDEX -1
822 #define NETVSC_SEND_SECTION_SIZE 6144
823 #define NETVSC_RECV_SECTION_SIZE 1728
825 /* Default size of TX buf: 1MB, RX buf: 16MB */
826 #define NETVSC_MIN_TX_SECTIONS 10
827 #define NETVSC_DEFAULT_TX (NETVSC_SEND_BUFFER_DEFAULT \
828 / NETVSC_SEND_SECTION_SIZE)
829 #define NETVSC_MIN_RX_SECTIONS 10
830 #define NETVSC_DEFAULT_RX (NETVSC_RECEIVE_BUFFER_DEFAULT \
831 / NETVSC_RECV_SECTION_SIZE)
833 #define NETVSC_RECEIVE_BUFFER_ID 0xcafe
834 #define NETVSC_SEND_BUFFER_ID 0
836 #define NETVSC_SUPPORTED_HW_FEATURES (NETIF_F_RXCSUM | NETIF_F_IP_CSUM | \
837 NETIF_F_TSO | NETIF_F_IPV6_CSUM | \
838 NETIF_F_TSO6 | NETIF_F_LRO | \
839 NETIF_F_SG | NETIF_F_RXHASH)
841 #define VRSS_SEND_TAB_SIZE 16 /* must be power of 2 */
842 #define VRSS_CHANNEL_MAX 64
843 #define VRSS_CHANNEL_DEFAULT 8
845 #define RNDIS_MAX_PKT_DEFAULT 8
846 #define RNDIS_PKT_ALIGN_DEFAULT 8
848 #define NETVSC_XDP_HDRM 256
850 struct multi_send_data
{
851 struct sk_buff
*skb
; /* skb containing the pkt */
852 struct hv_netvsc_packet
*pkt
; /* netvsc pkt pending */
853 u32 count
; /* counter of batched packets */
856 struct recv_comp_data
{
857 u64 tid
; /* transaction id */
861 struct multi_recv_comp
{
862 struct recv_comp_data
*slots
;
863 u32 first
; /* first data entry */
864 u32 next
; /* next entry for writing */
867 #define NVSP_RSC_MAX 562 /* Max #RSC frags in a vmbus xfer page pkt */
870 const struct ndis_pkt_8021q_info
*vlan
;
871 const struct ndis_tcp_ip_checksum_info
*csum_info
;
872 const u32
*hash_info
;
873 u8 is_last
; /* last RNDIS msg in a vmtransfer_page */
874 u32 cnt
; /* #fragments in an RSC packet */
875 u32 pktlen
; /* Full packet length */
876 void *data
[NVSP_RSC_MAX
];
877 u32 len
[NVSP_RSC_MAX
];
880 struct netvsc_stats
{
886 struct u64_stats_sync syncp
;
889 struct netvsc_ethtool_stats
{
890 unsigned long tx_scattered
;
891 unsigned long tx_no_memory
;
892 unsigned long tx_no_space
;
893 unsigned long tx_too_big
;
894 unsigned long tx_busy
;
895 unsigned long tx_send_full
;
896 unsigned long rx_comp_busy
;
897 unsigned long rx_no_memory
;
898 unsigned long stop_queue
;
899 unsigned long wake_queue
;
902 struct netvsc_ethtool_pcpu_stats
{
913 struct netvsc_vf_pcpu_stats
{
918 struct u64_stats_sync syncp
;
922 struct netvsc_reconfig
{
923 struct list_head list
;
927 /* L4 hash bits for different protocols */
928 #define HV_TCP4_L4HASH 1
929 #define HV_TCP6_L4HASH 2
930 #define HV_UDP4_L4HASH 4
931 #define HV_UDP6_L4HASH 8
932 #define HV_DEFAULT_L4HASH (HV_TCP4_L4HASH | HV_TCP6_L4HASH | HV_UDP4_L4HASH | \
935 /* The context of the netvsc device */
936 struct net_device_context
{
937 /* point back to our device context */
938 struct hv_device
*device_ctx
;
940 struct netvsc_device __rcu
*nvdev
;
941 /* list of netvsc net_devices */
942 struct list_head list
;
943 /* reconfigure work */
944 struct delayed_work dwork
;
945 /* last reconfig time */
946 unsigned long last_reconfig
;
947 /* reconfig events */
948 struct list_head reconfig_events
;
949 /* list protection */
952 u32 msg_enable
; /* debug level */
954 u32 tx_checksum_mask
;
956 u32 tx_table
[VRSS_SEND_TAB_SIZE
];
958 u16 rx_table
[ITAB_NUM
];
960 /* Ethtool settings */
963 u32 l4_hash
; /* L4 hash settings */
964 struct netvsc_ethtool_stats eth_stats
;
966 /* State to manage the associated VF interface. */
967 struct net_device __rcu
*vf_netdev
;
968 struct netvsc_vf_pcpu_stats __percpu
*vf_stats
;
969 struct delayed_work vf_takeover
;
971 /* 1: allocated, serial number is valid. 0: not allocated */
973 /* Serial number of the VF to team with */
976 /* Used to temporarily save the config info across hibernation */
977 struct netvsc_device_info
*saved_netvsc_dev_info
;
980 /* Per channel data */
981 struct netvsc_channel
{
982 struct vmbus_channel
*channel
;
983 struct netvsc_device
*net_device
;
984 const struct vmpacket_descriptor
*desc
;
985 struct napi_struct napi
;
986 struct multi_send_data msd
;
987 struct multi_recv_comp mrc
;
988 atomic_t queue_sends
;
991 struct bpf_prog __rcu
*bpf_prog
;
992 struct xdp_rxq_info xdp_rxq
;
994 struct netvsc_stats tx_stats
;
995 struct netvsc_stats rx_stats
;
998 /* Per netvsc device */
999 struct netvsc_device
{
1002 wait_queue_head_t wait_drain
;
1004 bool tx_disable
; /* if true, do not wake up queue again */
1006 /* Receive buffer allocated by us but manages by NetVSP */
1008 u32 recv_buf_size
; /* allocated bytes */
1009 u32 recv_buf_gpadl_handle
;
1010 u32 recv_section_cnt
;
1011 u32 recv_section_size
;
1012 u32 recv_completion_cnt
;
1014 /* Send buffer allocated by us */
1016 u32 send_buf_gpadl_handle
;
1017 u32 send_section_cnt
;
1018 u32 send_section_size
;
1019 unsigned long *send_section_map
;
1021 /* Used for NetVSP initialization protocol */
1022 struct completion channel_init_wait
;
1023 struct nvsp_message channel_init_pkt
;
1025 struct nvsp_message revoke_packet
;
1031 struct work_struct subchan_work
;
1032 wait_queue_head_t subchan_open
;
1034 struct rndis_device
*extension
;
1036 u32 max_pkt
; /* max number of pkt in one send, e.g. 8 */
1037 u32 pkt_align
; /* alignment bytes, e.g. 8 */
1039 struct netvsc_channel chan_table
[VRSS_CHANNEL_MAX
];
1041 struct rcu_head rcu
;
1044 /* NdisInitialize message */
1045 struct rndis_initialize_request
{
1052 /* Response to NdisInitialize */
1053 struct rndis_initialize_complete
{
1060 u32 max_pkt_per_msg
;
1062 u32 pkt_alignment_factor
;
1067 /* Call manager devices only: Information about an address family */
1068 /* supported by the device is appended to the response to NdisInitialize. */
1069 struct rndis_co_address_family
{
1075 /* NdisHalt message */
1076 struct rndis_halt_request
{
1080 /* NdisQueryRequest message */
1081 struct rndis_query_request
{
1085 u32 info_buf_offset
;
1089 /* Response to NdisQueryRequest */
1090 struct rndis_query_complete
{
1094 u32 info_buf_offset
;
1097 /* NdisSetRequest message */
1098 struct rndis_set_request
{
1102 u32 info_buf_offset
;
1106 /* Response to NdisSetRequest */
1107 struct rndis_set_complete
{
1112 /* NdisReset message */
1113 struct rndis_reset_request
{
1117 /* Response to NdisReset */
1118 struct rndis_reset_complete
{
1120 u32 addressing_reset
;
1123 /* NdisMIndicateStatus message */
1124 struct rndis_indicate_status
{
1127 u32 status_buf_offset
;
1130 /* Diagnostic information passed as the status buffer in */
1131 /* struct rndis_indicate_status messages signifying error conditions. */
1132 struct rndis_diagnostic_info
{
1137 /* NdisKeepAlive message */
1138 struct rndis_keepalive_request
{
1142 /* Response to NdisKeepAlive */
1143 struct rndis_keepalive_complete
{
1149 * Data message. All Offset fields contain byte offsets from the beginning of
1150 * struct rndis_packet. All Length fields are in bytes. VcHandle is set
1151 * to 0 for connectionless data, otherwise it contains the VC handle.
1153 struct rndis_packet
{
1156 u32 oob_data_offset
;
1158 u32 num_oob_data_elements
;
1159 u32 per_pkt_info_offset
;
1160 u32 per_pkt_info_len
;
1165 /* Optional Out of Band data associated with a Data message. */
1169 u32 class_info_offset
;
1172 /* Packet extension field contents associated with a Data message. */
1173 struct rndis_per_packet_info
{
1180 enum ndis_per_pkt_info_type
{
1181 TCPIP_CHKSUM_PKTINFO
,
1183 TCP_LARGESEND_PKTINFO
,
1184 CLASSIFICATION_HANDLE_PKTINFO
,
1190 NBL_HASH_VALUE
= PACKET_CANCEL_ID
,
1191 ORIGINAL_NET_BUFLIST
,
1197 enum rndis_per_pkt_info_interal_type
{
1198 RNDIS_PKTINFO_ID
= 1,
1199 /* Add more members here */
1204 #define RNDIS_PKTINFO_SUBALLOC BIT(0)
1205 #define RNDIS_PKTINFO_1ST_FRAG BIT(1)
1206 #define RNDIS_PKTINFO_LAST_FRAG BIT(2)
1208 #define RNDIS_PKTINFO_ID_V1 1
1210 struct rndis_pktinfo_id
{
1216 struct ndis_pkt_8021q_info
{
1219 u32 pri
:3; /* User Priority */
1220 u32 cfi
:1; /* Canonical Format ID */
1221 u32 vlanid
:12; /* VLAN ID */
1228 struct ndis_object_header
{
1234 #define NDIS_OBJECT_TYPE_DEFAULT 0x80
1235 #define NDIS_OFFLOAD_PARAMETERS_REVISION_3 3
1236 #define NDIS_OFFLOAD_PARAMETERS_REVISION_2 2
1237 #define NDIS_OFFLOAD_PARAMETERS_REVISION_1 1
1239 #define NDIS_OFFLOAD_PARAMETERS_NO_CHANGE 0
1240 #define NDIS_OFFLOAD_PARAMETERS_LSOV2_DISABLED 1
1241 #define NDIS_OFFLOAD_PARAMETERS_LSOV2_ENABLED 2
1242 #define NDIS_OFFLOAD_PARAMETERS_LSOV1_ENABLED 2
1243 #define NDIS_OFFLOAD_PARAMETERS_RSC_DISABLED 1
1244 #define NDIS_OFFLOAD_PARAMETERS_RSC_ENABLED 2
1245 #define NDIS_OFFLOAD_PARAMETERS_TX_RX_DISABLED 1
1246 #define NDIS_OFFLOAD_PARAMETERS_TX_ENABLED_RX_DISABLED 2
1247 #define NDIS_OFFLOAD_PARAMETERS_RX_ENABLED_TX_DISABLED 3
1248 #define NDIS_OFFLOAD_PARAMETERS_TX_RX_ENABLED 4
1250 #define NDIS_TCP_LARGE_SEND_OFFLOAD_V2_TYPE 1
1251 #define NDIS_TCP_LARGE_SEND_OFFLOAD_IPV4 0
1252 #define NDIS_TCP_LARGE_SEND_OFFLOAD_IPV6 1
1254 #define VERSION_4_OFFLOAD_SIZE 22
1256 * New offload OIDs for NDIS 6
1258 #define OID_TCP_OFFLOAD_CURRENT_CONFIG 0xFC01020B /* query only */
1259 #define OID_TCP_OFFLOAD_PARAMETERS 0xFC01020C /* set only */
1260 #define OID_TCP_OFFLOAD_HARDWARE_CAPABILITIES 0xFC01020D/* query only */
1261 #define OID_TCP_CONNECTION_OFFLOAD_CURRENT_CONFIG 0xFC01020E /* query only */
1262 #define OID_TCP_CONNECTION_OFFLOAD_HARDWARE_CAPABILITIES 0xFC01020F /* query */
1263 #define OID_OFFLOAD_ENCAPSULATION 0x0101010A /* set/query */
1266 * OID_TCP_OFFLOAD_HARDWARE_CAPABILITIES
1267 * ndis_type: NDIS_OBJTYPE_OFFLOAD
1270 #define NDIS_OFFLOAD_ENCAP_NONE 0x0000
1271 #define NDIS_OFFLOAD_ENCAP_NULL 0x0001
1272 #define NDIS_OFFLOAD_ENCAP_8023 0x0002
1273 #define NDIS_OFFLOAD_ENCAP_8023PQ 0x0004
1274 #define NDIS_OFFLOAD_ENCAP_8023PQ_OOB 0x0008
1275 #define NDIS_OFFLOAD_ENCAP_RFC1483 0x0010
1277 struct ndis_csum_offload
{
1280 #define NDIS_TXCSUM_CAP_IP4OPT 0x001
1281 #define NDIS_TXCSUM_CAP_TCP4OPT 0x004
1282 #define NDIS_TXCSUM_CAP_TCP4 0x010
1283 #define NDIS_TXCSUM_CAP_UDP4 0x040
1284 #define NDIS_TXCSUM_CAP_IP4 0x100
1286 #define NDIS_TXCSUM_ALL_TCP4 (NDIS_TXCSUM_CAP_TCP4 | NDIS_TXCSUM_CAP_TCP4OPT)
1290 #define NDIS_RXCSUM_CAP_IP4OPT 0x001
1291 #define NDIS_RXCSUM_CAP_TCP4OPT 0x004
1292 #define NDIS_RXCSUM_CAP_TCP4 0x010
1293 #define NDIS_RXCSUM_CAP_UDP4 0x040
1294 #define NDIS_RXCSUM_CAP_IP4 0x100
1297 #define NDIS_TXCSUM_CAP_IP6EXT 0x001
1298 #define NDIS_TXCSUM_CAP_TCP6OPT 0x004
1299 #define NDIS_TXCSUM_CAP_TCP6 0x010
1300 #define NDIS_TXCSUM_CAP_UDP6 0x040
1303 #define NDIS_RXCSUM_CAP_IP6EXT 0x001
1304 #define NDIS_RXCSUM_CAP_TCP6OPT 0x004
1305 #define NDIS_RXCSUM_CAP_TCP6 0x010
1306 #define NDIS_RXCSUM_CAP_UDP6 0x040
1308 #define NDIS_TXCSUM_ALL_TCP6 (NDIS_TXCSUM_CAP_TCP6 | \
1309 NDIS_TXCSUM_CAP_TCP6OPT | \
1310 NDIS_TXCSUM_CAP_IP6EXT)
1313 struct ndis_lsov1_offload
{
1320 struct ndis_ipsecv1_offload
{
1330 struct ndis_lsov2_offload
{
1338 #define NDIS_LSOV2_CAP_IP6EXT 0x001
1339 #define NDIS_LSOV2_CAP_TCP6OPT 0x004
1341 #define NDIS_LSOV2_CAP_IP6 (NDIS_LSOV2_CAP_IP6EXT | \
1342 NDIS_LSOV2_CAP_TCP6OPT)
1345 struct ndis_ipsecv2_offload
{
1364 struct ndis_rsc_offload
{
1369 struct ndis_encap_offload
{
1374 struct ndis_offload
{
1375 struct ndis_object_header header
;
1376 struct ndis_csum_offload csum
;
1377 struct ndis_lsov1_offload lsov1
;
1378 struct ndis_ipsecv1_offload ipsecv1
;
1379 struct ndis_lsov2_offload lsov2
;
1382 struct ndis_ipsecv2_offload ipsecv2
;
1384 struct ndis_rsc_offload rsc
;
1385 struct ndis_encap_offload encap_gre
;
1388 #define NDIS_OFFLOAD_SIZE sizeof(struct ndis_offload)
1389 #define NDIS_OFFLOAD_SIZE_6_0 offsetof(struct ndis_offload, ipsecv2)
1390 #define NDIS_OFFLOAD_SIZE_6_1 offsetof(struct ndis_offload, rsc)
1392 struct ndis_offload_params
{
1393 struct ndis_object_header header
;
1403 u8 tcp_connection_ip_v4
;
1404 u8 tcp_connection_ip_v6
;
1413 u8 encapsulated_packet_task_offload
;
1414 u8 encapsulation_types
;
1418 struct ndis_tcp_ip_checksum_info
{
1425 u32 ip_header_checksum
:1;
1427 u32 tcp_header_offset
:10;
1430 u32 tcp_checksum_failed
:1;
1431 u32 udp_checksum_failed
:1;
1432 u32 ip_checksum_failed
:1;
1433 u32 tcp_checksum_succeeded
:1;
1434 u32 udp_checksum_succeeded
:1;
1435 u32 ip_checksum_succeeded
:1;
1437 u32 tcp_checksum_value_invalid
:1;
1438 u32 ip_checksum_value_invalid
:1;
1444 struct ndis_tcp_lso_info
{
1453 u32 tcp_header_offset
:10;
1461 } lso_v1_transmit_complete
;
1464 u32 tcp_header_offset
:10;
1472 } lso_v2_transmit_complete
;
1477 #define NDIS_VLAN_PPI_SIZE (sizeof(struct rndis_per_packet_info) + \
1478 sizeof(struct ndis_pkt_8021q_info))
1480 #define NDIS_CSUM_PPI_SIZE (sizeof(struct rndis_per_packet_info) + \
1481 sizeof(struct ndis_tcp_ip_checksum_info))
1483 #define NDIS_LSO_PPI_SIZE (sizeof(struct rndis_per_packet_info) + \
1484 sizeof(struct ndis_tcp_lso_info))
1486 #define NDIS_HASH_PPI_SIZE (sizeof(struct rndis_per_packet_info) + \
1489 /* Total size of all PPI data */
1490 #define NDIS_ALL_PPI_SIZE (NDIS_VLAN_PPI_SIZE + NDIS_CSUM_PPI_SIZE + \
1491 NDIS_LSO_PPI_SIZE + NDIS_HASH_PPI_SIZE)
1493 /* Format of Information buffer passed in a SetRequest for the OID */
1494 /* OID_GEN_RNDIS_CONFIG_PARAMETER. */
1495 struct rndis_config_parameter_info
{
1496 u32 parameter_name_offset
;
1497 u32 parameter_name_length
;
1499 u32 parameter_value_offset
;
1500 u32 parameter_value_length
;
1503 /* Values for ParameterType in struct rndis_config_parameter_info */
1504 #define RNDIS_CONFIG_PARAM_TYPE_INTEGER 0
1505 #define RNDIS_CONFIG_PARAM_TYPE_STRING 2
1507 /* CONDIS Miniport messages for connection oriented devices */
1508 /* that do not implement a call manager. */
1510 /* CoNdisMiniportCreateVc message */
1511 struct rcondis_mp_create_vc
{
1516 /* Response to CoNdisMiniportCreateVc */
1517 struct rcondis_mp_create_vc_complete
{
1523 /* CoNdisMiniportDeleteVc message */
1524 struct rcondis_mp_delete_vc
{
1529 /* Response to CoNdisMiniportDeleteVc */
1530 struct rcondis_mp_delete_vc_complete
{
1535 /* CoNdisMiniportQueryRequest message */
1536 struct rcondis_mp_query_request
{
1542 u32 info_buf_offset
;
1545 /* CoNdisMiniportSetRequest message */
1546 struct rcondis_mp_set_request
{
1552 u32 info_buf_offset
;
1555 /* CoNdisIndicateStatus message */
1556 struct rcondis_indicate_status
{
1560 u32 status_buf_offset
;
1563 /* CONDIS Call/VC parameters */
1564 struct rcondis_specific_parameters
{
1566 u32 parameter_length
;
1567 u32 parameter_lffset
;
1570 struct rcondis_media_parameters
{
1574 struct rcondis_specific_parameters media_specific
;
1577 struct rndis_flowspec
{
1579 u32 token_bucket_size
;
1582 u32 delay_variation
;
1585 u32 minimum_policed_size
;
1588 struct rcondis_call_manager_parameters
{
1589 struct rndis_flowspec transmit
;
1590 struct rndis_flowspec receive
;
1591 struct rcondis_specific_parameters call_mgr_specific
;
1594 /* CoNdisMiniportActivateVc message */
1595 struct rcondis_mp_activate_vc_request
{
1599 u32 media_params_offset
;
1600 u32 media_params_length
;
1601 u32 call_mgr_params_offset
;
1602 u32 call_mgr_params_length
;
1605 /* Response to CoNdisMiniportActivateVc */
1606 struct rcondis_mp_activate_vc_complete
{
1611 /* CoNdisMiniportDeactivateVc message */
1612 struct rcondis_mp_deactivate_vc_request
{
1618 /* Response to CoNdisMiniportDeactivateVc */
1619 struct rcondis_mp_deactivate_vc_complete
{
1625 /* union with all of the RNDIS messages */
1626 union rndis_message_container
{
1627 struct rndis_packet pkt
;
1628 struct rndis_initialize_request init_req
;
1629 struct rndis_halt_request halt_req
;
1630 struct rndis_query_request query_req
;
1631 struct rndis_set_request set_req
;
1632 struct rndis_reset_request reset_req
;
1633 struct rndis_keepalive_request keep_alive_req
;
1634 struct rndis_indicate_status indicate_status
;
1635 struct rndis_initialize_complete init_complete
;
1636 struct rndis_query_complete query_complete
;
1637 struct rndis_set_complete set_complete
;
1638 struct rndis_reset_complete reset_complete
;
1639 struct rndis_keepalive_complete keep_alive_complete
;
1640 struct rcondis_mp_create_vc co_miniport_create_vc
;
1641 struct rcondis_mp_delete_vc co_miniport_delete_vc
;
1642 struct rcondis_indicate_status co_indicate_status
;
1643 struct rcondis_mp_activate_vc_request co_miniport_activate_vc
;
1644 struct rcondis_mp_deactivate_vc_request co_miniport_deactivate_vc
;
1645 struct rcondis_mp_create_vc_complete co_miniport_create_vc_complete
;
1646 struct rcondis_mp_delete_vc_complete co_miniport_delete_vc_complete
;
1647 struct rcondis_mp_activate_vc_complete co_miniport_activate_vc_complete
;
1648 struct rcondis_mp_deactivate_vc_complete
1649 co_miniport_deactivate_vc_complete
;
1652 /* Remote NDIS message format */
1653 struct rndis_message
{
1656 /* Total length of this message, from the beginning */
1657 /* of the struct rndis_message, in bytes. */
1660 /* Actual message */
1661 union rndis_message_container msg
;
1667 /* get the size of an RNDIS message. Pass in the message type, */
1668 /* struct rndis_set_request, struct rndis_packet for example */
1669 #define RNDIS_MESSAGE_SIZE(msg) \
1670 (sizeof(msg) + (sizeof(struct rndis_message) - \
1671 sizeof(union rndis_message_container)))
1673 #define RNDIS_HEADER_SIZE (sizeof(struct rndis_message) - \
1674 sizeof(union rndis_message_container))
1676 #define RNDIS_AND_PPI_SIZE (sizeof(struct rndis_message) + NDIS_ALL_PPI_SIZE)
1678 #define NDIS_PACKET_TYPE_DIRECTED 0x00000001
1679 #define NDIS_PACKET_TYPE_MULTICAST 0x00000002
1680 #define NDIS_PACKET_TYPE_ALL_MULTICAST 0x00000004
1681 #define NDIS_PACKET_TYPE_BROADCAST 0x00000008
1682 #define NDIS_PACKET_TYPE_SOURCE_ROUTING 0x00000010
1683 #define NDIS_PACKET_TYPE_PROMISCUOUS 0x00000020
1684 #define NDIS_PACKET_TYPE_SMT 0x00000040
1685 #define NDIS_PACKET_TYPE_ALL_LOCAL 0x00000080
1686 #define NDIS_PACKET_TYPE_GROUP 0x00000100
1687 #define NDIS_PACKET_TYPE_ALL_FUNCTIONAL 0x00000200
1688 #define NDIS_PACKET_TYPE_FUNCTIONAL 0x00000400
1689 #define NDIS_PACKET_TYPE_MAC_FRAME 0x00000800
1691 #define TRANSPORT_INFO_NOT_IP 0
1692 #define TRANSPORT_INFO_IPV4_TCP 0x01
1693 #define TRANSPORT_INFO_IPV4_UDP 0x02
1694 #define TRANSPORT_INFO_IPV6_TCP 0x10
1695 #define TRANSPORT_INFO_IPV6_UDP 0x20
1697 #endif /* _HYPERV_NET_H */