projects/linux·blob master · refs

1827 lines · 44.4 KiB

1/* SPDX-License-Identifier: GPL-2.0-only */
2/*
3 *
4 * Copyright (c) 2011, Microsoft Corporation.
5 *
6 * Authors:
7 * Haiyang Zhang <[email protected]>
8 * Hank Janssen <[email protected]>
9 * K. Y. Srinivasan <[email protected]>
10 */
11
12#ifndef _HYPERV_NET_H
13#define _HYPERV_NET_H
14
15#include <linux/list.h>
16#include <linux/hyperv.h>
17#include <linux/rndis.h>
18#include <linux/jhash.h>
19#include <net/xdp.h>
20
21/* RSS related */
22#define OID_GEN_RECEIVE_SCALE_CAPABILITIES 0x00010203 /* query only */
23#define OID_GEN_RECEIVE_SCALE_PARAMETERS 0x00010204 /* query and set */
24
25#define NDIS_OBJECT_TYPE_RSS_CAPABILITIES 0x88
26#define NDIS_OBJECT_TYPE_RSS_PARAMETERS 0x89
27#define NDIS_OBJECT_TYPE_OFFLOAD 0xa7
28
29#define NDIS_RECEIVE_SCALE_CAPABILITIES_REVISION_2 2
30#define NDIS_RECEIVE_SCALE_PARAMETERS_REVISION_2 2
31
32struct ndis_obj_header {
33 u8 type;
34 u8 rev;
35 u16 size;
36} __packed;
37
38/* ndis_recv_scale_cap/cap_flag */
39#define NDIS_RSS_CAPS_MESSAGE_SIGNALED_INTERRUPTS 0x01000000
40#define NDIS_RSS_CAPS_CLASSIFICATION_AT_ISR 0x02000000
41#define NDIS_RSS_CAPS_CLASSIFICATION_AT_DPC 0x04000000
42#define NDIS_RSS_CAPS_USING_MSI_X 0x08000000
43#define NDIS_RSS_CAPS_RSS_AVAILABLE_ON_PORTS 0x10000000
44#define NDIS_RSS_CAPS_SUPPORTS_MSI_X 0x20000000
45#define NDIS_RSS_CAPS_HASH_TYPE_TCP_IPV4 0x00000100
46#define NDIS_RSS_CAPS_HASH_TYPE_TCP_IPV6 0x00000200
47#define NDIS_RSS_CAPS_HASH_TYPE_TCP_IPV6_EX 0x00000400
48
49struct ndis_recv_scale_cap { /* NDIS_RECEIVE_SCALE_CAPABILITIES */
50 struct ndis_obj_header hdr;
51 u32 cap_flag;
52 u32 num_int_msg;
53 u32 num_recv_que;
54 u16 num_indirect_tabent;
55} __packed;
56
57
58/* ndis_recv_scale_param flags */
59#define NDIS_RSS_PARAM_FLAG_BASE_CPU_UNCHANGED 0x0001
60#define NDIS_RSS_PARAM_FLAG_HASH_INFO_UNCHANGED 0x0002
61#define NDIS_RSS_PARAM_FLAG_ITABLE_UNCHANGED 0x0004
62#define NDIS_RSS_PARAM_FLAG_HASH_KEY_UNCHANGED 0x0008
63#define NDIS_RSS_PARAM_FLAG_DISABLE_RSS 0x0010
64
65/* Hash info bits */
66#define NDIS_HASH_FUNC_TOEPLITZ 0x00000001
67#define NDIS_HASH_IPV4 0x00000100
68#define NDIS_HASH_TCP_IPV4 0x00000200
69#define NDIS_HASH_IPV6 0x00000400
70#define NDIS_HASH_IPV6_EX 0x00000800
71#define NDIS_HASH_TCP_IPV6 0x00001000
72#define NDIS_HASH_TCP_IPV6_EX 0x00002000
73
74#define NDIS_RSS_INDIRECTION_TABLE_MAX_SIZE_REVISION_2 (128 * 4)
75#define NDIS_RSS_HASH_SECRET_KEY_MAX_SIZE_REVISION_2 40
76
77#define ITAB_NUM 128
78#define ITAB_NUM_MAX 256
79
80struct ndis_recv_scale_param { /* NDIS_RECEIVE_SCALE_PARAMETERS */
81 struct ndis_obj_header hdr;
82
83 /* Qualifies the rest of the information */
84 u16 flag;
85
86 /* The base CPU number to do receive processing. not used */
87 u16 base_cpu_number;
88
89 /* This describes the hash function and type being enabled */
90 u32 hashinfo;
91
92 /* The size of indirection table array */
93 u16 indirect_tabsize;
94
95 /* The offset of the indirection table from the beginning of this
96 * structure
97 */
98 u32 indirect_taboffset;
99
100 /* The size of the hash secret key */
101 u16 hashkey_size;
102
103 /* The offset of the secret key from the beginning of this structure */
104 u32 hashkey_offset;
105
106 u32 processor_masks_offset;
107 u32 num_processor_masks;
108 u32 processor_masks_entry_size;
109};
110
111struct ndis_tcp_ip_checksum_info {
112 union {
113 struct {
114 u32 is_ipv4:1;
115 u32 is_ipv6:1;
116 u32 tcp_checksum:1;
117 u32 udp_checksum:1;
118 u32 ip_header_checksum:1;
119 u32 reserved:11;
120 u32 tcp_header_offset:10;
121 } transmit;
122 struct {
123 u32 tcp_checksum_failed:1;
124 u32 udp_checksum_failed:1;
125 u32 ip_checksum_failed:1;
126 u32 tcp_checksum_succeeded:1;
127 u32 udp_checksum_succeeded:1;
128 u32 ip_checksum_succeeded:1;
129 u32 loopback:1;
130 u32 tcp_checksum_value_invalid:1;
131 u32 ip_checksum_value_invalid:1;
132 } receive;
133 u32 value;
134 };
135};
136
137struct ndis_pkt_8021q_info {
138 union {
139 struct {
140 u32 pri:3; /* User Priority */
141 u32 cfi:1; /* Canonical Format ID */
142 u32 vlanid:12; /* VLAN ID */
143 u32 reserved:16;
144 };
145 u32 value;
146 };
147};
148
149/*
150 * Represent netvsc packet which contains 1 RNDIS and 1 ethernet frame
151 * within the RNDIS
152 *
153 * The size of this structure is less than 48 bytes and we can now
154 * place this structure in the skb->cb field.
155 */
156struct hv_netvsc_packet {
157 /* Bookkeeping stuff */
158 u8 cp_partial; /* partial copy into send buffer */
159
160 u8 rmsg_size; /* RNDIS header and PPI size */
161 u8 page_buf_cnt;
162
163 u16 q_idx;
164 u16 total_packets;
165
166 u32 total_bytes;
167 u32 send_buf_index;
168 u32 total_data_buflen;
169 struct hv_dma_range *dma_range;
170};
171
172#define NETVSC_HASH_KEYLEN 40
173
174struct netvsc_device_info {
175 unsigned char mac_adr[ETH_ALEN];
176 u32 num_chn;
177 u32 send_sections;
178 u32 recv_sections;
179 u32 send_section_size;
180 u32 recv_section_size;
181
182 struct bpf_prog *bprog;
183
184 u8 rss_key[NETVSC_HASH_KEYLEN];
185};
186
187enum rndis_device_state {
188 RNDIS_DEV_UNINITIALIZED = 0,
189 RNDIS_DEV_INITIALIZING,
190 RNDIS_DEV_INITIALIZED,
191 RNDIS_DEV_DATAINITIALIZED,
192};
193
194struct rndis_device {
195 struct net_device *ndev;
196
197 enum rndis_device_state state;
198
199 atomic_t new_req_id;
200
201 spinlock_t request_lock;
202 struct list_head req_list;
203
204 struct work_struct mcast_work;
205 u32 filter;
206
207 bool link_state; /* 0 - link up, 1 - link down */
208
209 u8 hw_mac_adr[ETH_ALEN];
210 u8 rss_key[NETVSC_HASH_KEYLEN];
211};
212
213
214/* Interface */
215struct rndis_message;
216struct ndis_offload_params;
217struct netvsc_device;
218struct netvsc_channel;
219struct net_device_context;
220
221extern u32 netvsc_ring_bytes;
222
223int netvsc_workqueue_init(void);
224void netvsc_workqueue_destroy(void);
225struct netvsc_device *netvsc_device_add(struct hv_device *device,
226 const struct netvsc_device_info *info);
227int netvsc_alloc_recv_comp_ring(struct netvsc_device *net_device, u32 q_idx);
228void netvsc_device_remove(struct hv_device *device);
229int netvsc_send(struct net_device *net,
230 struct hv_netvsc_packet *packet,
231 struct rndis_message *rndis_msg,
232 struct hv_page_buffer *page_buffer,
233 struct sk_buff *skb,
234 bool xdp_tx);
235void netvsc_linkstatus_callback(struct net_device *net,
236 struct rndis_message *resp,
237 void *data, u32 data_buflen);
238int netvsc_recv_callback(struct net_device *net,
239 struct netvsc_device *nvdev,
240 struct netvsc_channel *nvchan);
241void netvsc_channel_cb(void *context);
242int netvsc_poll(struct napi_struct *napi, int budget);
243
244void netvsc_xdp_xmit(struct sk_buff *skb, struct net_device *ndev);
245u32 netvsc_run_xdp(struct net_device *ndev, struct netvsc_channel *nvchan,
246 struct xdp_buff *xdp);
247unsigned int netvsc_xdp_fraglen(unsigned int len);
248struct bpf_prog *netvsc_xdp_get(struct netvsc_device *nvdev);
249int netvsc_xdp_set(struct net_device *dev, struct bpf_prog *prog,
250 struct netlink_ext_ack *extack,
251 struct netvsc_device *nvdev);
252int netvsc_vf_setxdp(struct net_device *vf_netdev, struct bpf_prog *prog);
253int netvsc_bpf(struct net_device *dev, struct netdev_bpf *bpf);
254int netvsc_ndoxdp_xmit(struct net_device *ndev, int n,
255 struct xdp_frame **frames, u32 flags);
256
257int rndis_set_subchannel(struct net_device *ndev,
258 struct netvsc_device *nvdev,
259 struct netvsc_device_info *dev_info);
260int rndis_filter_open(struct netvsc_device *nvdev);
261int rndis_filter_close(struct netvsc_device *nvdev);
262struct netvsc_device *rndis_filter_device_add(struct hv_device *dev,
263 struct netvsc_device_info *info);
264void rndis_filter_update(struct netvsc_device *nvdev);
265void rndis_filter_device_remove(struct hv_device *dev,
266 struct netvsc_device *nvdev);
267int rndis_filter_set_rss_param(struct rndis_device *rdev,
268 const u8 *key);
269int rndis_filter_set_offload_params(struct net_device *ndev,
270 struct netvsc_device *nvdev,
271 struct ndis_offload_params *req_offloads);
272int rndis_filter_receive(struct net_device *ndev,
273 struct netvsc_device *net_dev,
274 struct netvsc_channel *nvchan,
275 void *data, u32 buflen);
276
277int rndis_filter_set_device_mac(struct netvsc_device *ndev,
278 const char *mac);
279
280int netvsc_switch_datapath(struct net_device *nv_dev, bool vf);
281
282#define NVSP_INVALID_PROTOCOL_VERSION ((u32)0xFFFFFFFF)
283
284#define NVSP_PROTOCOL_VERSION_1 2
285#define NVSP_PROTOCOL_VERSION_2 0x30002
286#define NVSP_PROTOCOL_VERSION_4 0x40000
287#define NVSP_PROTOCOL_VERSION_5 0x50000
288#define NVSP_PROTOCOL_VERSION_6 0x60000
289#define NVSP_PROTOCOL_VERSION_61 0x60001
290
291enum {
292 NVSP_MSG_TYPE_NONE = 0,
293
294 /* Init Messages */
295 NVSP_MSG_TYPE_INIT = 1,
296 NVSP_MSG_TYPE_INIT_COMPLETE = 2,
297
298 NVSP_VERSION_MSG_START = 100,
299
300 /* Version 1 Messages */
301 NVSP_MSG1_TYPE_SEND_NDIS_VER = NVSP_VERSION_MSG_START,
302
303 NVSP_MSG1_TYPE_SEND_RECV_BUF,
304 NVSP_MSG1_TYPE_SEND_RECV_BUF_COMPLETE,
305 NVSP_MSG1_TYPE_REVOKE_RECV_BUF,
306
307 NVSP_MSG1_TYPE_SEND_SEND_BUF,
308 NVSP_MSG1_TYPE_SEND_SEND_BUF_COMPLETE,
309 NVSP_MSG1_TYPE_REVOKE_SEND_BUF,
310
311 NVSP_MSG1_TYPE_SEND_RNDIS_PKT,
312 NVSP_MSG1_TYPE_SEND_RNDIS_PKT_COMPLETE,
313
314 /* Version 2 messages */
315 NVSP_MSG2_TYPE_SEND_CHIMNEY_DELEGATED_BUF,
316 NVSP_MSG2_TYPE_SEND_CHIMNEY_DELEGATED_BUF_COMP,
317 NVSP_MSG2_TYPE_REVOKE_CHIMNEY_DELEGATED_BUF,
318
319 NVSP_MSG2_TYPE_RESUME_CHIMNEY_RX_INDICATION,
320
321 NVSP_MSG2_TYPE_TERMINATE_CHIMNEY,
322 NVSP_MSG2_TYPE_TERMINATE_CHIMNEY_COMP,
323
324 NVSP_MSG2_TYPE_INDICATE_CHIMNEY_EVENT,
325
326 NVSP_MSG2_TYPE_SEND_CHIMNEY_PKT,
327 NVSP_MSG2_TYPE_SEND_CHIMNEY_PKT_COMP,
328
329 NVSP_MSG2_TYPE_POST_CHIMNEY_RECV_REQ,
330 NVSP_MSG2_TYPE_POST_CHIMNEY_RECV_REQ_COMP,
331
332 NVSP_MSG2_TYPE_ALLOC_RXBUF,
333 NVSP_MSG2_TYPE_ALLOC_RXBUF_COMP,
334
335 NVSP_MSG2_TYPE_FREE_RXBUF,
336
337 NVSP_MSG2_TYPE_SEND_VMQ_RNDIS_PKT,
338 NVSP_MSG2_TYPE_SEND_VMQ_RNDIS_PKT_COMP,
339
340 NVSP_MSG2_TYPE_SEND_NDIS_CONFIG,
341
342 NVSP_MSG2_TYPE_ALLOC_CHIMNEY_HANDLE,
343 NVSP_MSG2_TYPE_ALLOC_CHIMNEY_HANDLE_COMP,
344
345 NVSP_MSG2_MAX = NVSP_MSG2_TYPE_ALLOC_CHIMNEY_HANDLE_COMP,
346
347 /* Version 4 messages */
348 NVSP_MSG4_TYPE_SEND_VF_ASSOCIATION,
349 NVSP_MSG4_TYPE_SWITCH_DATA_PATH,
350 NVSP_MSG4_TYPE_UPLINK_CONNECT_STATE_DEPRECATED,
351
352 NVSP_MSG4_MAX = NVSP_MSG4_TYPE_UPLINK_CONNECT_STATE_DEPRECATED,
353
354 /* Version 5 messages */
355 NVSP_MSG5_TYPE_OID_QUERY_EX,
356 NVSP_MSG5_TYPE_OID_QUERY_EX_COMP,
357 NVSP_MSG5_TYPE_SUBCHANNEL,
358 NVSP_MSG5_TYPE_SEND_INDIRECTION_TABLE,
359
360 NVSP_MSG5_MAX = NVSP_MSG5_TYPE_SEND_INDIRECTION_TABLE,
361
362 /* Version 6 messages */
363 NVSP_MSG6_TYPE_PD_API,
364 NVSP_MSG6_TYPE_PD_POST_BATCH,
365
366 NVSP_MSG6_MAX = NVSP_MSG6_TYPE_PD_POST_BATCH
367};
368
369enum {
370 NVSP_STAT_NONE = 0,
371 NVSP_STAT_SUCCESS,
372 NVSP_STAT_FAIL,
373 NVSP_STAT_PROTOCOL_TOO_NEW,
374 NVSP_STAT_PROTOCOL_TOO_OLD,
375 NVSP_STAT_INVALID_RNDIS_PKT,
376 NVSP_STAT_BUSY,
377 NVSP_STAT_PROTOCOL_UNSUPPORTED,
378 NVSP_STAT_MAX,
379};
380
381struct nvsp_message_header {
382 u32 msg_type;
383};
384
385/* Init Messages */
386
387/*
388 * This message is used by the VSC to initialize the channel after the channels
389 * has been opened. This message should never include anything other then
390 * versioning (i.e. this message will be the same for ever).
391 */
392struct nvsp_message_init {
393 u32 min_protocol_ver;
394 u32 max_protocol_ver;
395} __packed;
396
397/*
398 * This message is used by the VSP to complete the initialization of the
399 * channel. This message should never include anything other then versioning
400 * (i.e. this message will be the same for ever).
401 */
402struct nvsp_message_init_complete {
403 u32 negotiated_protocol_ver;
404 u32 max_mdl_chain_len;
405 u32 status;
406} __packed;
407
408union nvsp_message_init_uber {
409 struct nvsp_message_init init;
410 struct nvsp_message_init_complete init_complete;
411} __packed;
412
413/* Version 1 Messages */
414
415/*
416 * This message is used by the VSC to send the NDIS version to the VSP. The VSP
417 * can use this information when handling OIDs sent by the VSC.
418 */
419struct nvsp_1_message_send_ndis_version {
420 u32 ndis_major_ver;
421 u32 ndis_minor_ver;
422} __packed;
423
424/*
425 * This message is used by the VSC to send a receive buffer to the VSP. The VSP
426 * can then use the receive buffer to send data to the VSC.
427 */
428struct nvsp_1_message_send_receive_buffer {
429 u32 gpadl_handle;
430 u16 id;
431} __packed;
432
433struct nvsp_1_receive_buffer_section {
434 u32 offset;
435 u32 sub_alloc_size;
436 u32 num_sub_allocs;
437 u32 end_offset;
438} __packed;
439
440/*
441 * This message is used by the VSP to acknowledge a receive buffer send by the
442 * VSC. This message must be sent by the VSP before the VSP uses the receive
443 * buffer.
444 */
445struct nvsp_1_message_send_receive_buffer_complete {
446 u32 status;
447 u32 num_sections;
448
449 /*
450 * The receive buffer is split into two parts, a large suballocation
451 * section and a small suballocation section. These sections are then
452 * suballocated by a certain size.
453 */
454
455 /*
456 * For example, the following break up of the receive buffer has 6
457 * large suballocations and 10 small suballocations.
458 */
459
460 /*
461 * | Large Section | | Small Section |
462 * ------------------------------------------------------------
463 * | | | | | | | | | | | | | | | | | |
464 * | |
465 * LargeOffset SmallOffset
466 */
467
468 struct nvsp_1_receive_buffer_section sections[];
469} __packed;
470
471/*
472 * This message is sent by the VSC to revoke the receive buffer. After the VSP
473 * completes this transaction, the vsp should never use the receive buffer
474 * again.
475 */
476struct nvsp_1_message_revoke_receive_buffer {
477 u16 id;
478};
479
480/*
481 * This message is used by the VSC to send a send buffer to the VSP. The VSC
482 * can then use the send buffer to send data to the VSP.
483 */
484struct nvsp_1_message_send_send_buffer {
485 u32 gpadl_handle;
486 u16 id;
487} __packed;
488
489/*
490 * This message is used by the VSP to acknowledge a send buffer sent by the
491 * VSC. This message must be sent by the VSP before the VSP uses the sent
492 * buffer.
493 */
494struct nvsp_1_message_send_send_buffer_complete {
495 u32 status;
496
497 /*
498 * The VSC gets to choose the size of the send buffer and the VSP gets
499 * to choose the sections size of the buffer. This was done to enable
500 * dynamic reconfigurations when the cost of GPA-direct buffers
501 * decreases.
502 */
503 u32 section_size;
504} __packed;
505
506/*
507 * This message is sent by the VSC to revoke the send buffer. After the VSP
508 * completes this transaction, the vsp should never use the send buffer again.
509 */
510struct nvsp_1_message_revoke_send_buffer {
511 u16 id;
512};
513
514/*
515 * This message is used by both the VSP and the VSC to send a RNDIS message to
516 * the opposite channel endpoint.
517 */
518struct nvsp_1_message_send_rndis_packet {
519 /*
520 * This field is specified by RNDIS. They assume there's two different
521 * channels of communication. However, the Network VSP only has one.
522 * Therefore, the channel travels with the RNDIS packet.
523 */
524 u32 channel_type;
525
526 /*
527 * This field is used to send part or all of the data through a send
528 * buffer. This values specifies an index into the send buffer. If the
529 * index is 0xFFFFFFFF, then the send buffer is not being used and all
530 * of the data was sent through other VMBus mechanisms.
531 */
532 u32 send_buf_section_index;
533 u32 send_buf_section_size;
534} __packed;
535
536/*
537 * This message is used by both the VSP and the VSC to complete a RNDIS message
538 * to the opposite channel endpoint. At this point, the initiator of this
539 * message cannot use any resources associated with the original RNDIS packet.
540 */
541struct nvsp_1_message_send_rndis_packet_complete {
542 u32 status;
543};
544
545union nvsp_1_message_uber {
546 struct nvsp_1_message_send_ndis_version send_ndis_ver;
547
548 struct nvsp_1_message_send_receive_buffer send_recv_buf;
549 struct nvsp_1_message_send_receive_buffer_complete
550 send_recv_buf_complete;
551 struct nvsp_1_message_revoke_receive_buffer revoke_recv_buf;
552
553 struct nvsp_1_message_send_send_buffer send_send_buf;
554 struct nvsp_1_message_send_send_buffer_complete send_send_buf_complete;
555 struct nvsp_1_message_revoke_send_buffer revoke_send_buf;
556
557 struct nvsp_1_message_send_rndis_packet send_rndis_pkt;
558 struct nvsp_1_message_send_rndis_packet_complete
559 send_rndis_pkt_complete;
560} __packed;
561
562
563/*
564 * Network VSP protocol version 2 messages:
565 */
566struct nvsp_2_vsc_capability {
567 union {
568 u64 data;
569 struct {
570 u64 vmq:1;
571 u64 chimney:1;
572 u64 sriov:1;
573 u64 ieee8021q:1;
574 u64 correlation_id:1;
575 u64 teaming:1;
576 u64 vsubnetid:1;
577 u64 rsc:1;
578 };
579 };
580} __packed;
581
582struct nvsp_2_send_ndis_config {
583 u32 mtu;
584 u32 reserved;
585 struct nvsp_2_vsc_capability capability;
586} __packed;
587
588/* Allocate receive buffer */
589struct nvsp_2_alloc_rxbuf {
590 /* Allocation ID to match the allocation request and response */
591 u32 alloc_id;
592
593 /* Length of the VM shared memory receive buffer that needs to
594 * be allocated
595 */
596 u32 len;
597} __packed;
598
599/* Allocate receive buffer complete */
600struct nvsp_2_alloc_rxbuf_comp {
601 /* The NDIS_STATUS code for buffer allocation */
602 u32 status;
603
604 u32 alloc_id;
605
606 /* GPADL handle for the allocated receive buffer */
607 u32 gpadl_handle;
608
609 /* Receive buffer ID */
610 u64 recv_buf_id;
611} __packed;
612
613struct nvsp_2_free_rxbuf {
614 u64 recv_buf_id;
615} __packed;
616
617union nvsp_2_message_uber {
618 struct nvsp_2_send_ndis_config send_ndis_config;
619 struct nvsp_2_alloc_rxbuf alloc_rxbuf;
620 struct nvsp_2_alloc_rxbuf_comp alloc_rxbuf_comp;
621 struct nvsp_2_free_rxbuf free_rxbuf;
622} __packed;
623
624struct nvsp_4_send_vf_association {
625 /* 1: allocated, serial number is valid. 0: not allocated */
626 u32 allocated;
627
628 /* Serial number of the VF to team with */
629 u32 serial;
630} __packed;
631
632enum nvsp_vm_datapath {
633 NVSP_DATAPATH_SYNTHETIC = 0,
634 NVSP_DATAPATH_VF,
635 NVSP_DATAPATH_MAX
636};
637
638struct nvsp_4_sw_datapath {
639 u32 active_datapath; /* active data path in VM */
640} __packed;
641
642union nvsp_4_message_uber {
643 struct nvsp_4_send_vf_association vf_assoc;
644 struct nvsp_4_sw_datapath active_dp;
645} __packed;
646
647enum nvsp_subchannel_operation {
648 NVSP_SUBCHANNEL_NONE = 0,
649 NVSP_SUBCHANNEL_ALLOCATE,
650 NVSP_SUBCHANNEL_MAX
651};
652
653struct nvsp_5_subchannel_request {
654 u32 op;
655 u32 num_subchannels;
656} __packed;
657
658struct nvsp_5_subchannel_complete {
659 u32 status;
660 u32 num_subchannels; /* Actual number of subchannels allocated */
661} __packed;
662
663struct nvsp_5_send_indirect_table {
664 /* The number of entries in the send indirection table */
665 u32 count;
666
667 /* The offset of the send indirection table from the beginning of
668 * struct nvsp_message.
669 * The send indirection table tells which channel to put the send
670 * traffic on. Each entry is a channel number.
671 */
672 u32 offset;
673} __packed;
674
675union nvsp_5_message_uber {
676 struct nvsp_5_subchannel_request subchn_req;
677 struct nvsp_5_subchannel_complete subchn_comp;
678 struct nvsp_5_send_indirect_table send_table;
679} __packed;
680
681enum nvsp_6_pd_api_op {
682 PD_API_OP_CONFIG = 1,
683 PD_API_OP_SW_DATAPATH, /* Switch Datapath */
684 PD_API_OP_OPEN_PROVIDER,
685 PD_API_OP_CLOSE_PROVIDER,
686 PD_API_OP_CREATE_QUEUE,
687 PD_API_OP_FLUSH_QUEUE,
688 PD_API_OP_FREE_QUEUE,
689 PD_API_OP_ALLOC_COM_BUF, /* Allocate Common Buffer */
690 PD_API_OP_FREE_COM_BUF, /* Free Common Buffer */
691 PD_API_OP_MAX
692};
693
694struct grp_affinity {
695 u64 mask;
696 u16 grp;
697 u16 reserved[3];
698} __packed;
699
700struct nvsp_6_pd_api_req {
701 u32 op;
702
703 union {
704 /* MMIO information is sent from the VM to VSP */
705 struct __packed {
706 u64 mmio_pa; /* MMIO Physical Address */
707 u32 mmio_len;
708
709 /* Number of PD queues a VM can support */
710 u16 num_subchn;
711 } config;
712
713 /* Switch Datapath */
714 struct __packed {
715 /* Host Datapath Is PacketDirect */
716 u8 host_dpath_is_pd;
717
718 /* Guest PacketDirect Is Enabled */
719 u8 guest_pd_enabled;
720 } sw_dpath;
721
722 /* Open Provider*/
723 struct __packed {
724 u32 prov_id; /* Provider id */
725 u32 flag;
726 } open_prov;
727
728 /* Close Provider */
729 struct __packed {
730 u32 prov_id;
731 } cls_prov;
732
733 /* Create Queue*/
734 struct __packed {
735 u32 prov_id;
736 u16 q_id;
737 u16 q_size;
738 u8 is_recv_q;
739 u8 is_rss_q;
740 u32 recv_data_len;
741 struct grp_affinity affy;
742 } cr_q;
743
744 /* Delete Queue*/
745 struct __packed {
746 u32 prov_id;
747 u16 q_id;
748 } del_q;
749
750 /* Flush Queue */
751 struct __packed {
752 u32 prov_id;
753 u16 q_id;
754 } flush_q;
755
756 /* Allocate Common Buffer */
757 struct __packed {
758 u32 len;
759 u32 pf_node; /* Preferred Node */
760 u16 region_id;
761 } alloc_com_buf;
762
763 /* Free Common Buffer */
764 struct __packed {
765 u32 len;
766 u64 pa; /* Physical Address */
767 u32 pf_node; /* Preferred Node */
768 u16 region_id;
769 u8 cache_type;
770 } free_com_buf;
771 } __packed;
772} __packed;
773
774struct nvsp_6_pd_api_comp {
775 u32 op;
776 u32 status;
777
778 union {
779 struct __packed {
780 /* actual number of PD queues allocated to the VM */
781 u16 num_pd_q;
782
783 /* Num Receive Rss PD Queues */
784 u8 num_rss_q;
785
786 u8 is_supported; /* Is supported by VSP */
787 u8 is_enabled; /* Is enabled by VSP */
788 } config;
789
790 /* Open Provider */
791 struct __packed {
792 u32 prov_id;
793 } open_prov;
794
795 /* Create Queue */
796 struct __packed {
797 u32 prov_id;
798 u16 q_id;
799 u16 q_size;
800 u32 recv_data_len;
801 struct grp_affinity affy;
802 } cr_q;
803
804 /* Allocate Common Buffer */
805 struct __packed {
806 u64 pa; /* Physical Address */
807 u32 len;
808 u32 pf_node; /* Preferred Node */
809 u16 region_id;
810 u8 cache_type;
811 } alloc_com_buf;
812 } __packed;
813} __packed;
814
815struct nvsp_6_pd_buf {
816 u32 region_offset;
817 u16 region_id;
818 u16 is_partial:1;
819 u16 reserved:15;
820} __packed;
821
822struct nvsp_6_pd_batch_msg {
823 struct nvsp_message_header hdr;
824 u16 count;
825 u16 guest2host:1;
826 u16 is_recv:1;
827 u16 reserved:14;
828 struct nvsp_6_pd_buf pd_buf[0];
829} __packed;
830
831union nvsp_6_message_uber {
832 struct nvsp_6_pd_api_req pd_req;
833 struct nvsp_6_pd_api_comp pd_comp;
834} __packed;
835
836union nvsp_all_messages {
837 union nvsp_message_init_uber init_msg;
838 union nvsp_1_message_uber v1_msg;
839 union nvsp_2_message_uber v2_msg;
840 union nvsp_4_message_uber v4_msg;
841 union nvsp_5_message_uber v5_msg;
842 union nvsp_6_message_uber v6_msg;
843} __packed;
844
845/* ALL Messages */
846struct nvsp_message {
847 struct nvsp_message_header hdr;
848 union nvsp_all_messages msg;
849} __packed;
850
851
852#define NETVSC_MTU 65535
853#define NETVSC_MTU_MIN ETH_MIN_MTU
854
855/* Max buffer sizes allowed by a host */
856#define NETVSC_RECEIVE_BUFFER_SIZE (1024 * 1024 * 31) /* 31MB */
857#define NETVSC_RECEIVE_BUFFER_SIZE_LEGACY (1024 * 1024 * 15) /* 15MB */
858#define NETVSC_RECEIVE_BUFFER_DEFAULT (1024 * 1024 * 16)
859
860#define NETVSC_SEND_BUFFER_SIZE (1024 * 1024 * 15) /* 15MB */
861#define NETVSC_SEND_BUFFER_DEFAULT (1024 * 1024)
862
863#define NETVSC_INVALID_INDEX -1
864
865#define NETVSC_SEND_SECTION_SIZE 6144
866#define NETVSC_RECV_SECTION_SIZE 1728
867
868/* Default size of TX buf: 1MB, RX buf: 16MB */
869#define NETVSC_MIN_TX_SECTIONS 10
870#define NETVSC_DEFAULT_TX (NETVSC_SEND_BUFFER_DEFAULT \
871 / NETVSC_SEND_SECTION_SIZE)
872#define NETVSC_MIN_RX_SECTIONS 10
873#define NETVSC_DEFAULT_RX (NETVSC_RECEIVE_BUFFER_DEFAULT \
874 / NETVSC_RECV_SECTION_SIZE)
875
876#define NETVSC_RECEIVE_BUFFER_ID 0xcafe
877#define NETVSC_SEND_BUFFER_ID 0
878
879#define NETVSC_SUPPORTED_HW_FEATURES (NETIF_F_RXCSUM | NETIF_F_IP_CSUM | \
880 NETIF_F_TSO | NETIF_F_IPV6_CSUM | \
881 NETIF_F_TSO6 | NETIF_F_LRO | \
882 NETIF_F_SG | NETIF_F_RXHASH)
883
884#define VRSS_SEND_TAB_SIZE 16 /* must be power of 2 */
885#define VRSS_CHANNEL_MAX 64
886#define VRSS_CHANNEL_DEFAULT 16
887
888#define RNDIS_MAX_PKT_DEFAULT 8
889#define RNDIS_PKT_ALIGN_DEFAULT 8
890
891#define NETVSC_XDP_HDRM 256
892
893#define NETVSC_MIN_OUT_MSG_SIZE (sizeof(struct vmpacket_descriptor) + \
894 sizeof(struct nvsp_message))
895#define NETVSC_MIN_IN_MSG_SIZE sizeof(struct vmpacket_descriptor)
896
897/* Maximum # of contiguous data ranges that can make up a trasmitted packet.
898 * Typically it's the max SKB fragments plus 2 for the rndis packet and the
899 * linear portion of the SKB. But if MAX_SKB_FRAGS is large, the value may
900 * need to be limited to MAX_PAGE_BUFFER_COUNT, which is the max # of entries
901 * in a GPA direct packet sent to netvsp over VMBus.
902 */
903#if MAX_SKB_FRAGS + 2 < MAX_PAGE_BUFFER_COUNT
904#define MAX_DATA_RANGES (MAX_SKB_FRAGS + 2)
905#else
906#define MAX_DATA_RANGES MAX_PAGE_BUFFER_COUNT
907#endif
908
909/* Estimated requestor size:
910 * out_ring_size/min_out_msg_size + in_ring_size/min_in_msg_size
911 */
912static inline u32 netvsc_rqstor_size(unsigned long ringbytes)
913{
914 return ringbytes / NETVSC_MIN_OUT_MSG_SIZE +
915 ringbytes / NETVSC_MIN_IN_MSG_SIZE;
916}
917
918/* XFER PAGE packets can specify a maximum of 375 ranges for NDIS >= 6.0
919 * and a maximum of 64 ranges for NDIS < 6.0 with no RSC; with RSC, this
920 * limit is raised to 562 (= NVSP_RSC_MAX).
921 */
922#define NETVSC_MAX_XFER_PAGE_RANGES NVSP_RSC_MAX
923#define NETVSC_XFER_HEADER_SIZE(rng_cnt) \
924 (offsetof(struct vmtransfer_page_packet_header, ranges) + \
925 (rng_cnt) * sizeof(struct vmtransfer_page_range))
926#define NETVSC_MAX_PKT_SIZE (NETVSC_XFER_HEADER_SIZE(NETVSC_MAX_XFER_PAGE_RANGES) + \
927 sizeof(struct nvsp_message) + (sizeof(u32) * VRSS_SEND_TAB_SIZE))
928
929struct multi_send_data {
930 struct sk_buff *skb; /* skb containing the pkt */
931 struct hv_netvsc_packet *pkt; /* netvsc pkt pending */
932 u32 count; /* counter of batched packets */
933};
934
935struct recv_comp_data {
936 u64 tid; /* transaction id */
937 u32 status;
938};
939
940struct multi_recv_comp {
941 struct recv_comp_data *slots;
942 u32 first; /* first data entry */
943 u32 next; /* next entry for writing */
944};
945
946#define NVSP_RSC_MAX 562 /* Max #RSC frags in a vmbus xfer page pkt */
947
948struct nvsc_rsc {
949 struct ndis_pkt_8021q_info vlan;
950 struct ndis_tcp_ip_checksum_info csum_info;
951 u32 hash_info;
952 u8 ppi_flags; /* valid/present bits for the above PPIs */
953 u8 is_last; /* last RNDIS msg in a vmtransfer_page */
954 u32 cnt; /* #fragments in an RSC packet */
955 u32 pktlen; /* Full packet length */
956 void *data[NVSP_RSC_MAX];
957 u32 len[NVSP_RSC_MAX];
958};
959
960#define NVSC_RSC_VLAN BIT(0) /* valid/present bit for 'vlan' */
961#define NVSC_RSC_CSUM_INFO BIT(1) /* valid/present bit for 'csum_info' */
962#define NVSC_RSC_HASH_INFO BIT(2) /* valid/present bit for 'hash_info' */
963
964struct netvsc_stats_tx {
965 u64 packets;
966 u64 bytes;
967 u64 xdp_xmit;
968 struct u64_stats_sync syncp;
969};
970
971struct netvsc_stats_rx {
972 u64 packets;
973 u64 bytes;
974 u64 broadcast;
975 u64 multicast;
976 u64 xdp_drop;
977 u64 xdp_redirect;
978 u64 xdp_tx;
979 struct u64_stats_sync syncp;
980};
981
982struct netvsc_ethtool_stats {
983 unsigned long tx_scattered;
984 unsigned long tx_no_memory;
985 unsigned long tx_no_space;
986 unsigned long tx_too_big;
987 unsigned long tx_busy;
988 unsigned long tx_send_full;
989 unsigned long rx_comp_busy;
990 unsigned long rx_no_memory;
991 unsigned long stop_queue;
992 unsigned long wake_queue;
993 unsigned long vlan_error;
994};
995
996struct netvsc_ethtool_pcpu_stats {
997 u64 rx_packets;
998 u64 rx_bytes;
999 u64 tx_packets;
1000 u64 tx_bytes;
1001 u64 vf_rx_packets;
1002 u64 vf_rx_bytes;
1003 u64 vf_tx_packets;
1004 u64 vf_tx_bytes;
1005};
1006
1007struct netvsc_vf_pcpu_stats {
1008 u64 rx_packets;
1009 u64 rx_bytes;
1010 u64 tx_packets;
1011 u64 tx_bytes;
1012 struct u64_stats_sync syncp;
1013 u32 tx_dropped;
1014};
1015
1016struct netvsc_reconfig {
1017 struct list_head list;
1018 u32 event;
1019};
1020
1021/* L4 hash bits for different protocols */
1022#define HV_TCP4_L4HASH 1
1023#define HV_TCP6_L4HASH 2
1024#define HV_UDP4_L4HASH 4
1025#define HV_UDP6_L4HASH 8
1026#define HV_DEFAULT_L4HASH (HV_TCP4_L4HASH | HV_TCP6_L4HASH | HV_UDP4_L4HASH | \
1027 HV_UDP6_L4HASH)
1028
1029/* The context of the netvsc device */
1030struct net_device_context {
1031 /* point back to our device context */
1032 struct hv_device *device_ctx;
1033 /* netvsc_device */
1034 struct netvsc_device __rcu *nvdev;
1035 /* list of netvsc net_devices */
1036 struct list_head list;
1037 /* reconfigure work */
1038 struct delayed_work dwork;
1039 /* last reconfig time */
1040 unsigned long last_reconfig;
1041 /* reconfig events */
1042 struct list_head reconfig_events;
1043 /* list protection */
1044 spinlock_t lock;
1045
1046 u32 msg_enable; /* debug level */
1047
1048 u32 tx_checksum_mask;
1049
1050 u32 tx_table[VRSS_SEND_TAB_SIZE];
1051
1052 u16 *rx_table;
1053
1054 u32 rx_table_sz;
1055
1056 /* Ethtool settings */
1057 u8 duplex;
1058 u32 speed;
1059 u32 l4_hash; /* L4 hash settings */
1060 struct netvsc_ethtool_stats eth_stats;
1061
1062 /* State to manage the associated VF interface. */
1063 struct net_device __rcu *vf_netdev;
1064 struct netvsc_vf_pcpu_stats __percpu *vf_stats;
1065 struct delayed_work vf_takeover;
1066 struct delayed_work vfns_work;
1067
1068 /* 1: allocated, serial number is valid. 0: not allocated */
1069 u32 vf_alloc;
1070 /* Serial number of the VF to team with */
1071 u32 vf_serial;
1072 /* completion variable to confirm vf association */
1073 struct completion vf_add;
1074 /* Is the current data path through the VF NIC? */
1075 bool data_path_is_vf;
1076
1077 /* Used to temporarily save the config info across hibernation */
1078 struct netvsc_device_info *saved_netvsc_dev_info;
1079};
1080
1081void netvsc_vfns_work(struct work_struct *w);
1082
1083/* Azure hosts don't support non-TCP port numbers in hashing for fragmented
1084 * packets. We can use ethtool to change UDP hash level when necessary.
1085 */
1086static inline u32 netvsc_get_hash(struct sk_buff *skb,
1087 const struct net_device_context *ndc)
1088{
1089 struct flow_keys flow;
1090 u32 hash, pkt_proto = 0;
1091 static u32 hashrnd __read_mostly;
1092
1093 net_get_random_once(&hashrnd, sizeof(hashrnd));
1094
1095 if (!skb_flow_dissect_flow_keys(skb, &flow, 0))
1096 return 0;
1097
1098 switch (flow.basic.ip_proto) {
1099 case IPPROTO_TCP:
1100 if (flow.basic.n_proto == htons(ETH_P_IP))
1101 pkt_proto = HV_TCP4_L4HASH;
1102 else if (flow.basic.n_proto == htons(ETH_P_IPV6))
1103 pkt_proto = HV_TCP6_L4HASH;
1104
1105 break;
1106
1107 case IPPROTO_UDP:
1108 if (flow.basic.n_proto == htons(ETH_P_IP))
1109 pkt_proto = HV_UDP4_L4HASH;
1110 else if (flow.basic.n_proto == htons(ETH_P_IPV6))
1111 pkt_proto = HV_UDP6_L4HASH;
1112
1113 break;
1114 }
1115
1116 if (pkt_proto & ndc->l4_hash) {
1117 return skb_get_hash(skb);
1118 } else {
1119 if (flow.basic.n_proto == htons(ETH_P_IP))
1120 hash = jhash2((u32 *)&flow.addrs.v4addrs, 2, hashrnd);
1121 else if (flow.basic.n_proto == htons(ETH_P_IPV6))
1122 hash = jhash2((u32 *)&flow.addrs.v6addrs, 8, hashrnd);
1123 else
1124 return 0;
1125
1126 __skb_set_sw_hash(skb, hash, false);
1127 }
1128
1129 return hash;
1130}
1131
1132/* Per channel data */
1133struct netvsc_channel {
1134 struct vmbus_channel *channel;
1135 struct netvsc_device *net_device;
1136 void *recv_buf; /* buffer to copy packets out from the receive buffer */
1137 const struct vmpacket_descriptor *desc;
1138 struct napi_struct napi;
1139 struct multi_send_data msd;
1140 struct multi_recv_comp mrc;
1141 atomic_t queue_sends;
1142 struct nvsc_rsc rsc;
1143
1144 struct bpf_prog __rcu *bpf_prog;
1145 struct xdp_rxq_info xdp_rxq;
1146 bool xdp_flush;
1147
1148 struct netvsc_stats_tx tx_stats;
1149 struct netvsc_stats_rx rx_stats;
1150};
1151
1152/* Per netvsc device */
1153struct netvsc_device {
1154 u32 nvsp_version;
1155
1156 wait_queue_head_t wait_drain;
1157 bool destroy;
1158 bool tx_disable; /* if true, do not wake up queue again */
1159
1160 /* Receive buffer allocated by us but manages by NetVSP */
1161 void *recv_buf;
1162 u32 recv_buf_size; /* allocated bytes */
1163 struct page **recv_buf_chunks;
1164 u32 recv_buf_chunk_cnt;
1165 struct vmbus_gpadl recv_buf_gpadl_handle;
1166 u32 recv_section_cnt;
1167 u32 recv_section_size;
1168 u32 recv_completion_cnt;
1169
1170 /* Send buffer allocated by us */
1171 void *send_buf;
1172 u32 send_buf_size;
1173 struct page **send_buf_chunks;
1174 u32 send_buf_chunk_cnt;
1175 struct vmbus_gpadl send_buf_gpadl_handle;
1176 u32 send_section_cnt;
1177 u32 send_section_size;
1178 unsigned long *send_section_map;
1179
1180 /* Used for NetVSP initialization protocol */
1181 struct completion channel_init_wait;
1182 struct nvsp_message channel_init_pkt;
1183
1184 struct nvsp_message revoke_packet;
1185
1186 u32 max_chn;
1187 u32 num_chn;
1188
1189 u32 netvsc_gso_max_size;
1190
1191 atomic_t open_chn;
1192 struct work_struct subchan_work;
1193 wait_queue_head_t subchan_open;
1194
1195 struct rndis_device *extension;
1196
1197 u32 max_pkt; /* max number of pkt in one send, e.g. 8 */
1198 u32 pkt_align; /* alignment bytes, e.g. 8 */
1199
1200 struct netvsc_channel chan_table[VRSS_CHANNEL_MAX];
1201
1202 struct rcu_work rwork;
1203};
1204
1205/* NdisInitialize message */
1206struct rndis_initialize_request {
1207 u32 req_id;
1208 u32 major_ver;
1209 u32 minor_ver;
1210 u32 max_xfer_size;
1211};
1212
1213/* Response to NdisInitialize */
1214struct rndis_initialize_complete {
1215 u32 req_id;
1216 u32 status;
1217 u32 major_ver;
1218 u32 minor_ver;
1219 u32 dev_flags;
1220 u32 medium;
1221 u32 max_pkt_per_msg;
1222 u32 max_xfer_size;
1223 u32 pkt_alignment_factor;
1224 u32 af_list_offset;
1225 u32 af_list_size;
1226};
1227
1228/* Call manager devices only: Information about an address family */
1229/* supported by the device is appended to the response to NdisInitialize. */
1230struct rndis_co_address_family {
1231 u32 address_family;
1232 u32 major_ver;
1233 u32 minor_ver;
1234};
1235
1236/* NdisHalt message */
1237struct rndis_halt_request {
1238 u32 req_id;
1239};
1240
1241/* NdisQueryRequest message */
1242struct rndis_query_request {
1243 u32 req_id;
1244 u32 oid;
1245 u32 info_buflen;
1246 u32 info_buf_offset;
1247 u32 dev_vc_handle;
1248};
1249
1250/* Response to NdisQueryRequest */
1251struct rndis_query_complete {
1252 u32 req_id;
1253 u32 status;
1254 u32 info_buflen;
1255 u32 info_buf_offset;
1256};
1257
1258/* NdisSetRequest message */
1259struct rndis_set_request {
1260 u32 req_id;
1261 u32 oid;
1262 u32 info_buflen;
1263 u32 info_buf_offset;
1264 u32 dev_vc_handle;
1265 u8 info_buf[];
1266};
1267
1268/* Response to NdisSetRequest */
1269struct rndis_set_complete {
1270 u32 req_id;
1271 u32 status;
1272};
1273
1274/* NdisReset message */
1275struct rndis_reset_request {
1276 u32 reserved;
1277};
1278
1279/* Response to NdisReset */
1280struct rndis_reset_complete {
1281 u32 status;
1282 u32 addressing_reset;
1283};
1284
1285/* NdisMIndicateStatus message */
1286struct rndis_indicate_status {
1287 u32 status;
1288 u32 status_buflen;
1289 u32 status_buf_offset;
1290};
1291
1292/* Diagnostic information passed as the status buffer in */
1293/* struct rndis_indicate_status messages signifying error conditions. */
1294struct rndis_diagnostic_info {
1295 u32 diag_status;
1296 u32 error_offset;
1297};
1298
1299/* NdisKeepAlive message */
1300struct rndis_keepalive_request {
1301 u32 req_id;
1302};
1303
1304/* Response to NdisKeepAlive */
1305struct rndis_keepalive_complete {
1306 u32 req_id;
1307 u32 status;
1308};
1309
1310/*
1311 * Data message. All Offset fields contain byte offsets from the beginning of
1312 * struct rndis_packet. All Length fields are in bytes. VcHandle is set
1313 * to 0 for connectionless data, otherwise it contains the VC handle.
1314 */
1315struct rndis_packet {
1316 u32 data_offset;
1317 u32 data_len;
1318 u32 oob_data_offset;
1319 u32 oob_data_len;
1320 u32 num_oob_data_elements;
1321 u32 per_pkt_info_offset;
1322 u32 per_pkt_info_len;
1323 u32 vc_handle;
1324 u32 reserved;
1325};
1326
1327/* Optional Out of Band data associated with a Data message. */
1328struct rndis_oobd {
1329 u32 size;
1330 u32 type;
1331 u32 class_info_offset;
1332};
1333
1334/* Packet extension field contents associated with a Data message. */
1335struct rndis_per_packet_info {
1336 u32 size;
1337 u32 type:31;
1338 u32 internal:1;
1339 u32 ppi_offset;
1340};
1341
1342enum ndis_per_pkt_info_type {
1343 TCPIP_CHKSUM_PKTINFO,
1344 IPSEC_PKTINFO,
1345 TCP_LARGESEND_PKTINFO,
1346 CLASSIFICATION_HANDLE_PKTINFO,
1347 NDIS_RESERVED,
1348 SG_LIST_PKTINFO,
1349 IEEE_8021Q_INFO,
1350 ORIGINAL_PKTINFO,
1351 PACKET_CANCEL_ID,
1352 NBL_HASH_VALUE = PACKET_CANCEL_ID,
1353 ORIGINAL_NET_BUFLIST,
1354 CACHED_NET_BUFLIST,
1355 SHORT_PKT_PADINFO,
1356 MAX_PER_PKT_INFO
1357};
1358
1359enum rndis_per_pkt_info_interal_type {
1360 RNDIS_PKTINFO_ID = 1,
1361 /* Add more members here */
1362
1363 RNDIS_PKTINFO_MAX
1364};
1365
1366#define RNDIS_PKTINFO_SUBALLOC BIT(0)
1367#define RNDIS_PKTINFO_1ST_FRAG BIT(1)
1368#define RNDIS_PKTINFO_LAST_FRAG BIT(2)
1369
1370#define RNDIS_PKTINFO_ID_V1 1
1371
1372struct rndis_pktinfo_id {
1373 u8 ver;
1374 u8 flag;
1375 u16 pkt_id;
1376};
1377
1378struct ndis_object_header {
1379 u8 type;
1380 u8 revision;
1381 u16 size;
1382};
1383
1384#define NDIS_OBJECT_TYPE_DEFAULT 0x80
1385#define NDIS_OFFLOAD_PARAMETERS_REVISION_3 3
1386#define NDIS_OFFLOAD_PARAMETERS_REVISION_2 2
1387#define NDIS_OFFLOAD_PARAMETERS_REVISION_1 1
1388
1389#define NDIS_OFFLOAD_PARAMETERS_NO_CHANGE 0
1390#define NDIS_OFFLOAD_PARAMETERS_LSOV2_DISABLED 1
1391#define NDIS_OFFLOAD_PARAMETERS_LSOV2_ENABLED 2
1392#define NDIS_OFFLOAD_PARAMETERS_LSOV1_ENABLED 2
1393#define NDIS_OFFLOAD_PARAMETERS_RSC_DISABLED 1
1394#define NDIS_OFFLOAD_PARAMETERS_RSC_ENABLED 2
1395#define NDIS_OFFLOAD_PARAMETERS_TX_RX_DISABLED 1
1396#define NDIS_OFFLOAD_PARAMETERS_TX_ENABLED_RX_DISABLED 2
1397#define NDIS_OFFLOAD_PARAMETERS_RX_ENABLED_TX_DISABLED 3
1398#define NDIS_OFFLOAD_PARAMETERS_TX_RX_ENABLED 4
1399
1400#define NDIS_TCP_LARGE_SEND_OFFLOAD_V2_TYPE 1
1401#define NDIS_TCP_LARGE_SEND_OFFLOAD_IPV4 0
1402#define NDIS_TCP_LARGE_SEND_OFFLOAD_IPV6 1
1403
1404#define VERSION_4_OFFLOAD_SIZE 22
1405/*
1406 * New offload OIDs for NDIS 6
1407 */
1408#define OID_TCP_OFFLOAD_CURRENT_CONFIG 0xFC01020B /* query only */
1409#define OID_TCP_OFFLOAD_PARAMETERS 0xFC01020C /* set only */
1410#define OID_TCP_OFFLOAD_HARDWARE_CAPABILITIES 0xFC01020D/* query only */
1411#define OID_TCP_CONNECTION_OFFLOAD_CURRENT_CONFIG 0xFC01020E /* query only */
1412#define OID_TCP_CONNECTION_OFFLOAD_HARDWARE_CAPABILITIES 0xFC01020F /* query */
1413#define OID_OFFLOAD_ENCAPSULATION 0x0101010A /* set/query */
1414
1415/*
1416 * OID_TCP_OFFLOAD_HARDWARE_CAPABILITIES
1417 * ndis_type: NDIS_OBJTYPE_OFFLOAD
1418 */
1419
1420#define NDIS_OFFLOAD_ENCAP_NONE 0x0000
1421#define NDIS_OFFLOAD_ENCAP_NULL 0x0001
1422#define NDIS_OFFLOAD_ENCAP_8023 0x0002
1423#define NDIS_OFFLOAD_ENCAP_8023PQ 0x0004
1424#define NDIS_OFFLOAD_ENCAP_8023PQ_OOB 0x0008
1425#define NDIS_OFFLOAD_ENCAP_RFC1483 0x0010
1426
1427struct ndis_csum_offload {
1428 u32 ip4_txenc;
1429 u32 ip4_txcsum;
1430#define NDIS_TXCSUM_CAP_IP4OPT 0x001
1431#define NDIS_TXCSUM_CAP_TCP4OPT 0x004
1432#define NDIS_TXCSUM_CAP_TCP4 0x010
1433#define NDIS_TXCSUM_CAP_UDP4 0x040
1434#define NDIS_TXCSUM_CAP_IP4 0x100
1435
1436#define NDIS_TXCSUM_ALL_TCP4 (NDIS_TXCSUM_CAP_TCP4 | NDIS_TXCSUM_CAP_TCP4OPT)
1437
1438 u32 ip4_rxenc;
1439 u32 ip4_rxcsum;
1440#define NDIS_RXCSUM_CAP_IP4OPT 0x001
1441#define NDIS_RXCSUM_CAP_TCP4OPT 0x004
1442#define NDIS_RXCSUM_CAP_TCP4 0x010
1443#define NDIS_RXCSUM_CAP_UDP4 0x040
1444#define NDIS_RXCSUM_CAP_IP4 0x100
1445 u32 ip6_txenc;
1446 u32 ip6_txcsum;
1447#define NDIS_TXCSUM_CAP_IP6EXT 0x001
1448#define NDIS_TXCSUM_CAP_TCP6OPT 0x004
1449#define NDIS_TXCSUM_CAP_TCP6 0x010
1450#define NDIS_TXCSUM_CAP_UDP6 0x040
1451 u32 ip6_rxenc;
1452 u32 ip6_rxcsum;
1453#define NDIS_RXCSUM_CAP_IP6EXT 0x001
1454#define NDIS_RXCSUM_CAP_TCP6OPT 0x004
1455#define NDIS_RXCSUM_CAP_TCP6 0x010
1456#define NDIS_RXCSUM_CAP_UDP6 0x040
1457
1458#define NDIS_TXCSUM_ALL_TCP6 (NDIS_TXCSUM_CAP_TCP6 | \
1459 NDIS_TXCSUM_CAP_TCP6OPT | \
1460 NDIS_TXCSUM_CAP_IP6EXT)
1461};
1462
1463struct ndis_lsov1_offload {
1464 u32 encap;
1465 u32 maxsize;
1466 u32 minsegs;
1467 u32 opts;
1468};
1469
1470struct ndis_ipsecv1_offload {
1471 u32 encap;
1472 u32 ah_esp;
1473 u32 xport_tun;
1474 u32 ip4_opts;
1475 u32 flags;
1476 u32 ip4_ah;
1477 u32 ip4_esp;
1478};
1479
1480struct ndis_lsov2_offload {
1481 u32 ip4_encap;
1482 u32 ip4_maxsz;
1483 u32 ip4_minsg;
1484 u32 ip6_encap;
1485 u32 ip6_maxsz;
1486 u32 ip6_minsg;
1487 u32 ip6_opts;
1488#define NDIS_LSOV2_CAP_IP6EXT 0x001
1489#define NDIS_LSOV2_CAP_TCP6OPT 0x004
1490
1491#define NDIS_LSOV2_CAP_IP6 (NDIS_LSOV2_CAP_IP6EXT | \
1492 NDIS_LSOV2_CAP_TCP6OPT)
1493};
1494
1495struct ndis_ipsecv2_offload {
1496 u32 encap;
1497 u8 ip6;
1498 u8 ip4opt;
1499 u8 ip6ext;
1500 u8 ah;
1501 u8 esp;
1502 u8 ah_esp;
1503 u8 xport;
1504 u8 tun;
1505 u8 xport_tun;
1506 u8 lso;
1507 u8 extseq;
1508 u32 udp_esp;
1509 u32 auth;
1510 u32 crypto;
1511 u32 sa_caps;
1512};
1513
1514struct ndis_rsc_offload {
1515 u8 ip4;
1516 u8 ip6;
1517};
1518
1519struct ndis_encap_offload {
1520 u32 flags;
1521 u32 maxhdr;
1522};
1523
1524struct ndis_offload {
1525 struct ndis_object_header header;
1526 struct ndis_csum_offload csum;
1527 struct ndis_lsov1_offload lsov1;
1528 struct ndis_ipsecv1_offload ipsecv1;
1529 struct ndis_lsov2_offload lsov2;
1530 u32 flags;
1531 /* NDIS >= 6.1 */
1532 struct ndis_ipsecv2_offload ipsecv2;
1533 /* NDIS >= 6.30 */
1534 struct ndis_rsc_offload rsc;
1535 struct ndis_encap_offload encap_gre;
1536};
1537
1538#define NDIS_OFFLOAD_SIZE sizeof(struct ndis_offload)
1539#define NDIS_OFFLOAD_SIZE_6_0 offsetof(struct ndis_offload, ipsecv2)
1540#define NDIS_OFFLOAD_SIZE_6_1 offsetof(struct ndis_offload, rsc)
1541
1542struct ndis_offload_params {
1543 struct ndis_object_header header;
1544 u8 ip_v4_csum;
1545 u8 tcp_ip_v4_csum;
1546 u8 udp_ip_v4_csum;
1547 u8 tcp_ip_v6_csum;
1548 u8 udp_ip_v6_csum;
1549 u8 lso_v1;
1550 u8 ip_sec_v1;
1551 u8 lso_v2_ipv4;
1552 u8 lso_v2_ipv6;
1553 u8 tcp_connection_ip_v4;
1554 u8 tcp_connection_ip_v6;
1555 u32 flags;
1556 u8 ip_sec_v2;
1557 u8 ip_sec_v2_ip_v4;
1558 struct {
1559 u8 rsc_ip_v4;
1560 u8 rsc_ip_v6;
1561 };
1562 struct {
1563 u8 encapsulated_packet_task_offload;
1564 u8 encapsulation_types;
1565 };
1566};
1567
1568struct ndis_tcp_lso_info {
1569 union {
1570 struct {
1571 u32 unused:30;
1572 u32 type:1;
1573 u32 reserved2:1;
1574 } transmit;
1575 struct {
1576 u32 mss:20;
1577 u32 tcp_header_offset:10;
1578 u32 type:1;
1579 u32 reserved2:1;
1580 } lso_v1_transmit;
1581 struct {
1582 u32 tcp_payload:30;
1583 u32 type:1;
1584 u32 reserved2:1;
1585 } lso_v1_transmit_complete;
1586 struct {
1587 u32 mss:20;
1588 u32 tcp_header_offset:10;
1589 u32 type:1;
1590 u32 ip_version:1;
1591 } lso_v2_transmit;
1592 struct {
1593 u32 reserved:30;
1594 u32 type:1;
1595 u32 reserved2:1;
1596 } lso_v2_transmit_complete;
1597 u32 value;
1598 };
1599};
1600
1601#define NDIS_VLAN_PPI_SIZE (sizeof(struct rndis_per_packet_info) + \
1602 sizeof(struct ndis_pkt_8021q_info))
1603
1604#define NDIS_CSUM_PPI_SIZE (sizeof(struct rndis_per_packet_info) + \
1605 sizeof(struct ndis_tcp_ip_checksum_info))
1606
1607#define NDIS_LSO_PPI_SIZE (sizeof(struct rndis_per_packet_info) + \
1608 sizeof(struct ndis_tcp_lso_info))
1609
1610#define NDIS_HASH_PPI_SIZE (sizeof(struct rndis_per_packet_info) + \
1611 sizeof(u32))
1612
1613/* Total size of all PPI data */
1614#define NDIS_ALL_PPI_SIZE (NDIS_VLAN_PPI_SIZE + NDIS_CSUM_PPI_SIZE + \
1615 NDIS_LSO_PPI_SIZE + NDIS_HASH_PPI_SIZE)
1616
1617/* Format of Information buffer passed in a SetRequest for the OID */
1618/* OID_GEN_RNDIS_CONFIG_PARAMETER. */
1619struct rndis_config_parameter_info {
1620 u32 parameter_name_offset;
1621 u32 parameter_name_length;
1622 u32 parameter_type;
1623 u32 parameter_value_offset;
1624 u32 parameter_value_length;
1625};
1626
1627/* Values for ParameterType in struct rndis_config_parameter_info */
1628#define RNDIS_CONFIG_PARAM_TYPE_INTEGER 0
1629#define RNDIS_CONFIG_PARAM_TYPE_STRING 2
1630
1631/* CONDIS Miniport messages for connection oriented devices */
1632/* that do not implement a call manager. */
1633
1634/* CoNdisMiniportCreateVc message */
1635struct rcondis_mp_create_vc {
1636 u32 req_id;
1637 u32 ndis_vc_handle;
1638};
1639
1640/* Response to CoNdisMiniportCreateVc */
1641struct rcondis_mp_create_vc_complete {
1642 u32 req_id;
1643 u32 dev_vc_handle;
1644 u32 status;
1645};
1646
1647/* CoNdisMiniportDeleteVc message */
1648struct rcondis_mp_delete_vc {
1649 u32 req_id;
1650 u32 dev_vc_handle;
1651};
1652
1653/* Response to CoNdisMiniportDeleteVc */
1654struct rcondis_mp_delete_vc_complete {
1655 u32 req_id;
1656 u32 status;
1657};
1658
1659/* CoNdisMiniportQueryRequest message */
1660struct rcondis_mp_query_request {
1661 u32 req_id;
1662 u32 request_type;
1663 u32 oid;
1664 u32 dev_vc_handle;
1665 u32 info_buflen;
1666 u32 info_buf_offset;
1667};
1668
1669/* CoNdisMiniportSetRequest message */
1670struct rcondis_mp_set_request {
1671 u32 req_id;
1672 u32 request_type;
1673 u32 oid;
1674 u32 dev_vc_handle;
1675 u32 info_buflen;
1676 u32 info_buf_offset;
1677};
1678
1679/* CoNdisIndicateStatus message */
1680struct rcondis_indicate_status {
1681 u32 ndis_vc_handle;
1682 u32 status;
1683 u32 status_buflen;
1684 u32 status_buf_offset;
1685};
1686
1687/* CONDIS Call/VC parameters */
1688struct rcondis_specific_parameters {
1689 u32 parameter_type;
1690 u32 parameter_length;
1691 u32 parameter_lffset;
1692};
1693
1694struct rcondis_media_parameters {
1695 u32 flags;
1696 u32 reserved1;
1697 u32 reserved2;
1698 struct rcondis_specific_parameters media_specific;
1699};
1700
1701struct rndis_flowspec {
1702 u32 token_rate;
1703 u32 token_bucket_size;
1704 u32 peak_bandwidth;
1705 u32 latency;
1706 u32 delay_variation;
1707 u32 service_type;
1708 u32 max_sdu_size;
1709 u32 minimum_policed_size;
1710};
1711
1712struct rcondis_call_manager_parameters {
1713 struct rndis_flowspec transmit;
1714 struct rndis_flowspec receive;
1715 struct rcondis_specific_parameters call_mgr_specific;
1716};
1717
1718/* CoNdisMiniportActivateVc message */
1719struct rcondis_mp_activate_vc_request {
1720 u32 req_id;
1721 u32 flags;
1722 u32 dev_vc_handle;
1723 u32 media_params_offset;
1724 u32 media_params_length;
1725 u32 call_mgr_params_offset;
1726 u32 call_mgr_params_length;
1727};
1728
1729/* Response to CoNdisMiniportActivateVc */
1730struct rcondis_mp_activate_vc_complete {
1731 u32 req_id;
1732 u32 status;
1733};
1734
1735/* CoNdisMiniportDeactivateVc message */
1736struct rcondis_mp_deactivate_vc_request {
1737 u32 req_id;
1738 u32 flags;
1739 u32 dev_vc_handle;
1740};
1741
1742/* Response to CoNdisMiniportDeactivateVc */
1743struct rcondis_mp_deactivate_vc_complete {
1744 u32 req_id;
1745 u32 status;
1746};
1747
1748
1749/* union with all of the RNDIS messages */
1750union rndis_message_container {
1751 struct rndis_packet pkt;
1752 struct rndis_initialize_request init_req;
1753 struct rndis_halt_request halt_req;
1754 struct rndis_query_request query_req;
1755 struct rndis_set_request set_req;
1756 struct rndis_reset_request reset_req;
1757 struct rndis_keepalive_request keep_alive_req;
1758 struct rndis_indicate_status indicate_status;
1759 struct rndis_initialize_complete init_complete;
1760 struct rndis_query_complete query_complete;
1761 struct rndis_set_complete set_complete;
1762 struct rndis_reset_complete reset_complete;
1763 struct rndis_keepalive_complete keep_alive_complete;
1764 struct rcondis_mp_create_vc co_miniport_create_vc;
1765 struct rcondis_mp_delete_vc co_miniport_delete_vc;
1766 struct rcondis_indicate_status co_indicate_status;
1767 struct rcondis_mp_activate_vc_request co_miniport_activate_vc;
1768 struct rcondis_mp_deactivate_vc_request co_miniport_deactivate_vc;
1769 struct rcondis_mp_create_vc_complete co_miniport_create_vc_complete;
1770 struct rcondis_mp_delete_vc_complete co_miniport_delete_vc_complete;
1771 struct rcondis_mp_activate_vc_complete co_miniport_activate_vc_complete;
1772 struct rcondis_mp_deactivate_vc_complete
1773 co_miniport_deactivate_vc_complete;
1774};
1775
1776/* Remote NDIS message format */
1777struct rndis_message {
1778 u32 ndis_msg_type;
1779
1780 /* Total length of this message, from the beginning */
1781 /* of the struct rndis_message, in bytes. */
1782 u32 msg_len;
1783
1784 /* Actual message */
1785 union rndis_message_container msg;
1786};
1787
1788
1789/* Handy macros */
1790
1791/* get the size of an RNDIS message. Pass in the message type, */
1792/* struct rndis_set_request, struct rndis_packet for example */
1793#define RNDIS_MESSAGE_SIZE(msg) \
1794 (sizeof(msg) + (sizeof(struct rndis_message) - \
1795 sizeof(union rndis_message_container)))
1796
1797#define RNDIS_HEADER_SIZE (sizeof(struct rndis_message) - \
1798 sizeof(union rndis_message_container))
1799
1800#define RNDIS_AND_PPI_SIZE (sizeof(struct rndis_message) + NDIS_ALL_PPI_SIZE)
1801
1802#define NDIS_PACKET_TYPE_DIRECTED 0x00000001
1803#define NDIS_PACKET_TYPE_MULTICAST 0x00000002
1804#define NDIS_PACKET_TYPE_ALL_MULTICAST 0x00000004
1805#define NDIS_PACKET_TYPE_BROADCAST 0x00000008
1806#define NDIS_PACKET_TYPE_SOURCE_ROUTING 0x00000010
1807#define NDIS_PACKET_TYPE_PROMISCUOUS 0x00000020
1808#define NDIS_PACKET_TYPE_SMT 0x00000040
1809#define NDIS_PACKET_TYPE_ALL_LOCAL 0x00000080
1810#define NDIS_PACKET_TYPE_GROUP 0x00000100
1811#define NDIS_PACKET_TYPE_ALL_FUNCTIONAL 0x00000200
1812#define NDIS_PACKET_TYPE_FUNCTIONAL 0x00000400
1813#define NDIS_PACKET_TYPE_MAC_FRAME 0x00000800
1814
1815#define TRANSPORT_INFO_NOT_IP 0
1816#define TRANSPORT_INFO_IPV4_TCP 0x01
1817#define TRANSPORT_INFO_IPV4_UDP 0x02
1818#define TRANSPORT_INFO_IPV6_TCP 0x10
1819#define TRANSPORT_INFO_IPV6_UDP 0x20
1820
1821#define RETRY_US_LO 5000
1822#define RETRY_US_HI 10000
1823#define RETRY_MAX 2000 /* >10 sec */
1824
1825void netvsc_dma_unmap(struct hv_device *hv_dev,
1826 struct hv_netvsc_packet *packet);
1827#endif /* _HYPERV_NET_H */