drivers/net/ethernet/ibm/ibmvnic.h

   1 /* SPDX-License-Identifier: GPL-2.0-or-later */
   2 /**************************************************************************/
   3 /*                                                                        */
   4 /*  IBM System i and System p Virtual NIC Device Driver                   */
   5 /*  Copyright (C) 2014 IBM Corp.                                          */
   6 /*  Santiago Leon (santi_leon@yahoo.com)                                  */
   7 /*  Thomas Falcon (tlfalcon@linux.vnet.ibm.com)                           */
   8 /*  John Allen (jallen@linux.vnet.ibm.com)                                */
   9 /*                                                                        */
  10 /*                                                                        */
  11 /* This module contains the implementation of a virtual ethernet device   */
  12 /* for use with IBM i/pSeries LPAR Linux.  It utilizes the logical LAN    */
  13 /* option of the RS/6000 Platform Architecture to interface with virtual */
  14 /* ethernet NICs that are presented to the partition by the hypervisor.   */
  15 /*                                                                        */
  16 /**************************************************************************/
  17
  18 #define IBMVNIC_NAME            "ibmvnic"
  19 #define IBMVNIC_DRIVER_VERSION  "1.0.1"
  20 #define IBMVNIC_INVALID_MAP     -1
  21 #define IBMVNIC_STATS_TIMEOUT   1
  22 #define IBMVNIC_INIT_FAILED     2
  23 #define IBMVNIC_OPEN_FAILED     3
  24
  25 /* basic structures plus 100 2k buffers */
  26 #define IBMVNIC_IO_ENTITLEMENT_DEFAULT  610305
  27
  28 /* Initial module_parameters */
  29 #define IBMVNIC_RX_WEIGHT               16
  30 /* when changing this, update IBMVNIC_IO_ENTITLEMENT_DEFAULT */
  31 #define IBMVNIC_BUFFS_PER_POOL  100
  32 #define IBMVNIC_MAX_QUEUES      16
  33 #define IBMVNIC_MAX_QUEUE_SZ   4096
  34
  35 #define IBMVNIC_TSO_BUF_SZ      65536
  36 #define IBMVNIC_TSO_BUFS        64
  37 #define IBMVNIC_TSO_POOL_MASK   0x80000000
  38
  39 #define IBMVNIC_MAX_LTB_SIZE ((1 << (MAX_ORDER - 1)) * PAGE_SIZE)
  40 #define IBMVNIC_BUFFER_HLEN 500
  41
  42 #define IBMVNIC_RESET_DELAY 100
  43
  44 static const char ibmvnic_priv_flags[][ETH_GSTRING_LEN] = {
  45 #define IBMVNIC_USE_SERVER_MAXES 0x1
  46         "use-server-maxes"
  47 };
  48
  49 struct ibmvnic_login_buffer {
  50         __be32 len;
  51         __be32 version;
  52 #define INITIAL_VERSION_LB 1
  53         __be32 num_txcomp_subcrqs;
  54         __be32 off_txcomp_subcrqs;
  55         __be32 num_rxcomp_subcrqs;
  56         __be32 off_rxcomp_subcrqs;
  57         __be32 login_rsp_ioba;
  58         __be32 login_rsp_len;
  59         __be32 client_data_offset;
  60         __be32 client_data_len;
  61 } __packed __aligned(8);
  62
  63 struct ibmvnic_login_rsp_buffer {
  64         __be32 len;
  65         __be32 version;
  66 #define INITIAL_VERSION_LRB 1
  67         __be32 num_txsubm_subcrqs;
  68         __be32 off_txsubm_subcrqs;
  69         __be32 num_rxadd_subcrqs;
  70         __be32 off_rxadd_subcrqs;
  71         __be32 off_rxadd_buff_size;
  72         __be32 num_supp_tx_desc;
  73         __be32 off_supp_tx_desc;
  74 } __packed __aligned(8);
  75
  76 struct ibmvnic_query_ip_offload_buffer {
  77         __be32 len;
  78         __be32 version;
  79 #define INITIAL_VERSION_IOB 1
  80         u8 ipv4_chksum;
  81         u8 ipv6_chksum;
  82         u8 tcp_ipv4_chksum;
  83         u8 tcp_ipv6_chksum;
  84         u8 udp_ipv4_chksum;
  85         u8 udp_ipv6_chksum;
  86         u8 large_tx_ipv4;
  87         u8 large_tx_ipv6;
  88         u8 large_rx_ipv4;
  89         u8 large_rx_ipv6;
  90         u8 reserved1[14];
  91         __be16 max_ipv4_header_size;
  92         __be16 max_ipv6_header_size;
  93         __be16 max_tcp_header_size;
  94         __be16 max_udp_header_size;
  95         __be32 max_large_tx_size;
  96         __be32 max_large_rx_size;
  97         u8 reserved2[16];
  98         u8 ipv6_extension_header;
  99 #define IPV6_EH_NOT_SUPPORTED   0x00
 100 #define IPV6_EH_SUPPORTED_LIM   0x01
 101 #define IPV6_EH_SUPPORTED       0xFF
 102         u8 tcp_pseudosum_req;
 103 #define TCP_PS_NOT_REQUIRED     0x00
 104 #define TCP_PS_REQUIRED         0x01
 105         u8 reserved3[30];
 106         __be16 num_ipv6_ext_headers;
 107         __be32 off_ipv6_ext_headers;
 108         u8 reserved4[154];
 109 } __packed __aligned(8);
 110
 111 struct ibmvnic_control_ip_offload_buffer {
 112         __be32 len;
 113         __be32 version;
 114 #define INITIAL_VERSION_IOB 1
 115         u8 ipv4_chksum;
 116         u8 ipv6_chksum;
 117         u8 tcp_ipv4_chksum;
 118         u8 tcp_ipv6_chksum;
 119         u8 udp_ipv4_chksum;
 120         u8 udp_ipv6_chksum;
 121         u8 large_tx_ipv4;
 122         u8 large_tx_ipv6;
 123         u8 bad_packet_rx;
 124         u8 large_rx_ipv4;
 125         u8 large_rx_ipv6;
 126         u8 reserved4[111];
 127 } __packed __aligned(8);
 128
 129 struct ibmvnic_fw_component {
 130         u8 name[48];
 131         __be32 trace_buff_size;
 132         u8 correlator;
 133         u8 trace_level;
 134         u8 parent_correlator;
 135         u8 error_check_level;
 136         u8 trace_on;
 137         u8 reserved[7];
 138         u8 description[192];
 139 } __packed __aligned(8);
 140
 141 struct ibmvnic_fw_trace_entry {
 142         __be32 trace_id;
 143         u8 num_valid_data;
 144         u8 reserved[3];
 145         __be64 pmc_registers;
 146         __be64 timebase;
 147         __be64 trace_data[5];
 148 } __packed __aligned(8);
 149
 150 struct ibmvnic_statistics {
 151         __be32 version;
 152         __be32 promiscuous;
 153         __be64 rx_packets;
 154         __be64 rx_bytes;
 155         __be64 tx_packets;
 156         __be64 tx_bytes;
 157         __be64 ucast_tx_packets;
 158         __be64 ucast_rx_packets;
 159         __be64 mcast_tx_packets;
 160         __be64 mcast_rx_packets;
 161         __be64 bcast_tx_packets;
 162         __be64 bcast_rx_packets;
 163         __be64 align_errors;
 164         __be64 fcs_errors;
 165         __be64 single_collision_frames;
 166         __be64 multi_collision_frames;
 167         __be64 sqe_test_errors;
 168         __be64 deferred_tx;
 169         __be64 late_collisions;
 170         __be64 excess_collisions;
 171         __be64 internal_mac_tx_errors;
 172         __be64 carrier_sense;
 173         __be64 too_long_frames;
 174         __be64 internal_mac_rx_errors;
 175         u8 reserved[72];
 176 } __packed __aligned(8);
 177
 178 #define NUM_TX_STATS 3
 179 struct ibmvnic_tx_queue_stats {
 180         u64 packets;
 181         u64 bytes;
 182         u64 dropped_packets;
 183 };
 184
 185 #define NUM_RX_STATS 3
 186 struct ibmvnic_rx_queue_stats {
 187         u64 packets;
 188         u64 bytes;
 189         u64 interrupts;
 190 };
 191
 192 struct ibmvnic_acl_buffer {
 193         __be32 len;
 194         __be32 version;
 195 #define INITIAL_VERSION_IOB 1
 196         u8 mac_acls_restrict;
 197         u8 vlan_acls_restrict;
 198         u8 reserved1[22];
 199         __be32 num_mac_addrs;
 200         __be32 offset_mac_addrs;
 201         __be32 num_vlan_ids;
 202         __be32 offset_vlan_ids;
 203         u8 reserved2[80];
 204 } __packed __aligned(8);
 205
 206 /* descriptors have been changed, how should this be defined?  1? 4? */
 207
 208 #define IBMVNIC_TX_DESC_VERSIONS 3
 209
 210 /* is this still needed? */
 211 struct ibmvnic_tx_comp_desc {
 212         u8 first;
 213         u8 num_comps;
 214         __be16 rcs[5];
 215         __be32 correlators[5];
 216 } __packed __aligned(8);
 217
 218 /* some flags that included in v0 descriptor, which is gone
 219  * only used for IBMVNIC_TCP_CHKSUM and IBMVNIC_UDP_CHKSUM
 220  * and only in some offload_flags variable that doesn't seem
 221  * to be used anywhere, can probably be removed?
 222  */
 223
 224 #define IBMVNIC_TCP_CHKSUM              0x20
 225 #define IBMVNIC_UDP_CHKSUM              0x08
 226
 227 #define IBMVNIC_MAX_FRAGS_PER_CRQ 3
 228
 229 struct ibmvnic_tx_desc {
 230         u8 first;
 231         u8 type;
 232
 233 #define IBMVNIC_TX_DESC 0x10
 234         u8 n_crq_elem;
 235         u8 n_sge;
 236         u8 flags1;
 237 #define IBMVNIC_TX_COMP_NEEDED          0x80
 238 #define IBMVNIC_TX_CHKSUM_OFFLOAD       0x40
 239 #define IBMVNIC_TX_LSO                  0x20
 240 #define IBMVNIC_TX_PROT_TCP             0x10
 241 #define IBMVNIC_TX_PROT_UDP             0x08
 242 #define IBMVNIC_TX_PROT_IPV4            0x04
 243 #define IBMVNIC_TX_PROT_IPV6            0x02
 244 #define IBMVNIC_TX_VLAN_PRESENT         0x01
 245         u8 flags2;
 246 #define IBMVNIC_TX_VLAN_INSERT          0x80
 247         __be16 mss;
 248         u8 reserved[4];
 249         __be32 correlator;
 250         __be16 vlan_id;
 251         __be16 dma_reg;
 252         __be32 sge_len;
 253         __be64 ioba;
 254 } __packed __aligned(8);
 255
 256 struct ibmvnic_hdr_desc {
 257         u8 first;
 258         u8 type;
 259 #define IBMVNIC_HDR_DESC                0x11
 260         u8 len;
 261         u8 l2_len;
 262         __be16 l3_len;
 263         u8 l4_len;
 264         u8 flag;
 265         u8 data[24];
 266 } __packed __aligned(8);
 267
 268 struct ibmvnic_hdr_ext_desc {
 269         u8 first;
 270         u8 type;
 271 #define IBMVNIC_HDR_EXT_DESC            0x12
 272         u8 len;
 273         u8 data[29];
 274 } __packed __aligned(8);
 275
 276 struct ibmvnic_sge_desc {
 277         u8 first;
 278         u8 type;
 279 #define IBMVNIC_SGE_DESC                0x30
 280         __be16 sge1_dma_reg;
 281         __be32 sge1_len;
 282         __be64 sge1_ioba;
 283         __be16 reserved;
 284         __be16 sge2_dma_reg;
 285         __be32 sge2_len;
 286         __be64 sge2_ioba;
 287 } __packed __aligned(8);
 288
 289 struct ibmvnic_rx_comp_desc {
 290         u8 first;
 291         u8 flags;
 292 #define IBMVNIC_IP_CHKSUM_GOOD          0x80
 293 #define IBMVNIC_TCP_UDP_CHKSUM_GOOD     0x40
 294 #define IBMVNIC_END_FRAME                       0x20
 295 #define IBMVNIC_EXACT_MC                        0x10
 296 #define IBMVNIC_VLAN_STRIPPED                   0x08
 297         __be16 off_frame_data;
 298         __be32 len;
 299         __be64 correlator;
 300         __be16 vlan_tci;
 301         __be16 rc;
 302         u8 reserved[12];
 303 } __packed __aligned(8);
 304
 305 struct ibmvnic_generic_scrq {
 306         u8 first;
 307         u8 reserved[31];
 308 } __packed __aligned(8);
 309
 310 struct ibmvnic_rx_buff_add_desc {
 311         u8 first;
 312         u8 reserved[7];
 313         __be64 correlator;
 314         __be32 ioba;
 315         u8 map_id;
 316         __be32 len:24;
 317         u8 reserved2[8];
 318 } __packed __aligned(8);
 319
 320 struct ibmvnic_rc {
 321         u8 code; /* one of enum ibmvnic_rc_codes */
 322         u8 detailed_data[3];
 323 } __packed __aligned(4);
 324
 325 struct ibmvnic_generic_crq {
 326         u8 first;
 327         u8 cmd;
 328         u8 params[10];
 329         struct ibmvnic_rc rc;
 330 } __packed __aligned(8);
 331
 332 struct ibmvnic_version_exchange {
 333         u8 first;
 334         u8 cmd;
 335         __be16 version;
 336 #define IBMVNIC_INITIAL_VERSION 1
 337         u8 reserved[8];
 338         struct ibmvnic_rc rc;
 339 } __packed __aligned(8);
 340
 341 struct ibmvnic_capability {
 342         u8 first;
 343         u8 cmd;
 344         __be16 capability; /* one of ibmvnic_capabilities */
 345         __be64 number;
 346         struct ibmvnic_rc rc;
 347 } __packed __aligned(8);
 348
 349 struct ibmvnic_login {
 350         u8 first;
 351         u8 cmd;
 352         u8 reserved[6];
 353         __be32 ioba;
 354         __be32 len;
 355 } __packed __aligned(8);
 356
 357 struct ibmvnic_phys_parms {
 358         u8 first;
 359         u8 cmd;
 360         u8 flags1;
 361 #define IBMVNIC_EXTERNAL_LOOPBACK       0x80
 362 #define IBMVNIC_INTERNAL_LOOPBACK       0x40
 363 #define IBMVNIC_PROMISC         0x20
 364 #define IBMVNIC_PHYS_LINK_ACTIVE        0x10
 365 #define IBMVNIC_AUTONEG_DUPLEX  0x08
 366 #define IBMVNIC_FULL_DUPLEX     0x04
 367 #define IBMVNIC_HALF_DUPLEX     0x02
 368 #define IBMVNIC_CAN_CHG_PHYS_PARMS      0x01
 369         u8 flags2;
 370 #define IBMVNIC_LOGICAL_LNK_ACTIVE 0x80
 371         __be32 speed;
 372 #define IBMVNIC_AUTONEG         0x80000000
 373 #define IBMVNIC_10MBPS          0x40000000
 374 #define IBMVNIC_100MBPS         0x20000000
 375 #define IBMVNIC_1GBPS           0x10000000
 376 #define IBMVNIC_10GBP           0x08000000
 377 #define IBMVNIC_40GBPS          0x04000000
 378 #define IBMVNIC_100GBPS         0x02000000
 379 #define IBMVNIC_25GBPS          0x01000000
 380 #define IBMVNIC_50GBPS          0x00800000
 381 #define IBMVNIC_200GBPS         0x00400000
 382         __be32 mtu;
 383         struct ibmvnic_rc rc;
 384 } __packed __aligned(8);
 385
 386 struct ibmvnic_logical_link_state {
 387         u8 first;
 388         u8 cmd;
 389         u8 link_state;
 390 #define IBMVNIC_LOGICAL_LNK_DN 0x00
 391 #define IBMVNIC_LOGICAL_LNK_UP 0x01
 392 #define IBMVNIC_LOGICAL_LNK_QUERY 0xff
 393         u8 reserved[9];
 394         struct ibmvnic_rc rc;
 395 } __packed __aligned(8);
 396
 397 struct ibmvnic_query_ip_offload {
 398         u8 first;
 399         u8 cmd;
 400         u8 reserved[2];
 401         __be32 len;
 402         __be32 ioba;
 403         struct ibmvnic_rc rc;
 404 } __packed __aligned(8);
 405
 406 struct ibmvnic_control_ip_offload {
 407         u8 first;
 408         u8 cmd;
 409         u8 reserved[2];
 410         __be32 ioba;
 411         __be32 len;
 412         struct ibmvnic_rc rc;
 413 } __packed __aligned(8);
 414
 415 struct ibmvnic_request_dump_size {
 416         u8 first;
 417         u8 cmd;
 418         u8 reserved[6];
 419         __be32 len;
 420         struct ibmvnic_rc rc;
 421 } __packed __aligned(8);
 422
 423 struct ibmvnic_request_dump {
 424         u8 first;
 425         u8 cmd;
 426         u8 reserved1[2];
 427         __be32 ioba;
 428         __be32 len;
 429         u8 reserved2[4];
 430 } __packed __aligned(8);
 431
 432 struct ibmvnic_request_dump_rsp {
 433         u8 first;
 434         u8 cmd;
 435         u8 reserved[6];
 436         __be32 dumped_len;
 437         struct ibmvnic_rc rc;
 438 } __packed __aligned(8);
 439
 440 struct ibmvnic_request_ras_comp_num {
 441         u8 first;
 442         u8 cmd;
 443         u8 reserved1[2];
 444         __be32 num_components;
 445         u8 reserved2[4];
 446         struct ibmvnic_rc rc;
 447 } __packed __aligned(8);
 448
 449 struct ibmvnic_request_ras_comps {
 450         u8 first;
 451         u8 cmd;
 452         u8 reserved[2];
 453         __be32 ioba;
 454         __be32 len;
 455         struct ibmvnic_rc rc;
 456 } __packed __aligned(8);
 457
 458 struct ibmvnic_control_ras {
 459         u8 first;
 460         u8 cmd;
 461         u8 correlator;
 462         u8 level;
 463         u8 op;
 464 #define IBMVNIC_TRACE_LEVEL     1
 465 #define IBMVNIC_ERROR_LEVEL     2
 466 #define IBMVNIC_TRACE_PAUSE     3
 467 #define IBMVNIC_TRACE_RESUME    4
 468 #define IBMVNIC_TRACE_ON                5
 469 #define IBMVNIC_TRACE_OFF               6
 470 #define IBMVNIC_CHG_TRACE_BUFF_SZ       7
 471         u8 trace_buff_sz[3];
 472         u8 reserved[4];
 473         struct ibmvnic_rc rc;
 474 } __packed __aligned(8);
 475
 476 struct ibmvnic_collect_fw_trace {
 477         u8 first;
 478         u8 cmd;
 479         u8 correlator;
 480         u8 reserved;
 481         __be32 ioba;
 482         __be32 len;
 483         struct ibmvnic_rc rc;
 484 } __packed __aligned(8);
 485
 486 struct ibmvnic_request_statistics {
 487         u8 first;
 488         u8 cmd;
 489         u8 flags;
 490 #define IBMVNIC_PHYSICAL_PORT   0x80
 491         u8 reserved1;
 492         __be32 ioba;
 493         __be32 len;
 494         u8 reserved[4];
 495 } __packed __aligned(8);
 496
 497 struct ibmvnic_request_debug_stats {
 498         u8 first;
 499         u8 cmd;
 500         u8 reserved[2];
 501         __be32 ioba;
 502         __be32 len;
 503         struct ibmvnic_rc rc;
 504 } __packed __aligned(8);
 505
 506 struct ibmvnic_error_indication {
 507         u8 first;
 508         u8 cmd;
 509         u8 flags;
 510 #define IBMVNIC_FATAL_ERROR     0x80
 511         u8 reserved1;
 512         __be32 error_id;
 513         __be32 detail_error_sz;
 514         __be16 error_cause;
 515         u8 reserved2[2];
 516 } __packed __aligned(8);
 517
 518 struct ibmvnic_link_state_indication {
 519         u8 first;
 520         u8 cmd;
 521         u8 reserved1[2];
 522         u8 phys_link_state;
 523         u8 logical_link_state;
 524         u8 reserved2[10];
 525 } __packed __aligned(8);
 526
 527 struct ibmvnic_change_mac_addr {
 528         u8 first;
 529         u8 cmd;
 530         u8 mac_addr[6];
 531         u8 reserved[4];
 532         struct ibmvnic_rc rc;
 533 } __packed __aligned(8);
 534
 535 struct ibmvnic_multicast_ctrl {
 536         u8 first;
 537         u8 cmd;
 538         u8 mac_addr[6];
 539         u8 flags;
 540 #define IBMVNIC_ENABLE_MC               0x80
 541 #define IBMVNIC_DISABLE_MC              0x40
 542 #define IBMVNIC_ENABLE_ALL              0x20
 543 #define IBMVNIC_DISABLE_ALL     0x10
 544         u8 reserved1;
 545         __be16 reserved2; /* was num_enabled_mc_addr; */
 546         struct ibmvnic_rc rc;
 547 } __packed __aligned(8);
 548
 549 struct ibmvnic_get_vpd_size {
 550         u8 first;
 551         u8 cmd;
 552         u8 reserved[14];
 553 } __packed __aligned(8);
 554
 555 struct ibmvnic_get_vpd_size_rsp {
 556         u8 first;
 557         u8 cmd;
 558         u8 reserved[2];
 559         __be64 len;
 560         struct ibmvnic_rc rc;
 561 } __packed __aligned(8);
 562
 563 struct ibmvnic_get_vpd {
 564         u8 first;
 565         u8 cmd;
 566         u8 reserved1[2];
 567         __be32 ioba;
 568         __be32 len;
 569         u8 reserved[4];
 570 } __packed __aligned(8);
 571
 572 struct ibmvnic_get_vpd_rsp {
 573         u8 first;
 574         u8 cmd;
 575         u8 reserved[10];
 576         struct ibmvnic_rc rc;
 577 } __packed __aligned(8);
 578
 579 struct ibmvnic_acl_change_indication {
 580         u8 first;
 581         u8 cmd;
 582         __be16 change_type;
 583 #define IBMVNIC_MAC_ACL 0
 584 #define IBMVNIC_VLAN_ACL 1
 585         u8 reserved[12];
 586 } __packed __aligned(8);
 587
 588 struct ibmvnic_acl_query {
 589         u8 first;
 590         u8 cmd;
 591         u8 reserved1[2];
 592         __be32 ioba;
 593         __be32 len;
 594         u8 reserved2[4];
 595 } __packed __aligned(8);
 596
 597 struct ibmvnic_tune {
 598         u8 first;
 599         u8 cmd;
 600         u8 reserved1[2];
 601         __be32 ioba;
 602         __be32 len;
 603         u8 reserved2[4];
 604 } __packed __aligned(8);
 605
 606 struct ibmvnic_request_map {
 607         u8 first;
 608         u8 cmd;
 609         u8 reserved1;
 610         u8 map_id;
 611         __be32 ioba;
 612         __be32 len;
 613         u8 reserved2[4];
 614 } __packed __aligned(8);
 615
 616 struct ibmvnic_request_map_rsp {
 617         u8 first;
 618         u8 cmd;
 619         u8 reserved1;
 620         u8 map_id;
 621         u8 reserved2[8];
 622         struct ibmvnic_rc rc;
 623 } __packed __aligned(8);
 624
 625 struct ibmvnic_request_unmap {
 626         u8 first;
 627         u8 cmd;
 628         u8 reserved1;
 629         u8 map_id;
 630         u8 reserved2[12];
 631 } __packed __aligned(8);
 632
 633 struct ibmvnic_request_unmap_rsp {
 634         u8 first;
 635         u8 cmd;
 636         u8 reserved1;
 637         u8 map_id;
 638         u8 reserved2[8];
 639         struct ibmvnic_rc rc;
 640 } __packed __aligned(8);
 641
 642 struct ibmvnic_query_map {
 643         u8 first;
 644         u8 cmd;
 645         u8 reserved[14];
 646 } __packed __aligned(8);
 647
 648 struct ibmvnic_query_map_rsp {
 649         u8 first;
 650         u8 cmd;
 651         u8 reserved;
 652         u8 page_size;
 653         __be32 tot_pages;
 654         __be32 free_pages;
 655         struct ibmvnic_rc rc;
 656 } __packed __aligned(8);
 657
 658 union ibmvnic_crq {
 659         struct ibmvnic_generic_crq generic;
 660         struct ibmvnic_version_exchange version_exchange;
 661         struct ibmvnic_version_exchange version_exchange_rsp;
 662         struct ibmvnic_capability query_capability;
 663         struct ibmvnic_capability query_capability_rsp;
 664         struct ibmvnic_capability request_capability;
 665         struct ibmvnic_capability request_capability_rsp;
 666         struct ibmvnic_login login;
 667         struct ibmvnic_generic_crq login_rsp;
 668         struct ibmvnic_phys_parms query_phys_parms;
 669         struct ibmvnic_phys_parms query_phys_parms_rsp;
 670         struct ibmvnic_phys_parms query_phys_capabilities;
 671         struct ibmvnic_phys_parms query_phys_capabilities_rsp;
 672         struct ibmvnic_phys_parms set_phys_parms;
 673         struct ibmvnic_phys_parms set_phys_parms_rsp;
 674         struct ibmvnic_logical_link_state logical_link_state;
 675         struct ibmvnic_logical_link_state logical_link_state_rsp;
 676         struct ibmvnic_query_ip_offload query_ip_offload;
 677         struct ibmvnic_query_ip_offload query_ip_offload_rsp;
 678         struct ibmvnic_control_ip_offload control_ip_offload;
 679         struct ibmvnic_control_ip_offload control_ip_offload_rsp;
 680         struct ibmvnic_request_dump_size request_dump_size;
 681         struct ibmvnic_request_dump_size request_dump_size_rsp;
 682         struct ibmvnic_request_dump request_dump;
 683         struct ibmvnic_request_dump_rsp request_dump_rsp;
 684         struct ibmvnic_request_ras_comp_num request_ras_comp_num;
 685         struct ibmvnic_request_ras_comp_num request_ras_comp_num_rsp;
 686         struct ibmvnic_request_ras_comps request_ras_comps;
 687         struct ibmvnic_request_ras_comps request_ras_comps_rsp;
 688         struct ibmvnic_control_ras control_ras;
 689         struct ibmvnic_control_ras control_ras_rsp;
 690         struct ibmvnic_collect_fw_trace collect_fw_trace;
 691         struct ibmvnic_collect_fw_trace collect_fw_trace_rsp;
 692         struct ibmvnic_request_statistics request_statistics;
 693         struct ibmvnic_generic_crq request_statistics_rsp;
 694         struct ibmvnic_request_debug_stats request_debug_stats;
 695         struct ibmvnic_request_debug_stats request_debug_stats_rsp;
 696         struct ibmvnic_error_indication error_indication;
 697         struct ibmvnic_link_state_indication link_state_indication;
 698         struct ibmvnic_change_mac_addr change_mac_addr;
 699         struct ibmvnic_change_mac_addr change_mac_addr_rsp;
 700         struct ibmvnic_multicast_ctrl multicast_ctrl;
 701         struct ibmvnic_multicast_ctrl multicast_ctrl_rsp;
 702         struct ibmvnic_get_vpd_size get_vpd_size;
 703         struct ibmvnic_get_vpd_size_rsp get_vpd_size_rsp;
 704         struct ibmvnic_get_vpd get_vpd;
 705         struct ibmvnic_get_vpd_rsp get_vpd_rsp;
 706         struct ibmvnic_acl_change_indication acl_change_indication;
 707         struct ibmvnic_acl_query acl_query;
 708         struct ibmvnic_generic_crq acl_query_rsp;
 709         struct ibmvnic_tune tune;
 710         struct ibmvnic_generic_crq tune_rsp;
 711         struct ibmvnic_request_map request_map;
 712         struct ibmvnic_request_map_rsp request_map_rsp;
 713         struct ibmvnic_request_unmap request_unmap;
 714         struct ibmvnic_request_unmap_rsp request_unmap_rsp;
 715         struct ibmvnic_query_map query_map;
 716         struct ibmvnic_query_map_rsp query_map_rsp;
 717 };
 718
 719 enum ibmvnic_rc_codes {
 720         SUCCESS = 0,
 721         PARTIALSUCCESS = 1,
 722         PERMISSION = 2,
 723         NOMEMORY = 3,
 724         PARAMETER = 4,
 725         UNKNOWNCOMMAND = 5,
 726         ABORTED = 6,
 727         INVALIDSTATE = 7,
 728         INVALIDIOBA = 8,
 729         INVALIDLENGTH = 9,
 730         UNSUPPORTEDOPTION = 10,
 731 };
 732
 733 enum ibmvnic_capabilities {
 734         MIN_TX_QUEUES = 1,
 735         MIN_RX_QUEUES = 2,
 736         MIN_RX_ADD_QUEUES = 3,
 737         MAX_TX_QUEUES = 4,
 738         MAX_RX_QUEUES = 5,
 739         MAX_RX_ADD_QUEUES = 6,
 740         REQ_TX_QUEUES = 7,
 741         REQ_RX_QUEUES = 8,
 742         REQ_RX_ADD_QUEUES = 9,
 743         MIN_TX_ENTRIES_PER_SUBCRQ = 10,
 744         MIN_RX_ADD_ENTRIES_PER_SUBCRQ = 11,
 745         MAX_TX_ENTRIES_PER_SUBCRQ = 12,
 746         MAX_RX_ADD_ENTRIES_PER_SUBCRQ = 13,
 747         REQ_TX_ENTRIES_PER_SUBCRQ = 14,
 748         REQ_RX_ADD_ENTRIES_PER_SUBCRQ = 15,
 749         TCP_IP_OFFLOAD = 16,
 750         PROMISC_REQUESTED = 17,
 751         PROMISC_SUPPORTED = 18,
 752         MIN_MTU = 19,
 753         MAX_MTU = 20,
 754         REQ_MTU = 21,
 755         MAX_MULTICAST_FILTERS = 22,
 756         VLAN_HEADER_INSERTION = 23,
 757         RX_VLAN_HEADER_INSERTION = 24,
 758         MAX_TX_SG_ENTRIES = 25,
 759         RX_SG_SUPPORTED = 26,
 760         RX_SG_REQUESTED = 27,
 761         OPT_TX_COMP_SUB_QUEUES = 28,
 762         OPT_RX_COMP_QUEUES = 29,
 763         OPT_RX_BUFADD_Q_PER_RX_COMP_Q = 30,
 764         OPT_TX_ENTRIES_PER_SUBCRQ = 31,
 765         OPT_RXBA_ENTRIES_PER_SUBCRQ = 32,
 766         TX_RX_DESC_REQ = 33,
 767 };
 768
 769 enum ibmvnic_error_cause {
 770         ADAPTER_PROBLEM = 0,
 771         BUS_PROBLEM = 1,
 772         FW_PROBLEM = 2,
 773         DD_PROBLEM = 3,
 774         EEH_RECOVERY = 4,
 775         FW_UPDATED = 5,
 776         LOW_MEMORY = 6,
 777 };
 778
 779 enum ibmvnic_commands {
 780         VERSION_EXCHANGE = 0x01,
 781         VERSION_EXCHANGE_RSP = 0x81,
 782         QUERY_CAPABILITY = 0x02,
 783         QUERY_CAPABILITY_RSP = 0x82,
 784         REQUEST_CAPABILITY = 0x03,
 785         REQUEST_CAPABILITY_RSP = 0x83,
 786         LOGIN = 0x04,
 787         LOGIN_RSP = 0x84,
 788         QUERY_PHYS_PARMS = 0x05,
 789         QUERY_PHYS_PARMS_RSP = 0x85,
 790         QUERY_PHYS_CAPABILITIES = 0x06,
 791         QUERY_PHYS_CAPABILITIES_RSP = 0x86,
 792         SET_PHYS_PARMS = 0x07,
 793         SET_PHYS_PARMS_RSP = 0x87,
 794         ERROR_INDICATION = 0x08,
 795         LOGICAL_LINK_STATE = 0x0C,
 796         LOGICAL_LINK_STATE_RSP = 0x8C,
 797         REQUEST_STATISTICS = 0x0D,
 798         REQUEST_STATISTICS_RSP = 0x8D,
 799         COLLECT_FW_TRACE = 0x11,
 800         COLLECT_FW_TRACE_RSP = 0x91,
 801         LINK_STATE_INDICATION = 0x12,
 802         CHANGE_MAC_ADDR = 0x13,
 803         CHANGE_MAC_ADDR_RSP = 0x93,
 804         MULTICAST_CTRL = 0x14,
 805         MULTICAST_CTRL_RSP = 0x94,
 806         GET_VPD_SIZE = 0x15,
 807         GET_VPD_SIZE_RSP = 0x95,
 808         GET_VPD = 0x16,
 809         GET_VPD_RSP = 0x96,
 810         TUNE = 0x17,
 811         TUNE_RSP = 0x97,
 812         QUERY_IP_OFFLOAD = 0x18,
 813         QUERY_IP_OFFLOAD_RSP = 0x98,
 814         CONTROL_IP_OFFLOAD = 0x19,
 815         CONTROL_IP_OFFLOAD_RSP = 0x99,
 816         ACL_CHANGE_INDICATION = 0x1A,
 817         ACL_QUERY = 0x1B,
 818         ACL_QUERY_RSP = 0x9B,
 819         QUERY_MAP = 0x1D,
 820         QUERY_MAP_RSP = 0x9D,
 821         REQUEST_MAP = 0x1E,
 822         REQUEST_MAP_RSP = 0x9E,
 823         REQUEST_UNMAP = 0x1F,
 824         REQUEST_UNMAP_RSP = 0x9F,
 825         VLAN_CTRL = 0x20,
 826         VLAN_CTRL_RSP = 0xA0,
 827 };
 828
 829 enum ibmvnic_crq_type {
 830         IBMVNIC_CRQ_CMD                 = 0x80,
 831         IBMVNIC_CRQ_CMD_RSP             = 0x80,
 832         IBMVNIC_CRQ_INIT_CMD            = 0xC0,
 833         IBMVNIC_CRQ_INIT_RSP            = 0xC0,
 834         IBMVNIC_CRQ_XPORT_EVENT         = 0xFF,
 835 };
 836
 837 enum ibmvfc_crq_format {
 838         IBMVNIC_CRQ_INIT                 = 0x01,
 839         IBMVNIC_CRQ_INIT_COMPLETE        = 0x02,
 840         IBMVNIC_PARTITION_MIGRATED       = 0x06,
 841         IBMVNIC_DEVICE_FAILOVER          = 0x08,
 842 };
 843
 844 struct ibmvnic_crq_queue {
 845         union ibmvnic_crq *msgs;
 846         int size, cur;
 847         dma_addr_t msg_token;
 848         spinlock_t lock;
 849         bool active;
 850         char name[32];
 851 };
 852
 853 union sub_crq {
 854         struct ibmvnic_generic_scrq generic;
 855         struct ibmvnic_tx_comp_desc tx_comp;
 856         struct ibmvnic_tx_desc v1;
 857         struct ibmvnic_hdr_desc hdr;
 858         struct ibmvnic_hdr_ext_desc hdr_ext;
 859         struct ibmvnic_sge_desc sge;
 860         struct ibmvnic_rx_comp_desc rx_comp;
 861         struct ibmvnic_rx_buff_add_desc rx_add;
 862 };
 863
 864 struct ibmvnic_sub_crq_queue {
 865         union sub_crq *msgs;
 866         int size, cur;
 867         dma_addr_t msg_token;
 868         unsigned long crq_num;
 869         unsigned long hw_irq;
 870         unsigned int irq;
 871         unsigned int pool_index;
 872         int scrq_num;
 873         spinlock_t lock;
 874         struct sk_buff *rx_skb_top;
 875         struct ibmvnic_adapter *adapter;
 876         atomic_t used;
 877         char name[32];
 878 };
 879
 880 struct ibmvnic_long_term_buff {
 881         unsigned char *buff;
 882         dma_addr_t addr;
 883         u64 size;
 884         u8 map_id;
 885 };
 886
 887 struct ibmvnic_tx_buff {
 888         struct sk_buff *skb;
 889         dma_addr_t data_dma[IBMVNIC_MAX_FRAGS_PER_CRQ];
 890         unsigned int data_len[IBMVNIC_MAX_FRAGS_PER_CRQ];
 891         int index;
 892         int pool_index;
 893         bool last_frag;
 894         union sub_crq indir_arr[6];
 895         u8 hdr_data[140];
 896         dma_addr_t indir_dma;
 897         int num_entries;
 898 };
 899
 900 struct ibmvnic_tx_pool {
 901         struct ibmvnic_tx_buff *tx_buff;
 902         int *free_map;
 903         int consumer_index;
 904         int producer_index;
 905         struct ibmvnic_long_term_buff long_term_buff;
 906         int num_buffers;
 907         int buf_size;
 908 };
 909
 910 struct ibmvnic_rx_buff {
 911         struct sk_buff *skb;
 912         dma_addr_t dma;
 913         unsigned char *data;
 914         int size;
 915         int pool_index;
 916 };
 917
 918 struct ibmvnic_rx_pool {
 919         struct ibmvnic_rx_buff *rx_buff;
 920         int size;
 921         int index;
 922         int buff_size;
 923         atomic_t available;
 924         int *free_map;
 925         int next_free;
 926         int next_alloc;
 927         int active;
 928         struct ibmvnic_long_term_buff long_term_buff;
 929 };
 930
 931 struct ibmvnic_vpd {
 932         unsigned char *buff;
 933         dma_addr_t dma_addr;
 934         u64 len;
 935 };
 936
 937 enum vnic_state {VNIC_PROBING = 1,
 938                  VNIC_PROBED,
 939                  VNIC_OPENING,
 940                  VNIC_OPEN,
 941                  VNIC_CLOSING,
 942                  VNIC_CLOSED,
 943                  VNIC_REMOVING,
 944                  VNIC_REMOVED};
 945
 946 enum ibmvnic_reset_reason {VNIC_RESET_FAILOVER = 1,
 947                            VNIC_RESET_MOBILITY,
 948                            VNIC_RESET_FATAL,
 949                            VNIC_RESET_NON_FATAL,
 950                            VNIC_RESET_TIMEOUT,
 951                            VNIC_RESET_CHANGE_PARAM};
 952
 953 struct ibmvnic_rwi {
 954         enum ibmvnic_reset_reason reset_reason;
 955         struct list_head list;
 956 };
 957
 958 struct ibmvnic_tunables {
 959         u64 rx_queues;
 960         u64 tx_queues;
 961         u64 rx_entries;
 962         u64 tx_entries;
 963         u64 mtu;
 964 };
 965
 966 struct ibmvnic_adapter {
 967         struct vio_dev *vdev;
 968         struct net_device *netdev;
 969         struct ibmvnic_crq_queue crq;
 970         u8 mac_addr[ETH_ALEN];
 971         struct ibmvnic_query_ip_offload_buffer ip_offload_buf;
 972         dma_addr_t ip_offload_tok;
 973         struct ibmvnic_control_ip_offload_buffer ip_offload_ctrl;
 974         dma_addr_t ip_offload_ctrl_tok;
 975         u32 msg_enable;
 976         u32 priv_flags;
 977
 978         /* Vital Product Data (VPD) */
 979         struct ibmvnic_vpd *vpd;
 980         char fw_version[32];
 981
 982         /* Statistics */
 983         struct ibmvnic_statistics stats;
 984         dma_addr_t stats_token;
 985         struct completion stats_done;
 986         spinlock_t stats_lock;
 987         int replenish_no_mem;
 988         int replenish_add_buff_success;
 989         int replenish_add_buff_failure;
 990         int replenish_task_cycles;
 991         int tx_send_failed;
 992         int tx_map_failed;
 993
 994         struct ibmvnic_tx_queue_stats *tx_stats_buffers;
 995         struct ibmvnic_rx_queue_stats *rx_stats_buffers;
 996
 997         int phys_link_state;
 998         int logical_link_state;
 999
1000         u32 speed;
1001         u8 duplex;
1002
1003         /* login data */
1004         struct ibmvnic_login_buffer *login_buf;
1005         dma_addr_t login_buf_token;
1006         int login_buf_sz;
1007
1008         struct ibmvnic_login_rsp_buffer *login_rsp_buf;
1009         dma_addr_t login_rsp_buf_token;
1010         int login_rsp_buf_sz;
1011
1012         atomic_t running_cap_crqs;
1013         bool wait_capability;
1014
1015         struct ibmvnic_sub_crq_queue **tx_scrq;
1016         struct ibmvnic_sub_crq_queue **rx_scrq;
1017
1018         /* rx structs */
1019         struct napi_struct *napi;
1020         struct ibmvnic_rx_pool *rx_pool;
1021         u64 promisc;
1022
1023         struct ibmvnic_tx_pool *tx_pool;
1024         struct ibmvnic_tx_pool *tso_pool;
1025         struct completion init_done;
1026         int init_done_rc;
1027
1028         struct completion fw_done;
1029         /* Used for serialization of device commands */
1030         struct mutex fw_lock;
1031         int fw_done_rc;
1032
1033         struct completion reset_done;
1034         int reset_done_rc;
1035         bool wait_for_reset;
1036
1037         /* partner capabilities */
1038         u64 min_tx_queues;
1039         u64 min_rx_queues;
1040         u64 min_rx_add_queues;
1041         u64 max_tx_queues;
1042         u64 max_rx_queues;
1043         u64 max_rx_add_queues;
1044         u64 req_tx_queues;
1045         u64 req_rx_queues;
1046         u64 req_rx_add_queues;
1047         u64 min_tx_entries_per_subcrq;
1048         u64 min_rx_add_entries_per_subcrq;
1049         u64 max_tx_entries_per_subcrq;
1050         u64 max_rx_add_entries_per_subcrq;
1051         u64 req_tx_entries_per_subcrq;
1052         u64 req_rx_add_entries_per_subcrq;
1053         u64 tcp_ip_offload;
1054         u64 promisc_requested;
1055         u64 promisc_supported;
1056         u64 min_mtu;
1057         u64 max_mtu;
1058         u64 req_mtu;
1059         u64 max_multicast_filters;
1060         u64 vlan_header_insertion;
1061         u64 rx_vlan_header_insertion;
1062         u64 max_tx_sg_entries;
1063         u64 rx_sg_supported;
1064         u64 rx_sg_requested;
1065         u64 opt_tx_comp_sub_queues;
1066         u64 opt_rx_comp_queues;
1067         u64 opt_rx_bufadd_q_per_rx_comp_q;
1068         u64 opt_tx_entries_per_subcrq;
1069         u64 opt_rxba_entries_per_subcrq;
1070         __be64 tx_rx_desc_req;
1071         u8 map_id;
1072         u32 num_active_rx_scrqs;
1073         u32 num_active_rx_pools;
1074         u32 num_active_rx_napi;
1075         u32 num_active_tx_scrqs;
1076         u32 num_active_tx_pools;
1077
1078         struct tasklet_struct tasklet;
1079         enum vnic_state state;
1080         enum ibmvnic_reset_reason reset_reason;
1081         spinlock_t rwi_lock;
1082         struct list_head rwi_list;
1083         struct work_struct ibmvnic_reset;
1084         struct delayed_work ibmvnic_delayed_reset;
1085         unsigned long resetting;
1086         bool napi_enabled, from_passive_init;
1087
1088         bool failover_pending;
1089         bool force_reset_recovery;
1090
1091         struct ibmvnic_tunables desired;
1092         struct ibmvnic_tunables fallback;
1093 };