2 * Copyright (c) 2007 Mellanox Technologies. All rights reserved.
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * OpenIB.org BSD license below:
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and/or other materials
21 * provided with the distribution.
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
33 #ifndef H_MTNIC_IF_DEFS_H
34 #define H_MTNIC_IF_DEFS_H
43 Note port number can be changed under mtnic.c !
45 #define MTNIC_MAX_PORTS 2
46 #define NUM_TX_RINGS 1
47 #define NUM_RX_RINGS 1
48 #define NUM_CQS (NUM_RX_RINGS + NUM_TX_RINGS)
49 #define GO_BIT_TIMEOUT 6000
50 #define TBIT_RETRIES 100
51 #define UNITS_BUFFER_SIZE 8 /* can be configured to 4/8/16 */
52 #define MAX_GAP_PROD_CONS (UNITS_BUFFER_SIZE/4)
54 #define DEF_IOBUF_SIZE 1600
55 #define MAC_ADDRESS_SIZE 6
57 #define ROUND_TO_CHECK 0x400
63 /* Print in case of an error */
64 #define eprintf(fmt, a...) \
65 printf("%s:%d: " fmt "\n", __func__, __LINE__, ##a)
67 #define XNOR(x,y) (!(x) == !(y))
68 #define dma_addr_t unsigned long
69 #define PAGE_SIZE 4096
70 #define PAGE_MASK (PAGE_SIZE - 1)
71 #define MTNIC_MAILBOX_SIZE PAGE_SIZE
78 #define MTNIC_BC_OFF(bc) ((bc) >> 8)
79 #define MTNIC_BC_SZ(bc) ((bc) & 0xff)
80 #define MTNIC_BC_ONES(size) (~((int)0x80000000 >> (31 - size)))
81 #define MTNIC_BC_MASK(bc) \
82 (MTNIC_BC_ONES(MTNIC_BC_SZ(bc)) << MTNIC_BC_OFF(bc))
83 #define MTNIC_BC_VAL(val, bc) \
84 (((val) & MTNIC_BC_ONES(MTNIC_BC_SZ(bc))) << MTNIC_BC_OFF(bc))
86 * Sub word fields - bit code base extraction/setting etc
89 /* Encode two values */
90 #define MTNIC_BC(off, size) ((off << 8) | (size & 0xff))
92 /* Get value of field 'bc' from 'x' */
93 #define MTNIC_BC_GET(x, bc) \
94 (((x) >> MTNIC_BC_OFF(bc)) & MTNIC_BC_ONES(MTNIC_BC_SZ(bc)))
96 /* Set value of field 'bc' of 'x' to 'val' */
97 #define MTNIC_BC_SET(x, val, bc) \
98 ((x) = ((x) & ~MTNIC_BC_MASK(bc)) | MTNIC_BC_VAL(val, bc))
100 /* Like MTNIC_BC_SET, except the previous value is assumed to be 0 */
101 #define MTNIC_BC_PUT(x, val, bc) ((x) |= MTNIC_BC_VAL(val, bc))
108 typedef enum mtnic_if_cmd
{
110 MTNIC_IF_CMD_QUERY_FW
= 0x004, /* query FW (size, version, etc) */
111 MTNIC_IF_CMD_MAP_FW
= 0xfff, /* map pages for FW image */
112 MTNIC_IF_CMD_RUN_FW
= 0xff6, /* run the FW */
113 MTNIC_IF_CMD_QUERY_CAP
= 0x001, /* query MTNIC capabilities */
114 MTNIC_IF_CMD_MAP_PAGES
= 0x002, /* map physical pages to HW */
115 MTNIC_IF_CMD_OPEN_NIC
= 0x003, /* run the firmware */
116 MTNIC_IF_CMD_CONFIG_RX
= 0x005, /* general receive configuration */
117 MTNIC_IF_CMD_CONFIG_TX
= 0x006, /* general transmit configuration */
118 MTNIC_IF_CMD_CONFIG_INT_FREQ
= 0x007, /* interrupt timers freq limits */
119 MTNIC_IF_CMD_HEART_BEAT
= 0x008, /* NOP command testing liveliness */
120 MTNIC_IF_CMD_CLOSE_NIC
= 0x009, /* release memory and stop the NIC */
123 MTNIC_IF_CMD_CONFIG_PORT_RSS_STEER
= 0x10, /* set RSS mode */
124 MTNIC_IF_CMD_SET_PORT_RSS_INDIRECTION
= 0x11, /* set RSS indirection tbl */
125 MTNIC_IF_CMD_CONFIG_PORT_PRIO_STEERING
= 0x12, /* set PRIORITY mode */
126 MTNIC_IF_CMD_CONFIG_PORT_ADDR_STEER
= 0x13, /* set Address steer mode */
127 MTNIC_IF_CMD_CONFIG_PORT_VLAN_FILTER
= 0x14, /* configure VLAN filter */
128 MTNIC_IF_CMD_CONFIG_PORT_MCAST_FILTER
= 0x15, /* configure mcast filter */
129 MTNIC_IF_CMD_ENABLE_PORT_MCAST_FILTER
= 0x16, /* enable/disable */
130 MTNIC_IF_CMD_SET_PORT_MTU
= 0x17, /* set port MTU */
131 MTNIC_IF_CMD_SET_PORT_PROMISCUOUS_MODE
= 0x18, /* enable/disable promisc */
132 MTNIC_IF_CMD_SET_PORT_DEFAULT_RING
= 0x19, /* set the default ring */
133 MTNIC_IF_CMD_SET_PORT_STATE
= 0x1a, /* set link up/down */
134 MTNIC_IF_CMD_DUMP_STAT
= 0x1b, /* dump statistics */
135 MTNIC_IF_CMD_ARM_PORT_STATE_EVENT
= 0x1c, /* arm the port state event */
137 /* Ring / Completion queue commands: */
138 MTNIC_IF_CMD_CONFIG_CQ
= 0x20, /* set up completion queue */
139 MTNIC_IF_CMD_CONFIG_RX_RING
= 0x21, /* setup Rx ring */
140 MTNIC_IF_CMD_SET_RX_RING_ADDR
= 0x22, /* set Rx ring filter by address */
141 MTNIC_IF_CMD_SET_RX_RING_MCAST
= 0x23, /* set Rx ring mcast filter */
142 MTNIC_IF_CMD_ARM_RX_RING_WM
= 0x24, /* one-time low-watermark INT */
143 MTNIC_IF_CMD_CONFIG_TX_RING
= 0x25, /* set up Tx ring */
144 MTNIC_IF_CMD_ENFORCE_TX_RING_ADDR
= 0x26, /* setup anti spoofing */
145 MTNIC_IF_CMD_CONFIG_EQ
= 0x27, /* config EQ ring */
146 MTNIC_IF_CMD_RELEASE_RESOURCE
= 0x28, /* release internal ref to resource */
151 /** selectors for MTNIC_IF_CMD_QUERY_CAP */
152 typedef enum mtnic_if_caps
{
153 MTNIC_IF_CAP_MAX_TX_RING_PER_PORT
= 0x0,
154 MTNIC_IF_CAP_MAX_RX_RING_PER_PORT
= 0x1,
155 MTNIC_IF_CAP_MAX_CQ_PER_PORT
= 0x2,
156 MTNIC_IF_CAP_NUM_PORTS
= 0x3,
157 MTNIC_IF_CAP_MAX_TX_DESC
= 0x4,
158 MTNIC_IF_CAP_MAX_RX_DESC
= 0x5,
159 MTNIC_IF_CAP_MAX_CQES
= 0x6,
160 MTNIC_IF_CAP_MAX_TX_SG_ENTRIES
= 0x7,
161 MTNIC_IF_CAP_MAX_RX_SG_ENTRIES
= 0x8,
162 MTNIC_IF_CAP_MEM_KEY
= 0x9, /* key to mem (after map_pages) */
163 MTNIC_IF_CAP_RSS_HASH_TYPE
= 0xa, /* one of mtnic_if_rss_types_t */
164 MTNIC_IF_CAP_MAX_PORT_UCAST_ADDR
= 0xc,
165 MTNIC_IF_CAP_MAX_RING_UCAST_ADDR
= 0xd, /* only for ADDR steer */
166 MTNIC_IF_CAP_MAX_PORT_MCAST_ADDR
= 0xe,
167 MTNIC_IF_CAP_MAX_RING_MCAST_ADDR
= 0xf, /* only for ADDR steer */
168 MTNIC_IF_CAP_INTA
= 0x10,
169 MTNIC_IF_CAP_BOARD_ID_LOW
= 0x11,
170 MTNIC_IF_CAP_BOARD_ID_HIGH
= 0x12,
171 MTNIC_IF_CAP_TX_CQ_DB_OFFSET
= 0x13, /* offset in bytes for TX, CQ doorbell record */
172 MTNIC_IF_CAP_EQ_DB_OFFSET
= 0x14, /* offset in bytes for EQ doorbell record */
174 /* These are per port - using port number from cap modifier field */
175 MTNIC_IF_CAP_SPEED
= 0x20,
176 MTNIC_IF_CAP_DEFAULT_MAC
= 0x21,
177 MTNIC_IF_CAP_EQ_OFFSET
= 0x22,
178 MTNIC_IF_CAP_CQ_OFFSET
= 0x23,
179 MTNIC_IF_CAP_TX_OFFSET
= 0x24,
180 MTNIC_IF_CAP_RX_OFFSET
= 0x25,
184 typedef enum mtnic_if_steer_types
{
185 MTNIC_IF_STEER_NONE
= 0,
186 MTNIC_IF_STEER_PRIORITY
= 1,
187 MTNIC_IF_STEER_RSS
= 2,
188 MTNIC_IF_STEER_ADDRESS
= 3,
189 } mtnic_if_steer_types_t
;
191 /** types of memory access modes */
192 typedef enum mtnic_if_memory_types
{
193 MTNIC_IF_MEM_TYPE_SNOOP
= 1,
194 MTNIC_IF_MEM_TYPE_NO_SNOOP
= 2
195 } mtnic_if_memory_types_t
;
199 MTNIC_HCR_BASE
= 0x1f000,
200 MTNIC_HCR_SIZE
= 0x0001c,
201 MTNIC_CLR_INT_SIZE
= 0x00008,
204 #define MELLANOX_VENDOR_ID 0x15b3
205 #define MTNIC_DEVICE_ID 0x00a00190
206 #define MTNIC_RESET_OFFSET 0xF0010
207 #define MTNIC_DEVICE_ID_OFFSET 0xF0014
215 /********************************************************************
216 * Device private data structures
218 * This section contains structures of all device private data:
219 * descriptors, rings, CQs, EQ ....
222 *********************************************************************/
226 struct mtnic_ctrl_seg
{
228 #define MTNIC_BIT_DESC_OWN 0x80000000
229 #define MTNIC_OPCODE_SEND 0xa
232 #define MTNIC_BIT_NO_ICRC 0x2
233 #define MTNIC_BIT_TX_COMP 0xc
237 struct mtnic_data_seg
{
239 #define MTNIC_INLINE 0x80000000
241 #define MTNIC_MEMTYPE_PAD 0x100
246 struct mtnic_tx_desc
{
247 struct mtnic_ctrl_seg ctrl
;
248 struct mtnic_data_seg data
; /* at least one data segment */
251 struct mtnic_rx_desc
{
255 struct mtnic_data_seg data
; /* actual number of entries depends on
262 struct mtnic_rx_db_record
{
267 u32 size
; /* REMOVE ____cacheline_aligned_in_smp; *//* number of Rx descs or TXBBs */
270 u16 cq
; /* index of port CQ associated with this ring */
272 u32 cons
; /* holds the last consumed index */
275 u32 buf_size
; /* ring buffer size in bytes */
278 struct io_buffer
*iobuf
[UNITS_BUFFER_SIZE
];
281 struct mtnic_txcq_db
*txcq_db
;
285 dma_addr_t iobuf_dma
;
286 struct mtnic_rx_db_record
*db
;
295 u8 vp
; /* VLAN present */
305 #define MTNIC_BIT_BAD_FCS 0x10
306 #define MTNIC_OPCODE_ERROR 0x1e
312 #define MTNIC_BIT_CQ_OWN 0x80
316 struct mtnic_cq_db_record
{
322 int num
; /* CQ number (on attached port) */
323 u32 size
; /* number of CQEs in CQ */
324 u32 last
; /* number of CQEs consumed */
325 struct mtnic_cq_db_record
*db
;
326 struct net_device
*dev
;
330 u16 ring
; /* ring associated with this CQ */
334 u32 buf_size
; /* ring size in bytes */
335 struct mtnic_cqe
*buf
;
352 #define MTNIC_MASK_EQE_PORT MTNIC_BC(4,2)
357 #define MTNIC_BIT_EQE_OWN 0x80
361 u32 size
; /* number of EQEs in ring */
362 u32 buf_size
; /* EQ size in bytes */
378 struct mtnic_err_buf
{
392 struct mtnic_txcq_db
{
403 * Device private data
407 struct net_device
*dev
;
408 struct pci_device
*pdev
;
411 enum mtnic_state state
;
412 /* Firmware and board info */
415 struct mtnic_pages fw_pages
;
416 struct mtnic_pages extra_pages
;
417 struct mtnic_err_buf err_buf
;
420 u64 mac
[MTNIC_MAX_PORTS
];
422 u16 tx_offset
[MTNIC_MAX_PORTS
];
423 u16 rx_offset
[MTNIC_MAX_PORTS
];
424 u32 mem_type_snoop_be
;
430 struct mtnic_if_cmd_reg
*hcr
;
431 struct mtnic_cmd cmd
;
433 /* TX, RX, CQs, EQ */
434 struct mtnic_ring tx_ring
;
435 struct mtnic_ring rx_ring
;
436 struct mtnic_cq cq
[NUM_CQS
];
453 /***************************************************************************
456 * The section below provides struct definition for commands parameters,
457 * and arguments values enumeration.
459 * The format used for the struct names is:
460 * mtnic_if_<cmd name>_<in|out>_<imm|mbox>
462 ***************************************************************************/
464 * Command Register (Command interface)
466 struct mtnic_if_cmd_reg
{
467 unsigned long in_param_h
;
473 #define MTNIC_MASK_CMD_REG_TOKEN MTNIC_BC(16,32)
474 u32 status_go_opcode
;
475 #define MTNIC_MASK_CMD_REG_OPCODE MTNIC_BC(0,16)
476 #define MTNIC_MASK_CMD_REG_T_BIT MTNIC_BC(21,1)
477 #define MTNIC_MASK_CMD_REG_GO_BIT MTNIC_BC(23,1)
478 #define MTNIC_MASK_CMD_REG_STATUS MTNIC_BC(24,8)
484 struct mtnic_if_query_fw_out_mbox
{
485 u16 fw_pages
; /* Total number of memory pages the device requires */
490 u16 ifc_rev
; /* major revision of the command interface */
500 /* CMD MTNIC_IF_CMD_QUERY_CAP */
501 struct mtnic_if_query_cap_in_imm
{
503 u8 cap_modifier
; /* a modifier for the particular capability */
504 u8 cap_index
; /* the index of the capability queried */
509 struct mtnic_if_open_nic_in_mbox
{
511 u16 mkey
; /* number of mem keys for all chip*/
512 u32 mkey_entry
; /* mem key entries for each key*/
513 u8 log_rx_p1
; /* log2 rx rings for port1 */
514 u8 log_cq_p1
; /* log2 cq for port1 */
515 u8 log_tx_p1
; /* log2 tx rings for port1 */
516 u8 steer_p1
; /* port 1 steering mode */
518 u8 log_vlan_p1
; /* log2 vlan per rx port1 */
519 u8 log_mac_p1
; /* log2 mac per rx port1 */
521 u8 log_rx_p2
; /* log2 rx rings for port1 */
522 u8 log_cq_p2
; /* log2 cq for port1 */
523 u8 log_tx_p2
; /* log2 tx rings for port1 */
524 u8 steer_p2
; /* port 1 steering mode */
526 u8 log_vlan_p2
; /* log2 vlan per rx port1 */
527 u8 log_mac_p2
; /* log2 mac per rx port1 */
531 struct mtnic_if_config_rx_in_imm
{
532 u16 spkt_size
; /* size of small packets interrupts enabled on CQ */
533 u16 resp_rcv_pause_frm_mcast_vlan_comp
; /* Two flags see MASK below */
534 /* Enable response to receive pause frames */
535 /* Use VLAN in exact-match multicast checks (see SET_RX_RING_MCAST) */
539 struct mtnic_if_config_send_in_imm
{
540 u32 enph_gpf
; /* Enable PseudoHeader and GeneratePauseFrames flags */
545 struct mtnic_if_heart_beat_out_imm
{
546 u32 flags
; /* several flags */
547 #define MTNIC_MASK_HEAR_BEAT_INT_ERROR MTNIC_BC(31,1)
555 /* CMD CONFIG_PORT_VLAN_FILTER */
556 /* in mbox is a 4K bits mask - bit per VLAN */
557 struct mtnic_if_config_port_vlan_filter_in_mbox
{
558 u64 filter
[64]; /* vlans[63:0] sit in filter[0], vlans[127:64] sit in filter[1] .. */
562 /* CMD SET_PORT_MTU */
563 struct mtnic_if_set_port_mtu_in_imm
{
565 u16 mtu
; /* The MTU of the port in bytes */
569 /* CMD SET_PORT_DEFAULT_RING */
570 struct mtnic_if_set_port_default_ring_in_imm
{
572 u8 ring
; /* Index of ring that collects promiscuous traffic */
576 /* CMD SET_PORT_STATE */
577 struct mtnic_if_set_port_state_in_imm
{
578 u32 state
; /* if 1 the port state should be up */
579 #define MTNIC_MASK_CONFIG_PORT_STATE MTNIC_BC(0,1)
584 struct mtnic_if_config_cq_in_mbox
{
587 u8 size
; /* Num CQs is 2^size (size <= 22) */
588 u8 offset
; /* start address of CQE in first page (11:6) */
589 u16 tlast
; /* interrupt moderation timer from last completion usec */
590 u8 flags
; /* flags */
591 u8 int_vector
; /* MSI index if MSI is enabled, otherwise reserved */
593 u16 max_cnt
; /* interrupt moderation counter */
594 u8 page_size
; /* each mapped page is 2^(12+page_size) bytes */
596 u32 db_record_addr_h
; /*physical address of CQ doorbell record */
597 u32 db_record_addr_l
; /*physical address of CQ doorbell record */
598 u32 page_address
[0]; /* 64 bit page addresses of CQ buffer */
601 /* CMD CONFIG_RX_RING */
602 struct mtnic_if_config_rx_ring_in_mbox
{
604 u8 ring
; /* The ring index (with offset) */
605 u8 stride_size
; /* stride and size */
606 /* Entry size = 16* (2^stride) bytes */
607 #define MTNIC_MASK_CONFIG_RX_RING_STRIDE MTNIC_BC(4,3)
608 /* Rx ring size is 2^size entries */
609 #define MTNIC_MASK_CONFIG_RX_RING_SIZE MTNIC_BC(0,4)
610 u8 flags
; /* Bit0 - header separation */
611 u8 page_size
; /* Each mapped page is 2^(12+page_size) bytes */
613 u8 cq
; /* CQ associated with this ring */
614 u32 db_record_addr_h
;
615 u32 db_record_addr_l
;
616 u32 page_address
[0];/* Array of 2^size 64b page descriptor addresses */
617 /* Must hold all Rx descriptors + doorbell record. */
620 /* The modifier for SET_RX_RING_ADDR */
621 struct mtnic_if_set_rx_ring_modifier
{
628 /* CMD SET_RX_RING_ADDR */
629 struct mtnic_if_set_rx_ring_addr_in_imm
{
630 u16 mac_47_32
; /* UCAST MAC Address bits 47:32 */
631 u16 flags_vlan_id
; /* MAC/VLAN flags and vlan id */
632 #define MTNIC_MASK_SET_RX_RING_ADDR_VLAN_ID MTNIC_BC(0,12)
633 #define MTNIC_MASK_SET_RX_RING_ADDR_BY_MAC MTNIC_BC(12,1)
634 #define MTNIC_MASK_SET_RX_RING_ADDR_BY_VLAN MTNIC_BC(13,1)
635 u32 mac_31_0
; /* UCAST MAC Address bits 31:0 */
638 /* CMD CONFIG_TX_RING */
639 struct mtnic_if_config_send_ring_in_mbox
{
640 u16 ring
; /* The ring index (with offset) */
641 #define MTNIC_MASK_CONFIG_TX_RING_INDEX MTNIC_BC(0,8)
642 u8 size
; /* Tx ring size is 32*2^size bytes */
643 #define MTNIC_MASK_CONFIG_TX_RING_SIZE MTNIC_BC(0,4)
645 u8 page_size
; /* Each mapped page is 2^(12+page_size) bytes */
646 u8 qos_class
; /* The COS used for this Tx */
647 u16 cq
; /* CQ associated with this ring */
648 #define MTNIC_MASK_CONFIG_TX_CQ_INDEX MTNIC_BC(0,8)
649 u32 page_address
[0]; /* 64 bit page addresses of descriptor buffer. */
650 /* The buffer must accommodate all Tx descriptors */
654 struct mtnic_if_config_eq_in_mbox
{
656 u8 int_vector
; /* MSI index if MSI enabled; otherwise reserved */
657 #define MTNIC_MASK_CONFIG_EQ_INT_VEC MTNIC_BC(0,6)
658 u8 size
; /* Num CQs is 2^size entries (size <= 22) */
659 #define MTNIC_MASK_CONFIG_EQ_SIZE MTNIC_BC(0,5)
660 u8 offset
; /* Start address of CQE in first page (11:6) */
661 #define MTNIC_MASK_CONFIG_EQ_OFFSET MTNIC_BC(0,6)
662 u8 page_size
; /* Each mapped page is 2^(12+page_size) bytes*/
664 u32 page_address
[0]; /* 64 bit page addresses of EQ buffer */
667 /* CMD RELEASE_RESOURCE */
668 enum mtnic_if_resource_types
{
669 MTNIC_IF_RESOURCE_TYPE_CQ
= 0,
670 MTNIC_IF_RESOURCE_TYPE_RX_RING
,
671 MTNIC_IF_RESOURCE_TYPE_TX_RING
,
672 MTNIC_IF_RESOURCE_TYPE_EQ
675 struct mtnic_if_release_resource_in_imm
{
677 u8 index
; /* must be 0 for TYPE_EQ */
679 u8 type
; /* see enum mtnic_if_resource_types */
691 /*******************************************************************
693 * PCI addon structures
695 ********************************************************************/
698 unsigned long bar
[6];
699 u32 dev_config_space
[64];
700 struct pci_device
*dev
;
705 struct dev_pci_struct
{
710 /* The only global var */
711 struct dev_pci_struct mtnic_pci_dev
;
715 #endif /* H_MTNIC_IF_DEFS_H */