1 /*******************************************************************************
3 Intel 10 Gigabit PCI Express Linux driver
4 Copyright(c) 1999 - 2009 Intel Corporation.
6 This program is free software; you can redistribute it and/or modify it
7 under the terms and conditions of the GNU General Public License,
8 version 2, as published by the Free Software Foundation.
10 This program is distributed in the hope it will be useful, but WITHOUT
11 ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
15 You should have received a copy of the GNU General Public License along with
16 this program; if not, write to the Free Software Foundation, Inc.,
17 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
19 The full GNU General Public License is included in this distribution in
20 the file called "COPYING".
23 e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
24 Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
26 *******************************************************************************/
30 #include <linux/if_ether.h>
31 #include <scsi/scsi_cmnd.h>
32 #include <scsi/scsi_device.h>
33 #include <scsi/fc/fc_fs.h>
34 #include <scsi/fc/fc_fcoe.h>
35 #include <scsi/libfc.h>
36 #include <scsi/libfcoe.h>
39 * ixgbe_rx_is_fcoe - check the rx desc for incoming pkt type
40 * @rx_desc: advanced rx descriptor
42 * Returns : true if it is FCoE pkt
44 static inline bool ixgbe_rx_is_fcoe(union ixgbe_adv_rx_desc
*rx_desc
)
48 p
= le16_to_cpu(rx_desc
->wb
.lower
.lo_dword
.hs_rss
.pkt_info
);
49 if (p
& IXGBE_RXDADV_PKTTYPE_ETQF
) {
50 p
&= IXGBE_RXDADV_PKTTYPE_ETQF_MASK
;
51 p
>>= IXGBE_RXDADV_PKTTYPE_ETQF_SHIFT
;
52 return p
== IXGBE_ETQF_FILTER_FCOE
;
58 * ixgbe_fcoe_clear_ddp - clear the given ddp context
59 * @ddp - ptr to the ixgbe_fcoe_ddp
64 static inline void ixgbe_fcoe_clear_ddp(struct ixgbe_fcoe_ddp
*ddp
)
75 * ixgbe_fcoe_ddp_put - free the ddp context for a given xid
76 * @netdev: the corresponding net_device
77 * @xid: the xid that corresponding ddp will be freed
79 * This is the implementation of net_device_ops.ndo_fcoe_ddp_done
80 * and it is expected to be called by ULD, i.e., FCP layer of libfc
81 * to release the corresponding ddp context when the I/O is done.
83 * Returns : data length already ddp-ed in bytes
85 int ixgbe_fcoe_ddp_put(struct net_device
*netdev
, u16 xid
)
88 struct ixgbe_fcoe
*fcoe
;
89 struct ixgbe_adapter
*adapter
;
90 struct ixgbe_fcoe_ddp
*ddp
;
95 if (xid
>= IXGBE_FCOE_DDP_MAX
)
98 adapter
= netdev_priv(netdev
);
99 fcoe
= &adapter
->fcoe
;
100 ddp
= &fcoe
->ddp
[xid
];
105 /* if there an error, force to invalidate ddp context */
107 spin_lock_bh(&fcoe
->lock
);
108 IXGBE_WRITE_REG(&adapter
->hw
, IXGBE_FCFLT
, 0);
109 IXGBE_WRITE_REG(&adapter
->hw
, IXGBE_FCFLTRW
,
110 (xid
| IXGBE_FCFLTRW_WE
));
111 IXGBE_WRITE_REG(&adapter
->hw
, IXGBE_FCBUFF
, 0);
112 IXGBE_WRITE_REG(&adapter
->hw
, IXGBE_FCDMARW
,
113 (xid
| IXGBE_FCDMARW_WE
));
114 spin_unlock_bh(&fcoe
->lock
);
117 pci_unmap_sg(adapter
->pdev
, ddp
->sgl
, ddp
->sgc
,
119 pci_pool_free(fcoe
->pool
, ddp
->udl
, ddp
->udp
);
120 ixgbe_fcoe_clear_ddp(ddp
);
127 * ixgbe_fcoe_ddp_get - called to set up ddp context
128 * @netdev: the corresponding net_device
129 * @xid: the exchange id requesting ddp
130 * @sgl: the scatter-gather list for this request
131 * @sgc: the number of scatter-gather items
133 * This is the implementation of net_device_ops.ndo_fcoe_ddp_setup
134 * and is expected to be called from ULD, e.g., FCP layer of libfc
135 * to set up ddp for the corresponding xid of the given sglist for
136 * the corresponding I/O.
138 * Returns : 1 for success and 0 for no ddp
140 int ixgbe_fcoe_ddp_get(struct net_device
*netdev
, u16 xid
,
141 struct scatterlist
*sgl
, unsigned int sgc
)
143 struct ixgbe_adapter
*adapter
;
145 struct ixgbe_fcoe
*fcoe
;
146 struct ixgbe_fcoe_ddp
*ddp
;
147 struct scatterlist
*sg
;
148 unsigned int i
, j
, dmacount
;
150 static const unsigned int bufflen
= 4096;
151 unsigned int firstoff
= 0;
152 unsigned int lastsize
;
153 unsigned int thisoff
= 0;
154 unsigned int thislen
= 0;
155 u32 fcbuff
, fcdmarw
, fcfltrw
;
161 adapter
= netdev_priv(netdev
);
162 if (xid
>= IXGBE_FCOE_DDP_MAX
) {
163 DPRINTK(DRV
, WARNING
, "xid=0x%x out-of-range\n", xid
);
167 fcoe
= &adapter
->fcoe
;
169 DPRINTK(DRV
, WARNING
, "xid=0x%x no ddp pool for fcoe\n", xid
);
173 ddp
= &fcoe
->ddp
[xid
];
175 DPRINTK(DRV
, ERR
, "xid 0x%x w/ non-null sgl=%p nents=%d\n",
176 xid
, ddp
->sgl
, ddp
->sgc
);
179 ixgbe_fcoe_clear_ddp(ddp
);
181 /* setup dma from scsi command sgl */
182 dmacount
= pci_map_sg(adapter
->pdev
, sgl
, sgc
, DMA_FROM_DEVICE
);
184 DPRINTK(DRV
, ERR
, "xid 0x%x DMA map error\n", xid
);
188 /* alloc the udl from our ddp pool */
189 ddp
->udl
= pci_pool_alloc(fcoe
->pool
, GFP_KERNEL
, &ddp
->udp
);
191 DPRINTK(DRV
, ERR
, "failed allocated ddp context\n");
192 goto out_noddp_unmap
;
198 for_each_sg(sgl
, sg
, dmacount
, i
) {
199 addr
= sg_dma_address(sg
);
200 len
= sg_dma_len(sg
);
202 /* get the offset of length of current buffer */
203 thisoff
= addr
& ((dma_addr_t
)bufflen
- 1);
204 thislen
= min((bufflen
- thisoff
), len
);
206 * all but the 1st buffer (j == 0)
207 * must be aligned on bufflen
209 if ((j
!= 0) && (thisoff
))
212 * all but the last buffer
213 * ((i == (dmacount - 1)) && (thislen == len))
214 * must end at bufflen
216 if (((i
!= (dmacount
- 1)) || (thislen
!= len
))
217 && ((thislen
+ thisoff
) != bufflen
))
220 ddp
->udl
[j
] = (u64
)(addr
- thisoff
);
221 /* only the first buffer may have none-zero offset */
227 /* max number of buffers allowed in one DDP context */
228 if (j
> IXGBE_BUFFCNT_MAX
) {
229 DPRINTK(DRV
, ERR
, "xid=%x:%d,%d,%d:addr=%llx "
230 "not enough descriptors\n",
231 xid
, i
, j
, dmacount
, (u64
)addr
);
236 /* only the last buffer may have non-full bufflen */
237 lastsize
= thisoff
+ thislen
;
239 fcbuff
= (IXGBE_FCBUFF_4KB
<< IXGBE_FCBUFF_BUFFSIZE_SHIFT
);
240 fcbuff
|= (j
<< IXGBE_FCBUFF_BUFFCNT_SHIFT
);
241 fcbuff
|= (firstoff
<< IXGBE_FCBUFF_OFFSET_SHIFT
);
242 fcbuff
|= (IXGBE_FCBUFF_VALID
);
245 fcdmarw
|= IXGBE_FCDMARW_WE
;
246 fcdmarw
|= (lastsize
<< IXGBE_FCDMARW_LASTSIZE_SHIFT
);
249 fcfltrw
|= IXGBE_FCFLTRW_WE
;
251 /* program DMA context */
253 spin_lock_bh(&fcoe
->lock
);
254 IXGBE_WRITE_REG(hw
, IXGBE_FCPTRL
, ddp
->udp
& DMA_BIT_MASK(32));
255 IXGBE_WRITE_REG(hw
, IXGBE_FCPTRH
, (u64
)ddp
->udp
>> 32);
256 IXGBE_WRITE_REG(hw
, IXGBE_FCBUFF
, fcbuff
);
257 IXGBE_WRITE_REG(hw
, IXGBE_FCDMARW
, fcdmarw
);
258 /* program filter context */
259 IXGBE_WRITE_REG(hw
, IXGBE_FCPARAM
, 0);
260 IXGBE_WRITE_REG(hw
, IXGBE_FCFLT
, IXGBE_FCFLT_VALID
);
261 IXGBE_WRITE_REG(hw
, IXGBE_FCFLTRW
, fcfltrw
);
262 spin_unlock_bh(&fcoe
->lock
);
267 pci_pool_free(fcoe
->pool
, ddp
->udl
, ddp
->udp
);
268 ixgbe_fcoe_clear_ddp(ddp
);
271 pci_unmap_sg(adapter
->pdev
, sgl
, sgc
, DMA_FROM_DEVICE
);
276 * ixgbe_fcoe_ddp - check ddp status and mark it done
277 * @adapter: ixgbe adapter
278 * @rx_desc: advanced rx descriptor
279 * @skb: the skb holding the received data
281 * This checks ddp status.
283 * Returns : < 0 indicates an error or not a FCiE ddp, 0 indicates
284 * not passing the skb to ULD, > 0 indicates is the length of data
287 int ixgbe_fcoe_ddp(struct ixgbe_adapter
*adapter
,
288 union ixgbe_adv_rx_desc
*rx_desc
,
292 u32 sterr
, fceofe
, fcerr
, fcstat
;
294 struct ixgbe_fcoe
*fcoe
;
295 struct ixgbe_fcoe_ddp
*ddp
;
296 struct fc_frame_header
*fh
;
298 if (!ixgbe_rx_is_fcoe(rx_desc
))
301 skb
->ip_summed
= CHECKSUM_UNNECESSARY
;
302 sterr
= le32_to_cpu(rx_desc
->wb
.upper
.status_error
);
303 fcerr
= (sterr
& IXGBE_RXDADV_ERR_FCERR
);
304 fceofe
= (sterr
& IXGBE_RXDADV_ERR_FCEOFE
);
305 if (fcerr
== IXGBE_FCERR_BADCRC
)
306 skb
->ip_summed
= CHECKSUM_NONE
;
308 skb_reset_network_header(skb
);
309 skb_set_transport_header(skb
, skb_network_offset(skb
) +
310 sizeof(struct fcoe_hdr
));
311 fh
= (struct fc_frame_header
*)skb_transport_header(skb
);
312 xid
= be16_to_cpu(fh
->fh_ox_id
);
313 if (xid
>= IXGBE_FCOE_DDP_MAX
)
316 fcoe
= &adapter
->fcoe
;
317 ddp
= &fcoe
->ddp
[xid
];
321 ddp
->err
= (fcerr
| fceofe
);
325 fcstat
= (sterr
& IXGBE_RXDADV_STAT_FCSTAT
);
327 /* update length of DDPed data */
328 ddp
->len
= le32_to_cpu(rx_desc
->wb
.lower
.hi_dword
.rss
);
329 /* unmap the sg list when FCP_RSP is received */
330 if (fcstat
== IXGBE_RXDADV_STAT_FCSTAT_FCPRSP
) {
331 pci_unmap_sg(adapter
->pdev
, ddp
->sgl
,
332 ddp
->sgc
, DMA_FROM_DEVICE
);
336 /* return 0 to bypass going to ULD for DDPed data */
337 if (fcstat
== IXGBE_RXDADV_STAT_FCSTAT_DDP
)
348 * ixgbe_fso - ixgbe FCoE Sequence Offload (FSO)
349 * @adapter: ixgbe adapter
350 * @tx_ring: tx desc ring
351 * @skb: associated skb
352 * @tx_flags: tx flags
353 * @hdr_len: hdr_len to be returned
355 * This sets up large send offload for FCoE
357 * Returns : 0 indicates no FSO, > 0 for FSO, < 0 for error
359 int ixgbe_fso(struct ixgbe_adapter
*adapter
,
360 struct ixgbe_ring
*tx_ring
, struct sk_buff
*skb
,
361 u32 tx_flags
, u8
*hdr_len
)
370 struct ixgbe_tx_buffer
*tx_buffer_info
;
371 struct ixgbe_adv_tx_context_desc
*context_desc
;
372 struct fc_frame_header
*fh
;
374 if (skb_is_gso(skb
) && (skb_shinfo(skb
)->gso_type
!= SKB_GSO_FCOE
)) {
375 DPRINTK(DRV
, ERR
, "Wrong gso type %d:expecting SKB_GSO_FCOE\n",
376 skb_shinfo(skb
)->gso_type
);
380 /* resets the header to point fcoe/fc */
381 skb_set_network_header(skb
, skb
->mac_len
);
382 skb_set_transport_header(skb
, skb
->mac_len
+
383 sizeof(struct fcoe_hdr
));
385 /* sets up SOF and ORIS */
387 sof
= ((struct fcoe_hdr
*)skb_network_header(skb
))->fcoe_sof
;
390 fcoe_sof_eof
|= IXGBE_ADVTXD_FCOEF_ORIS
;
393 fcoe_sof_eof
|= IXGBE_ADVTXD_FCOEF_SOF
;
394 fcoe_sof_eof
|= IXGBE_ADVTXD_FCOEF_ORIS
;
399 fcoe_sof_eof
|= IXGBE_ADVTXD_FCOEF_SOF
;
402 DPRINTK(DRV
, WARNING
, "unknown sof = 0x%x\n", sof
);
406 /* the first byte of the last dword is EOF */
407 skb_copy_bits(skb
, skb
->len
- 4, &eof
, 1);
408 /* sets up EOF and ORIE */
411 fcoe_sof_eof
|= IXGBE_ADVTXD_FCOEF_EOF_N
;
415 if (skb_is_gso(skb
)) {
416 fcoe_sof_eof
|= IXGBE_ADVTXD_FCOEF_EOF_N
;
417 fcoe_sof_eof
|= IXGBE_ADVTXD_FCOEF_ORIE
;
419 fcoe_sof_eof
|= IXGBE_ADVTXD_FCOEF_EOF_T
;
423 fcoe_sof_eof
|= IXGBE_ADVTXD_FCOEF_EOF_NI
;
426 fcoe_sof_eof
|= IXGBE_ADVTXD_FCOEF_EOF_A
;
429 DPRINTK(DRV
, WARNING
, "unknown eof = 0x%x\n", eof
);
433 /* sets up PARINC indicating data offset */
434 fh
= (struct fc_frame_header
*)skb_transport_header(skb
);
435 if (fh
->fh_f_ctl
[2] & FC_FC_REL_OFF
)
436 fcoe_sof_eof
|= IXGBE_ADVTXD_FCOEF_PARINC
;
438 /* hdr_len includes fc_hdr if FCoE lso is enabled */
439 *hdr_len
= sizeof(struct fcoe_crc_eof
);
441 *hdr_len
+= (skb_transport_offset(skb
) +
442 sizeof(struct fc_frame_header
));
443 /* vlan_macip_lens: HEADLEN, MACLEN, VLAN tag */
444 vlan_macip_lens
= (skb_transport_offset(skb
) +
445 sizeof(struct fc_frame_header
));
446 vlan_macip_lens
|= ((skb_transport_offset(skb
) - 4)
447 << IXGBE_ADVTXD_MACLEN_SHIFT
);
448 vlan_macip_lens
|= (tx_flags
& IXGBE_TX_FLAGS_VLAN_MASK
);
450 /* type_tycmd and mss: set TUCMD.FCoE to enable offload */
451 type_tucmd
= IXGBE_TXD_CMD_DEXT
| IXGBE_ADVTXD_DTYP_CTXT
|
452 IXGBE_ADVTXT_TUCMD_FCOE
;
454 mss
= skb_shinfo(skb
)->gso_size
;
455 /* mss_l4len_id: use 1 for FSO as TSO, no need for L4LEN */
456 mss_l4len_idx
= (mss
<< IXGBE_ADVTXD_MSS_SHIFT
) |
457 (1 << IXGBE_ADVTXD_IDX_SHIFT
);
459 /* write context desc */
460 i
= tx_ring
->next_to_use
;
461 context_desc
= IXGBE_TX_CTXTDESC_ADV(*tx_ring
, i
);
462 context_desc
->vlan_macip_lens
= cpu_to_le32(vlan_macip_lens
);
463 context_desc
->seqnum_seed
= cpu_to_le32(fcoe_sof_eof
);
464 context_desc
->type_tucmd_mlhl
= cpu_to_le32(type_tucmd
);
465 context_desc
->mss_l4len_idx
= cpu_to_le32(mss_l4len_idx
);
467 tx_buffer_info
= &tx_ring
->tx_buffer_info
[i
];
468 tx_buffer_info
->time_stamp
= jiffies
;
469 tx_buffer_info
->next_to_watch
= i
;
472 if (i
== tx_ring
->count
)
474 tx_ring
->next_to_use
= i
;
476 return skb_is_gso(skb
);
480 * ixgbe_configure_fcoe - configures registers for fcoe at start
481 * @adapter: ptr to ixgbe adapter
483 * This sets up FCoE related registers
487 void ixgbe_configure_fcoe(struct ixgbe_adapter
*adapter
)
489 int i
, fcoe_q
, fcoe_i
;
490 struct ixgbe_hw
*hw
= &adapter
->hw
;
491 struct ixgbe_fcoe
*fcoe
= &adapter
->fcoe
;
492 struct ixgbe_ring_feature
*f
= &adapter
->ring_feature
[RING_F_FCOE
];
494 /* create the pool for ddp if not created yet */
496 /* allocate ddp pool */
497 fcoe
->pool
= pci_pool_create("ixgbe_fcoe_ddp",
498 adapter
->pdev
, IXGBE_FCPTR_MAX
,
499 IXGBE_FCPTR_ALIGN
, PAGE_SIZE
);
502 "failed to allocated FCoE DDP pool\n");
504 spin_lock_init(&fcoe
->lock
);
507 /* Enable L2 eth type filter for FCoE */
508 IXGBE_WRITE_REG(hw
, IXGBE_ETQF(IXGBE_ETQF_FILTER_FCOE
),
509 (ETH_P_FCOE
| IXGBE_ETQF_FCOE
| IXGBE_ETQF_FILTER_EN
));
510 if (adapter
->ring_feature
[RING_F_FCOE
].indices
) {
511 /* Use multiple rx queues for FCoE by redirection table */
512 for (i
= 0; i
< IXGBE_FCRETA_SIZE
; i
++) {
513 fcoe_i
= f
->mask
+ i
% f
->indices
;
514 fcoe_i
&= IXGBE_FCRETA_ENTRY_MASK
;
515 fcoe_q
= adapter
->rx_ring
[fcoe_i
].reg_idx
;
516 IXGBE_WRITE_REG(hw
, IXGBE_FCRETA(i
), fcoe_q
);
518 IXGBE_WRITE_REG(hw
, IXGBE_FCRECTL
, IXGBE_FCRECTL_ENA
);
519 IXGBE_WRITE_REG(hw
, IXGBE_ETQS(IXGBE_ETQF_FILTER_FCOE
), 0);
521 /* Use single rx queue for FCoE */
523 fcoe_q
= adapter
->rx_ring
[fcoe_i
].reg_idx
;
524 IXGBE_WRITE_REG(hw
, IXGBE_FCRECTL
, 0);
525 IXGBE_WRITE_REG(hw
, IXGBE_ETQS(IXGBE_ETQF_FILTER_FCOE
),
526 IXGBE_ETQS_QUEUE_EN
|
527 (fcoe_q
<< IXGBE_ETQS_RX_QUEUE_SHIFT
));
530 IXGBE_WRITE_REG(hw
, IXGBE_FCRXCTRL
,
531 IXGBE_FCRXCTRL_FCOELLI
|
532 IXGBE_FCRXCTRL_FCCRCBO
|
533 (FC_FCOE_VER
<< IXGBE_FCRXCTRL_FCOEVER_SHIFT
));
537 * ixgbe_cleanup_fcoe - release all fcoe ddp context resources
538 * @adapter : ixgbe adapter
540 * Cleans up outstanding ddp context resources
544 void ixgbe_cleanup_fcoe(struct ixgbe_adapter
*adapter
)
547 struct ixgbe_fcoe
*fcoe
= &adapter
->fcoe
;
549 /* release ddp resource */
551 for (i
= 0; i
< IXGBE_FCOE_DDP_MAX
; i
++)
552 ixgbe_fcoe_ddp_put(adapter
->netdev
, i
);
553 pci_pool_destroy(fcoe
->pool
);