2 * Copyright 2014 Cisco Systems, Inc. All rights reserved.
4 * This program is free software; you may redistribute it and/or modify
5 * it under the terms of the GNU General Public License as published by
6 * the Free Software Foundation; version 2 of the License.
8 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
9 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
10 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
11 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
12 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
13 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
14 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
18 #include <linux/mempool.h>
19 #include <linux/errno.h>
20 #include <linux/init.h>
21 #include <linux/workqueue.h>
22 #include <linux/pci.h>
23 #include <linux/spinlock.h>
24 #include <linux/delay.h>
25 #include <linux/gfp.h>
26 #include <scsi/scsi.h>
27 #include <scsi/scsi_host.h>
28 #include <scsi/scsi_device.h>
29 #include <scsi/scsi_cmnd.h>
30 #include <scsi/scsi_tcq.h>
31 #include <scsi/scsi_dbg.h>
36 #define snic_cmd_tag(sc) (((struct scsi_cmnd *) sc)->request->tag)
38 const char *snic_state_str
[] = {
39 [SNIC_INIT
] = "SNIC_INIT",
40 [SNIC_ERROR
] = "SNIC_ERROR",
41 [SNIC_ONLINE
] = "SNIC_ONLINE",
42 [SNIC_OFFLINE
] = "SNIC_OFFLINE",
43 [SNIC_FWRESET
] = "SNIC_FWRESET",
46 static const char * const snic_req_state_str
[] = {
47 [SNIC_IOREQ_NOT_INITED
] = "SNIC_IOREQ_NOT_INITED",
48 [SNIC_IOREQ_PENDING
] = "SNIC_IOREQ_PENDING",
49 [SNIC_IOREQ_ABTS_PENDING
] = "SNIC_IOREQ_ABTS_PENDING",
50 [SNIC_IOREQ_ABTS_COMPLETE
] = "SNIC_IOREQ_ABTS_COMPELTE",
51 [SNIC_IOREQ_LR_PENDING
] = "SNIC_IOREQ_LR_PENDING",
52 [SNIC_IOREQ_LR_COMPLETE
] = "SNIC_IOREQ_LR_COMPELTE",
53 [SNIC_IOREQ_COMPLETE
] = "SNIC_IOREQ_CMD_COMPELTE",
56 /* snic cmd status strings */
57 static const char * const snic_io_status_str
[] = {
58 [SNIC_STAT_IO_SUCCESS
] = "SNIC_STAT_IO_SUCCESS", /* 0x0 */
59 [SNIC_STAT_INVALID_HDR
] = "SNIC_STAT_INVALID_HDR",
60 [SNIC_STAT_OUT_OF_RES
] = "SNIC_STAT_OUT_OF_RES",
61 [SNIC_STAT_INVALID_PARM
] = "SNIC_STAT_INVALID_PARM",
62 [SNIC_STAT_REQ_NOT_SUP
] = "SNIC_STAT_REQ_NOT_SUP",
63 [SNIC_STAT_IO_NOT_FOUND
] = "SNIC_STAT_IO_NOT_FOUND",
64 [SNIC_STAT_ABORTED
] = "SNIC_STAT_ABORTED",
65 [SNIC_STAT_TIMEOUT
] = "SNIC_STAT_TIMEOUT",
66 [SNIC_STAT_SGL_INVALID
] = "SNIC_STAT_SGL_INVALID",
67 [SNIC_STAT_DATA_CNT_MISMATCH
] = "SNIC_STAT_DATA_CNT_MISMATCH",
68 [SNIC_STAT_FW_ERR
] = "SNIC_STAT_FW_ERR",
69 [SNIC_STAT_ITMF_REJECT
] = "SNIC_STAT_ITMF_REJECT",
70 [SNIC_STAT_ITMF_FAIL
] = "SNIC_STAT_ITMF_FAIL",
71 [SNIC_STAT_ITMF_INCORRECT_LUN
] = "SNIC_STAT_ITMF_INCORRECT_LUN",
72 [SNIC_STAT_CMND_REJECT
] = "SNIC_STAT_CMND_REJECT",
73 [SNIC_STAT_DEV_OFFLINE
] = "SNIC_STAT_DEV_OFFLINE",
74 [SNIC_STAT_NO_BOOTLUN
] = "SNIC_STAT_NO_BOOTLUN",
75 [SNIC_STAT_SCSI_ERR
] = "SNIC_STAT_SCSI_ERR",
76 [SNIC_STAT_NOT_READY
] = "SNIC_STAT_NOT_READY",
77 [SNIC_STAT_FATAL_ERROR
] = "SNIC_STAT_FATAL_ERROR",
80 static void snic_scsi_cleanup(struct snic
*, int);
83 snic_state_to_str(unsigned int state
)
85 if (state
>= ARRAY_SIZE(snic_state_str
) || !snic_state_str
[state
])
88 return snic_state_str
[state
];
92 snic_io_status_to_str(unsigned int state
)
94 if ((state
>= ARRAY_SIZE(snic_io_status_str
)) ||
95 (!snic_io_status_str
[state
]))
98 return snic_io_status_str
[state
];
102 snic_ioreq_state_to_str(unsigned int state
)
104 if (state
>= ARRAY_SIZE(snic_req_state_str
) ||
105 !snic_req_state_str
[state
])
108 return snic_req_state_str
[state
];
111 static inline spinlock_t
*
112 snic_io_lock_hash(struct snic
*snic
, struct scsi_cmnd
*sc
)
114 u32 hash
= snic_cmd_tag(sc
) & (SNIC_IO_LOCKS
- 1);
116 return &snic
->io_req_lock
[hash
];
119 static inline spinlock_t
*
120 snic_io_lock_tag(struct snic
*snic
, int tag
)
122 return &snic
->io_req_lock
[tag
& (SNIC_IO_LOCKS
- 1)];
125 /* snic_release_req_buf : Releases snic_req_info */
127 snic_release_req_buf(struct snic
*snic
,
128 struct snic_req_info
*rqi
,
129 struct scsi_cmnd
*sc
)
131 struct snic_host_req
*req
= rqi_to_req(rqi
);
133 /* Freeing cmd without marking completion, not okay */
134 SNIC_BUG_ON(!((CMD_STATE(sc
) == SNIC_IOREQ_COMPLETE
) ||
135 (CMD_STATE(sc
) == SNIC_IOREQ_ABTS_COMPLETE
) ||
136 (CMD_FLAGS(sc
) & SNIC_DEV_RST_NOTSUP
) ||
137 (CMD_FLAGS(sc
) & SNIC_IO_INTERNAL_TERM_ISSUED
) ||
138 (CMD_FLAGS(sc
) & SNIC_DEV_RST_TERM_ISSUED
) ||
139 (CMD_FLAGS(sc
) & SNIC_SCSI_CLEANUP
) ||
140 (CMD_STATE(sc
) == SNIC_IOREQ_LR_COMPLETE
)));
142 SNIC_SCSI_DBG(snic
->shost
,
143 "Rel_req:sc %p:tag %x:rqi %p:ioreq %p:abt %p:dr %p: state %s:flags 0x%llx\n",
144 sc
, snic_cmd_tag(sc
), rqi
, rqi
->req
, rqi
->abort_req
,
145 rqi
->dr_req
, snic_ioreq_state_to_str(CMD_STATE(sc
)),
148 if (req
->u
.icmnd
.sense_addr
)
149 pci_unmap_single(snic
->pdev
,
150 le64_to_cpu(req
->u
.icmnd
.sense_addr
),
151 SCSI_SENSE_BUFFERSIZE
,
156 snic_req_free(snic
, rqi
);
157 } /* end of snic_release_req_buf */
160 * snic_queue_icmnd_req : Queues snic_icmnd request
163 snic_queue_icmnd_req(struct snic
*snic
,
164 struct snic_req_info
*rqi
,
165 struct scsi_cmnd
*sc
,
168 struct scatterlist
*sg
;
169 struct snic_sg_desc
*sgd
;
177 flags
= SNIC_ICMND_ESGL
;
178 sgd
= (struct snic_sg_desc
*) req_to_sgl(rqi
->req
);
180 for_each_sg(scsi_sglist(sc
), sg
, sg_cnt
, i
) {
181 sgd
->addr
= cpu_to_le64(sg_dma_address(sg
));
182 sgd
->len
= cpu_to_le32(sg_dma_len(sg
));
188 pa
= pci_map_single(snic
->pdev
,
190 SCSI_SENSE_BUFFERSIZE
,
193 if (pci_dma_mapping_error(snic
->pdev
, pa
)) {
194 SNIC_HOST_ERR(snic
->shost
,
195 "QIcmnd:PCI Map Failed for sns buf %p tag %x\n",
196 sc
->sense_buffer
, snic_cmd_tag(sc
));
202 int_to_scsilun(sc
->device
->lun
, &lun
);
203 if (sc
->sc_data_direction
== DMA_FROM_DEVICE
)
204 flags
|= SNIC_ICMND_RD
;
205 if (sc
->sc_data_direction
== DMA_TO_DEVICE
)
206 flags
|= SNIC_ICMND_WR
;
208 /* Initialize icmnd */
209 snic_icmnd_init(rqi
->req
,
211 snic
->config
.hid
, /* hid */
213 flags
, /* command flags */
220 (ulong
) req_to_sgl(rqi
->req
),
221 pa
, /* sense buffer pa */
222 SCSI_SENSE_BUFFERSIZE
);
224 ret
= snic_queue_wq_desc(snic
, rqi
->req
, rqi
->req_len
);
226 SNIC_HOST_ERR(snic
->shost
,
227 "QIcmnd: Queuing Icmnd Failed. ret = %d\n",
231 } /* end of snic_queue_icmnd_req */
234 * snic_issue_scsi_req : Prepares IO request and Issues to FW.
237 snic_issue_scsi_req(struct snic
*snic
,
238 struct snic_tgt
*tgt
,
239 struct scsi_cmnd
*sc
)
241 struct snic_req_info
*rqi
= NULL
;
244 u32 tag
= snic_cmd_tag(sc
);
245 u64 cmd_trc
= 0, cmd_st_flags
= 0;
246 spinlock_t
*io_lock
= NULL
;
249 CMD_STATE(sc
) = SNIC_IOREQ_NOT_INITED
;
250 CMD_FLAGS(sc
) = SNIC_NO_FLAGS
;
251 sg_cnt
= scsi_dma_map(sc
);
253 SNIC_TRC((u16
)snic
->shost
->host_no
, tag
, (ulong
) sc
, 0,
254 sc
->cmnd
[0], sg_cnt
, CMD_STATE(sc
));
256 SNIC_HOST_ERR(snic
->shost
, "issue_sc:Failed to map SG List.\n");
262 rqi
= snic_req_init(snic
, sg_cnt
);
270 rqi
->tgt_id
= tgt
->id
;
273 CMD_STATE(sc
) = SNIC_IOREQ_PENDING
;
274 CMD_SP(sc
) = (char *) rqi
;
275 cmd_trc
= SNIC_TRC_CMD(sc
);
276 CMD_FLAGS(sc
) |= (SNIC_IO_INITIALIZED
| SNIC_IO_ISSUED
);
277 cmd_st_flags
= SNIC_TRC_CMD_STATE_FLAGS(sc
);
278 io_lock
= snic_io_lock_hash(snic
, sc
);
280 /* create wq desc and enqueue it */
281 ret
= snic_queue_icmnd_req(snic
, rqi
, sc
, sg_cnt
);
283 SNIC_HOST_ERR(snic
->shost
,
284 "issue_sc: icmnd qing Failed for sc %p, err %d\n",
287 spin_lock_irqsave(io_lock
, flags
);
288 rqi
= (struct snic_req_info
*) CMD_SP(sc
);
290 CMD_STATE(sc
) = SNIC_IOREQ_COMPLETE
;
291 CMD_FLAGS(sc
) &= ~SNIC_IO_ISSUED
; /* turn off the flag */
292 spin_unlock_irqrestore(io_lock
, flags
);
295 snic_release_req_buf(snic
, rqi
, sc
);
297 SNIC_TRC(snic
->shost
->host_no
, tag
, (ulong
) sc
, 0, 0, 0,
298 SNIC_TRC_CMD_STATE_FLAGS(sc
));
300 u32 io_sz
= scsi_bufflen(sc
) >> 9;
301 u32 qtime
= jiffies
- rqi
->start_time
;
302 struct snic_io_stats
*iostats
= &snic
->s_stats
.io
;
304 if (io_sz
> atomic64_read(&iostats
->max_io_sz
))
305 atomic64_set(&iostats
->max_io_sz
, io_sz
);
307 if (qtime
> atomic64_read(&iostats
->max_qtime
))
308 atomic64_set(&iostats
->max_qtime
, qtime
);
310 SNIC_SCSI_DBG(snic
->shost
,
311 "issue_sc:sc %p, tag %d queued to WQ.\n",
314 SNIC_TRC(snic
->shost
->host_no
, tag
, (ulong
) sc
, (ulong
) rqi
,
315 sg_cnt
, cmd_trc
, cmd_st_flags
);
321 } /* end of snic_issue_scsi_req */
326 * Routine to send a scsi cdb to LLD
327 * Called with host_lock held and interrupts disabled
330 snic_queuecommand(struct Scsi_Host
*shost
, struct scsi_cmnd
*sc
)
332 struct snic_tgt
*tgt
= NULL
;
333 struct snic
*snic
= shost_priv(shost
);
336 tgt
= starget_to_tgt(scsi_target(sc
->device
));
337 ret
= snic_tgt_chkready(tgt
);
339 SNIC_HOST_ERR(shost
, "Tgt %p id %d Not Ready.\n", tgt
, tgt
->id
);
340 atomic64_inc(&snic
->s_stats
.misc
.tgt_not_rdy
);
347 if (snic_get_state(snic
) != SNIC_ONLINE
) {
348 SNIC_HOST_ERR(shost
, "snic state is %s\n",
349 snic_state_str
[snic_get_state(snic
)]);
351 return SCSI_MLQUEUE_HOST_BUSY
;
353 atomic_inc(&snic
->ios_inflight
);
355 SNIC_SCSI_DBG(shost
, "sc %p Tag %d (sc %0x) lun %lld in snic_qcmd\n",
356 sc
, snic_cmd_tag(sc
), sc
->cmnd
[0], sc
->device
->lun
);
358 memset(scsi_cmd_priv(sc
), 0, sizeof(struct snic_internal_io_state
));
360 ret
= snic_issue_scsi_req(snic
, tgt
, sc
);
362 SNIC_HOST_ERR(shost
, "Failed to Q, Scsi Req w/ err %d.\n", ret
);
363 ret
= SCSI_MLQUEUE_HOST_BUSY
;
365 snic_stats_update_active_ios(&snic
->s_stats
);
367 atomic_dec(&snic
->ios_inflight
);
370 } /* end of snic_queuecommand */
373 * snic_process_abts_pending_state:
374 * caller should hold IO lock
377 snic_proc_tmreq_pending_state(struct snic
*snic
,
378 struct scsi_cmnd
*sc
,
381 int state
= CMD_STATE(sc
);
383 if (state
== SNIC_IOREQ_ABTS_PENDING
)
384 CMD_FLAGS(sc
) |= SNIC_IO_ABTS_PENDING
;
385 else if (state
== SNIC_IOREQ_LR_PENDING
)
386 CMD_FLAGS(sc
) |= SNIC_DEV_RST_PENDING
;
390 switch (cmpl_status
) {
391 case SNIC_STAT_IO_SUCCESS
:
392 CMD_FLAGS(sc
) |= SNIC_IO_DONE
;
395 case SNIC_STAT_ABORTED
:
396 CMD_FLAGS(sc
) |= SNIC_IO_ABORTED
;
405 * snic_process_io_failed_state:
406 * Processes IO's error states
409 snic_process_io_failed_state(struct snic
*snic
,
410 struct snic_icmnd_cmpl
*icmnd_cmpl
,
411 struct scsi_cmnd
*sc
,
417 case SNIC_STAT_TIMEOUT
: /* Req was timedout */
418 atomic64_inc(&snic
->s_stats
.misc
.io_tmo
);
422 case SNIC_STAT_ABORTED
: /* Req was aborted */
423 atomic64_inc(&snic
->s_stats
.misc
.io_aborted
);
427 case SNIC_STAT_DATA_CNT_MISMATCH
:/* Recv/Sent more/less data than exp */
428 atomic64_inc(&snic
->s_stats
.misc
.data_cnt_mismat
);
429 scsi_set_resid(sc
, le32_to_cpu(icmnd_cmpl
->resid
));
433 case SNIC_STAT_OUT_OF_RES
: /* Out of resources to complete request */
434 atomic64_inc(&snic
->s_stats
.fw
.out_of_res
);
438 case SNIC_STAT_IO_NOT_FOUND
: /* Requested I/O was not found */
439 atomic64_inc(&snic
->s_stats
.io
.io_not_found
);
443 case SNIC_STAT_SGL_INVALID
: /* Req was aborted to due to sgl error*/
444 atomic64_inc(&snic
->s_stats
.misc
.sgl_inval
);
448 case SNIC_STAT_FW_ERR
: /* Req terminated due to FW Error */
449 atomic64_inc(&snic
->s_stats
.fw
.io_errs
);
453 case SNIC_STAT_SCSI_ERR
: /* FW hits SCSI Error */
454 atomic64_inc(&snic
->s_stats
.fw
.scsi_errs
);
457 case SNIC_STAT_NOT_READY
: /* XPT yet to initialize */
458 case SNIC_STAT_DEV_OFFLINE
: /* Device offline */
459 res
= DID_NO_CONNECT
;
462 case SNIC_STAT_INVALID_HDR
: /* Hdr contains invalid data */
463 case SNIC_STAT_INVALID_PARM
: /* Some param in req is invalid */
464 case SNIC_STAT_REQ_NOT_SUP
: /* Req type is not supported */
465 case SNIC_STAT_CMND_REJECT
: /* Req rejected */
466 case SNIC_STAT_FATAL_ERROR
: /* XPT Error */
468 SNIC_SCSI_DBG(snic
->shost
,
469 "Invalid Hdr/Param or Req Not Supported or Cmnd Rejected or Device Offline. or Unknown\n");
474 SNIC_HOST_ERR(snic
->shost
, "fw returns failed status %s flags 0x%llx\n",
475 snic_io_status_to_str(cmpl_stat
), CMD_FLAGS(sc
));
478 sc
->result
= (res
<< 16) | icmnd_cmpl
->scsi_status
;
479 } /* end of snic_process_io_failed_state */
482 * snic_tmreq_pending : is task management in progress.
485 snic_tmreq_pending(struct scsi_cmnd
*sc
)
487 int state
= CMD_STATE(sc
);
489 return ((state
== SNIC_IOREQ_ABTS_PENDING
) ||
490 (state
== SNIC_IOREQ_LR_PENDING
));
494 * snic_process_icmnd_cmpl_status:
495 * Caller should hold io_lock
498 snic_process_icmnd_cmpl_status(struct snic
*snic
,
499 struct snic_icmnd_cmpl
*icmnd_cmpl
,
501 struct scsi_cmnd
*sc
)
503 u8 scsi_stat
= icmnd_cmpl
->scsi_status
;
507 /* Mark the IO as complete */
508 CMD_STATE(sc
) = SNIC_IOREQ_COMPLETE
;
510 if (likely(cmpl_stat
== SNIC_STAT_IO_SUCCESS
)) {
511 sc
->result
= (DID_OK
<< 16) | scsi_stat
;
513 xfer_len
= scsi_bufflen(sc
);
515 /* Update SCSI Cmd with resid value */
516 scsi_set_resid(sc
, le32_to_cpu(icmnd_cmpl
->resid
));
518 if (icmnd_cmpl
->flags
& SNIC_ICMND_CMPL_UNDR_RUN
) {
519 xfer_len
-= le32_to_cpu(icmnd_cmpl
->resid
);
520 atomic64_inc(&snic
->s_stats
.misc
.io_under_run
);
523 if (icmnd_cmpl
->scsi_status
== SAM_STAT_TASK_SET_FULL
)
524 atomic64_inc(&snic
->s_stats
.misc
.qfull
);
528 snic_process_io_failed_state(snic
, icmnd_cmpl
, sc
, cmpl_stat
);
529 atomic64_inc(&snic
->s_stats
.io
.fail
);
530 SNIC_HOST_ERR(snic
->shost
,
531 "icmnd_cmpl: IO Failed : Hdr Status %s flags 0x%llx\n",
532 snic_io_status_to_str(cmpl_stat
), CMD_FLAGS(sc
));
537 } /* end of snic_process_icmnd_cmpl_status */
541 * snic_icmnd_cmpl_handler
542 * Routine to handle icmnd completions
545 snic_icmnd_cmpl_handler(struct snic
*snic
, struct snic_fw_req
*fwreq
)
550 struct scsi_cmnd
*sc
= NULL
;
551 struct snic_icmnd_cmpl
*icmnd_cmpl
= NULL
;
552 struct snic_host_req
*req
= NULL
;
553 struct snic_req_info
*rqi
= NULL
;
554 unsigned long flags
, start_time
;
558 snic_io_hdr_dec(&fwreq
->hdr
, &typ
, &hdr_stat
, &cmnd_id
, &hid
, &ctx
);
559 icmnd_cmpl
= &fwreq
->u
.icmnd_cmpl
;
560 sc_stat
= icmnd_cmpl
->scsi_status
;
562 SNIC_SCSI_DBG(snic
->shost
,
563 "Icmnd_cmpl: type = %x, hdr_stat = %x, cmnd_id = %x, hid = %x,i ctx = %lx\n",
564 typ
, hdr_stat
, cmnd_id
, hid
, ctx
);
566 if (cmnd_id
>= snic
->max_tag_id
) {
567 SNIC_HOST_ERR(snic
->shost
,
568 "Icmnd_cmpl:Tag Error:Out of Range Tag %d, hdr status = %s\n",
569 cmnd_id
, snic_io_status_to_str(hdr_stat
));
573 sc
= scsi_host_find_tag(snic
->shost
, cmnd_id
);
577 atomic64_inc(&snic
->s_stats
.io
.sc_null
);
578 SNIC_HOST_ERR(snic
->shost
,
579 "Icmnd_cmpl: Scsi Cmnd Not found, sc = NULL Hdr Status = %s tag = 0x%x fwreq = 0x%p\n",
580 snic_io_status_to_str(hdr_stat
),
584 SNIC_TRC(snic
->shost
->host_no
, cmnd_id
, 0,
585 ((u64
)hdr_stat
<< 16 |
586 (u64
)sc_stat
<< 8 | (u64
)icmnd_cmpl
->flags
),
587 (ulong
) fwreq
, le32_to_cpu(icmnd_cmpl
->resid
), ctx
);
592 io_lock
= snic_io_lock_hash(snic
, sc
);
594 spin_lock_irqsave(io_lock
, flags
);
595 rqi
= (struct snic_req_info
*) CMD_SP(sc
);
596 SNIC_SCSI_DBG(snic
->shost
,
597 "Icmnd_cmpl:lun %lld sc %p cmd %xtag %d flags 0x%llx rqi %p\n",
598 sc
->device
->lun
, sc
, sc
->cmnd
[0], snic_cmd_tag(sc
),
601 SNIC_BUG_ON(rqi
!= (struct snic_req_info
*)ctx
);
604 atomic64_inc(&snic
->s_stats
.io
.req_null
);
605 CMD_FLAGS(sc
) |= SNIC_IO_REQ_NULL
;
606 spin_unlock_irqrestore(io_lock
, flags
);
608 SNIC_HOST_ERR(snic
->shost
,
609 "Icmnd_cmpl:Host Req Not Found(null), Hdr Status %s, Tag 0x%x, sc 0x%p flags 0x%llx\n",
610 snic_io_status_to_str(hdr_stat
),
611 cmnd_id
, sc
, CMD_FLAGS(sc
));
615 rqi
= (struct snic_req_info
*) ctx
;
616 start_time
= rqi
->start_time
;
618 /* firmware completed the io */
622 * if SCSI-ML has already issued abort on this command,
623 * ignore completion of the IO. The abts path will clean it up
625 if (unlikely(snic_tmreq_pending(sc
))) {
626 snic_proc_tmreq_pending_state(snic
, sc
, hdr_stat
);
627 spin_unlock_irqrestore(io_lock
, flags
);
629 snic_stats_update_io_cmpl(&snic
->s_stats
);
631 /* Expected value is SNIC_STAT_ABORTED */
632 if (likely(hdr_stat
== SNIC_STAT_ABORTED
))
635 SNIC_SCSI_DBG(snic
->shost
,
636 "icmnd_cmpl:TM Req Pending(%s), Hdr Status %s sc 0x%p scsi status %x resid %d flags 0x%llx\n",
637 snic_ioreq_state_to_str(CMD_STATE(sc
)),
638 snic_io_status_to_str(hdr_stat
),
639 sc
, sc_stat
, le32_to_cpu(icmnd_cmpl
->resid
),
642 SNIC_TRC(snic
->shost
->host_no
, cmnd_id
, (ulong
) sc
,
643 jiffies_to_msecs(jiffies
- start_time
), (ulong
) fwreq
,
644 SNIC_TRC_CMD(sc
), SNIC_TRC_CMD_STATE_FLAGS(sc
));
649 if (snic_process_icmnd_cmpl_status(snic
, icmnd_cmpl
, hdr_stat
, sc
)) {
650 scsi_print_command(sc
);
651 SNIC_HOST_ERR(snic
->shost
,
652 "icmnd_cmpl:IO Failed, sc 0x%p Tag %d Cmd %x Hdr Status %s flags 0x%llx\n",
653 sc
, sc
->cmnd
[0], cmnd_id
,
654 snic_io_status_to_str(hdr_stat
), CMD_FLAGS(sc
));
657 /* Break link with the SCSI Command */
659 CMD_FLAGS(sc
) |= SNIC_IO_DONE
;
661 spin_unlock_irqrestore(io_lock
, flags
);
663 /* For now, consider only successful IO. */
664 snic_calc_io_process_time(snic
, rqi
);
666 snic_release_req_buf(snic
, rqi
, sc
);
668 SNIC_TRC(snic
->shost
->host_no
, cmnd_id
, (ulong
) sc
,
669 jiffies_to_msecs(jiffies
- start_time
), (ulong
) fwreq
,
670 SNIC_TRC_CMD(sc
), SNIC_TRC_CMD_STATE_FLAGS(sc
));
676 snic_stats_update_io_cmpl(&snic
->s_stats
);
677 } /* end of snic_icmnd_cmpl_handler */
680 snic_proc_dr_cmpl_locked(struct snic
*snic
,
681 struct snic_fw_req
*fwreq
,
684 struct scsi_cmnd
*sc
)
686 struct snic_req_info
*rqi
= (struct snic_req_info
*) CMD_SP(sc
);
687 u32 start_time
= rqi
->start_time
;
689 CMD_LR_STATUS(sc
) = cmpl_stat
;
691 SNIC_SCSI_DBG(snic
->shost
, "itmf_cmpl: Cmd State = %s\n",
692 snic_ioreq_state_to_str(CMD_STATE(sc
)));
694 if (CMD_STATE(sc
) == SNIC_IOREQ_ABTS_PENDING
) {
695 CMD_FLAGS(sc
) |= SNIC_DEV_RST_ABTS_PENDING
;
697 SNIC_TRC(snic
->shost
->host_no
, cmnd_id
, (ulong
) sc
,
698 jiffies_to_msecs(jiffies
- start_time
),
699 (ulong
) fwreq
, 0, SNIC_TRC_CMD_STATE_FLAGS(sc
));
701 SNIC_SCSI_DBG(snic
->shost
,
702 "itmf_cmpl: Terminate Pending Dev Reset Cmpl Recvd.id %x, status %s flags 0x%llx\n",
703 (int)(cmnd_id
& SNIC_TAG_MASK
),
704 snic_io_status_to_str(cmpl_stat
),
711 if (CMD_FLAGS(sc
) & SNIC_DEV_RST_TIMEDOUT
) {
712 SNIC_TRC(snic
->shost
->host_no
, cmnd_id
, (ulong
) sc
,
713 jiffies_to_msecs(jiffies
- start_time
),
714 (ulong
) fwreq
, 0, SNIC_TRC_CMD_STATE_FLAGS(sc
));
716 SNIC_SCSI_DBG(snic
->shost
,
717 "itmf_cmpl:Dev Reset Completion Received after timeout. id %d cmpl status %s flags 0x%llx\n",
718 (int)(cmnd_id
& SNIC_TAG_MASK
),
719 snic_io_status_to_str(cmpl_stat
),
725 CMD_STATE(sc
) = SNIC_IOREQ_LR_COMPLETE
;
726 CMD_FLAGS(sc
) |= SNIC_DEV_RST_DONE
;
728 SNIC_SCSI_DBG(snic
->shost
,
729 "itmf_cmpl:Dev Reset Cmpl Recvd id %d cmpl status %s flags 0x%llx\n",
730 (int)(cmnd_id
& SNIC_TAG_MASK
),
731 snic_io_status_to_str(cmpl_stat
),
735 complete(rqi
->dr_done
);
736 } /* end of snic_proc_dr_cmpl_locked */
739 * snic_update_abort_stats : Updates abort stats based on completion status.
742 snic_update_abort_stats(struct snic
*snic
, u8 cmpl_stat
)
744 struct snic_abort_stats
*abt_stats
= &snic
->s_stats
.abts
;
746 SNIC_SCSI_DBG(snic
->shost
, "Updating Abort stats.\n");
749 case SNIC_STAT_IO_SUCCESS
:
752 case SNIC_STAT_TIMEOUT
:
753 atomic64_inc(&abt_stats
->fw_tmo
);
756 case SNIC_STAT_IO_NOT_FOUND
:
757 atomic64_inc(&abt_stats
->io_not_found
);
761 atomic64_inc(&abt_stats
->fail
);
767 snic_process_itmf_cmpl(struct snic
*snic
,
768 struct snic_fw_req
*fwreq
,
771 struct scsi_cmnd
*sc
)
773 struct snic_req_info
*rqi
= NULL
;
775 spinlock_t
*io_lock
= NULL
;
780 io_lock
= snic_io_lock_hash(snic
, sc
);
781 spin_lock_irqsave(io_lock
, flags
);
782 rqi
= (struct snic_req_info
*) CMD_SP(sc
);
786 atomic64_inc(&snic
->s_stats
.io
.req_null
);
787 spin_unlock_irqrestore(io_lock
, flags
);
788 CMD_FLAGS(sc
) |= SNIC_IO_ABTS_TERM_REQ_NULL
;
789 SNIC_HOST_ERR(snic
->shost
,
790 "itmf_cmpl: rqi is null,Hdr stat = %s Tag = 0x%x sc = 0x%p flags 0x%llx\n",
791 snic_io_status_to_str(cmpl_stat
), cmnd_id
, sc
,
797 /* Extract task management flags */
798 tm_tags
= cmnd_id
& ~(SNIC_TAG_MASK
);
800 start_time
= rqi
->start_time
;
801 cmnd_id
&= (SNIC_TAG_MASK
);
805 /* Abort only issued on cmd */
806 snic_update_abort_stats(snic
, cmpl_stat
);
808 if (CMD_STATE(sc
) != SNIC_IOREQ_ABTS_PENDING
) {
809 /* This is a late completion. Ignore it. */
811 spin_unlock_irqrestore(io_lock
, flags
);
815 CMD_STATE(sc
) = SNIC_IOREQ_ABTS_COMPLETE
;
816 CMD_ABTS_STATUS(sc
) = cmpl_stat
;
817 CMD_FLAGS(sc
) |= SNIC_IO_ABTS_TERM_DONE
;
819 SNIC_SCSI_DBG(snic
->shost
,
820 "itmf_cmpl:Abort Cmpl Recvd.Tag 0x%x Status %s flags 0x%llx\n",
822 snic_io_status_to_str(cmpl_stat
),
826 * If scsi_eh thread is blocked waiting for abts complete,
827 * signal completion to it. IO will be cleaned in the thread,
828 * else clean it in this context.
830 if (rqi
->abts_done
) {
831 complete(rqi
->abts_done
);
832 spin_unlock_irqrestore(io_lock
, flags
);
834 break; /* jump out */
838 sc
->result
= (DID_ERROR
<< 16);
839 SNIC_SCSI_DBG(snic
->shost
,
840 "itmf_cmpl: Completing IO. sc %p flags 0x%llx\n",
843 spin_unlock_irqrestore(io_lock
, flags
);
845 snic_release_req_buf(snic
, rqi
, sc
);
848 SNIC_TRC(snic
->shost
->host_no
, cmnd_id
, (ulong
) sc
,
849 jiffies_to_msecs(jiffies
- start_time
),
850 (ulong
) fwreq
, SNIC_TRC_CMD(sc
),
851 SNIC_TRC_CMD_STATE_FLAGS(sc
));
858 case SNIC_TAG_DEV_RST
:
859 case SNIC_TAG_DEV_RST
| SNIC_TAG_IOCTL_DEV_RST
:
860 snic_proc_dr_cmpl_locked(snic
, fwreq
, cmpl_stat
, cmnd_id
, sc
);
861 spin_unlock_irqrestore(io_lock
, flags
);
866 case SNIC_TAG_ABORT
| SNIC_TAG_DEV_RST
:
867 /* Abort and terminate completion of device reset req */
869 CMD_STATE(sc
) = SNIC_IOREQ_ABTS_COMPLETE
;
870 CMD_ABTS_STATUS(sc
) = cmpl_stat
;
871 CMD_FLAGS(sc
) |= SNIC_DEV_RST_DONE
;
873 SNIC_SCSI_DBG(snic
->shost
,
874 "itmf_cmpl:dev reset abts cmpl recvd. id %d status %s flags 0x%llx\n",
875 cmnd_id
, snic_io_status_to_str(cmpl_stat
),
879 complete(rqi
->abts_done
);
881 spin_unlock_irqrestore(io_lock
, flags
);
886 spin_unlock_irqrestore(io_lock
, flags
);
887 SNIC_HOST_ERR(snic
->shost
,
888 "itmf_cmpl: Unknown TM tag bit 0x%x\n", tm_tags
);
890 SNIC_HOST_ERR(snic
->shost
,
891 "itmf_cmpl:Unexpected itmf io stat %s Tag = 0x%x flags 0x%llx\n",
892 snic_ioreq_state_to_str(CMD_STATE(sc
)),
902 } /* end of snic_process_itmf_cmpl_status */
905 * snic_itmf_cmpl_handler.
906 * Routine to handle itmf completions.
909 snic_itmf_cmpl_handler(struct snic
*snic
, struct snic_fw_req
*fwreq
)
911 struct scsi_cmnd
*sc
= NULL
;
912 struct snic_req_info
*rqi
= NULL
;
913 struct snic_itmf_cmpl
*itmf_cmpl
= NULL
;
920 snic_io_hdr_dec(&fwreq
->hdr
, &typ
, &hdr_stat
, &cmnd_id
, &hid
, &ctx
);
921 SNIC_SCSI_DBG(snic
->shost
,
922 "Itmf_cmpl: %s: type = %x, hdr_stat = %x, cmnd_id = %x, hid = %x,ctx = %lx\n",
923 __func__
, typ
, hdr_stat
, cmnd_id
, hid
, ctx
);
925 itmf_cmpl
= &fwreq
->u
.itmf_cmpl
;
926 SNIC_SCSI_DBG(snic
->shost
,
927 "Itmf_cmpl: nterm %u , flags 0x%x\n",
928 le32_to_cpu(itmf_cmpl
->nterminated
), itmf_cmpl
->flags
);
930 /* spl case, dev reset issued through ioctl */
931 if (cmnd_id
& SNIC_TAG_IOCTL_DEV_RST
) {
932 rqi
= (struct snic_req_info
*) ctx
;
938 if ((cmnd_id
& SNIC_TAG_MASK
) >= snic
->max_tag_id
) {
939 SNIC_HOST_ERR(snic
->shost
,
940 "Itmf_cmpl: Tag 0x%x out of Range,HdrStat %s\n",
941 cmnd_id
, snic_io_status_to_str(hdr_stat
));
947 sc
= scsi_host_find_tag(snic
->shost
, cmnd_id
& SNIC_TAG_MASK
);
952 atomic64_inc(&snic
->s_stats
.io
.sc_null
);
953 SNIC_HOST_ERR(snic
->shost
,
954 "Itmf_cmpl: sc is NULL - Hdr Stat %s Tag 0x%x\n",
955 snic_io_status_to_str(hdr_stat
), cmnd_id
);
960 snic_process_itmf_cmpl(snic
, fwreq
, cmnd_id
, hdr_stat
, sc
);
961 } /* end of snic_itmf_cmpl_handler */
966 snic_hba_reset_scsi_cleanup(struct snic
*snic
, struct scsi_cmnd
*sc
)
968 struct snic_stats
*st
= &snic
->s_stats
;
969 long act_ios
= 0, act_fwreqs
= 0;
971 SNIC_SCSI_DBG(snic
->shost
, "HBA Reset scsi cleanup.\n");
972 snic_scsi_cleanup(snic
, snic_cmd_tag(sc
));
974 /* Update stats on pending IOs */
975 act_ios
= atomic64_read(&st
->io
.active
);
976 atomic64_add(act_ios
, &st
->io
.compl);
977 atomic64_sub(act_ios
, &st
->io
.active
);
979 act_fwreqs
= atomic64_read(&st
->fw
.actv_reqs
);
980 atomic64_sub(act_fwreqs
, &st
->fw
.actv_reqs
);
984 * snic_hba_reset_cmpl_handler :
987 * 1. Cleanup all the scsi cmds, release all snic specific cmds
988 * 2. Issue Report Targets in case of SAN targets
991 snic_hba_reset_cmpl_handler(struct snic
*snic
, struct snic_fw_req
*fwreq
)
998 struct scsi_cmnd
*sc
= NULL
;
999 struct snic_req_info
*rqi
= NULL
;
1000 spinlock_t
*io_lock
= NULL
;
1001 unsigned long flags
, gflags
;
1004 SNIC_HOST_INFO(snic
->shost
,
1005 "reset_cmpl:HBA Reset Completion received.\n");
1007 snic_io_hdr_dec(&fwreq
->hdr
, &typ
, &hdr_stat
, &cmnd_id
, &hid
, &ctx
);
1008 SNIC_SCSI_DBG(snic
->shost
,
1009 "reset_cmpl: type = %x, hdr_stat = %x, cmnd_id = %x, hid = %x, ctx = %lx\n",
1010 typ
, hdr_stat
, cmnd_id
, hid
, ctx
);
1012 /* spl case, host reset issued through ioctl */
1013 if (cmnd_id
== SCSI_NO_TAG
) {
1014 rqi
= (struct snic_req_info
*) ctx
;
1020 if (cmnd_id
>= snic
->max_tag_id
) {
1021 SNIC_HOST_ERR(snic
->shost
,
1022 "reset_cmpl: Tag 0x%x out of Range,HdrStat %s\n",
1023 cmnd_id
, snic_io_status_to_str(hdr_stat
));
1029 sc
= scsi_host_find_tag(snic
->shost
, cmnd_id
);
1032 atomic64_inc(&snic
->s_stats
.io
.sc_null
);
1033 SNIC_HOST_ERR(snic
->shost
,
1034 "reset_cmpl: sc is NULL - Hdr Stat %s Tag 0x%x\n",
1035 snic_io_status_to_str(hdr_stat
), cmnd_id
);
1041 io_lock
= snic_io_lock_hash(snic
, sc
);
1042 spin_lock_irqsave(io_lock
, flags
);
1044 if (!snic
->remove_wait
) {
1045 spin_unlock_irqrestore(io_lock
, flags
);
1046 SNIC_HOST_ERR(snic
->shost
,
1047 "reset_cmpl:host reset completed after timout\n");
1053 rqi
= (struct snic_req_info
*) CMD_SP(sc
);
1057 atomic64_inc(&snic
->s_stats
.io
.req_null
);
1058 spin_unlock_irqrestore(io_lock
, flags
);
1059 CMD_FLAGS(sc
) |= SNIC_IO_ABTS_TERM_REQ_NULL
;
1060 SNIC_HOST_ERR(snic
->shost
,
1061 "reset_cmpl: rqi is null,Hdr stat %s Tag 0x%x sc 0x%p flags 0x%llx\n",
1062 snic_io_status_to_str(hdr_stat
), cmnd_id
, sc
,
1070 spin_unlock_irqrestore(io_lock
, flags
);
1073 snic_hba_reset_scsi_cleanup(snic
, sc
);
1075 SNIC_BUG_ON(snic_get_state(snic
) != SNIC_OFFLINE
&&
1076 snic_get_state(snic
) != SNIC_FWRESET
);
1078 /* Careful locking between snic_lock and io lock */
1079 spin_lock_irqsave(io_lock
, flags
);
1080 spin_lock_irqsave(&snic
->snic_lock
, gflags
);
1081 if (snic_get_state(snic
) == SNIC_FWRESET
)
1082 snic_set_state(snic
, SNIC_ONLINE
);
1083 spin_unlock_irqrestore(&snic
->snic_lock
, gflags
);
1085 if (snic
->remove_wait
)
1086 complete(snic
->remove_wait
);
1088 spin_unlock_irqrestore(io_lock
, flags
);
1089 atomic64_inc(&snic
->s_stats
.reset
.hba_reset_cmpl
);
1092 /* Rediscovery is for SAN */
1093 if (snic
->config
.xpt_type
== SNIC_DAS
)
1096 SNIC_SCSI_DBG(snic
->shost
, "reset_cmpl: Queuing discovery work.\n");
1097 queue_work(snic_glob
->event_q
, &snic
->disc_work
);
1103 snic_msg_ack_handler(struct snic
*snic
, struct snic_fw_req
*fwreq
)
1105 SNIC_HOST_INFO(snic
->shost
, "Message Ack Received.\n");
1107 SNIC_ASSERT_NOT_IMPL(1);
1111 snic_aen_handler(struct snic
*snic
, struct snic_fw_req
*fwreq
)
1116 struct snic_async_evnotify
*aen
= &fwreq
->u
.async_ev
;
1119 snic_io_hdr_dec(&fwreq
->hdr
, &typ
, &hdr_stat
, &cmnd_id
, &hid
, &ctx
);
1120 SNIC_SCSI_DBG(snic
->shost
,
1121 "aen: type = %x, hdr_stat = %x, cmnd_id = %x, hid = %x, ctx = %lx\n",
1122 typ
, hdr_stat
, cmnd_id
, hid
, ctx
);
1124 event_id
= le32_to_cpu(aen
->ev_id
);
1127 case SNIC_EV_TGT_OFFLINE
:
1128 SNIC_HOST_INFO(snic
->shost
, "aen:TGT_OFFLINE Event Recvd.\n");
1131 case SNIC_EV_TGT_ONLINE
:
1132 SNIC_HOST_INFO(snic
->shost
, "aen:TGT_ONLINE Event Recvd.\n");
1135 case SNIC_EV_LUN_OFFLINE
:
1136 SNIC_HOST_INFO(snic
->shost
, "aen:LUN_OFFLINE Event Recvd.\n");
1139 case SNIC_EV_LUN_ONLINE
:
1140 SNIC_HOST_INFO(snic
->shost
, "aen:LUN_ONLINE Event Recvd.\n");
1143 case SNIC_EV_CONF_CHG
:
1144 SNIC_HOST_INFO(snic
->shost
, "aen:Config Change Event Recvd.\n");
1147 case SNIC_EV_TGT_ADDED
:
1148 SNIC_HOST_INFO(snic
->shost
, "aen:TGT_ADD Event Recvd.\n");
1151 case SNIC_EV_TGT_DELTD
:
1152 SNIC_HOST_INFO(snic
->shost
, "aen:TGT_DEL Event Recvd.\n");
1155 case SNIC_EV_LUN_ADDED
:
1156 SNIC_HOST_INFO(snic
->shost
, "aen:LUN_ADD Event Recvd.\n");
1159 case SNIC_EV_LUN_DELTD
:
1160 SNIC_HOST_INFO(snic
->shost
, "aen:LUN_DEL Event Recvd.\n");
1163 case SNIC_EV_DISC_CMPL
:
1164 SNIC_HOST_INFO(snic
->shost
, "aen:DISC_CMPL Event Recvd.\n");
1168 SNIC_HOST_INFO(snic
->shost
, "aen:Unknown Event Recvd.\n");
1173 SNIC_ASSERT_NOT_IMPL(1);
1174 } /* end of snic_aen_handler */
1177 * snic_io_cmpl_handler
1178 * Routine to process CQ entries(IO Completions) posted by fw.
1181 snic_io_cmpl_handler(struct vnic_dev
*vdev
,
1182 unsigned int cq_idx
,
1183 struct snic_fw_req
*fwreq
)
1185 struct snic
*snic
= svnic_dev_priv(vdev
);
1186 u64 start
= jiffies
, cmpl_time
;
1188 snic_print_desc(__func__
, (char *)fwreq
, sizeof(*fwreq
));
1190 /* Update FW Stats */
1191 if ((fwreq
->hdr
.type
>= SNIC_RSP_REPORT_TGTS_CMPL
) &&
1192 (fwreq
->hdr
.type
<= SNIC_RSP_BOOT_LUNS_CMPL
))
1193 atomic64_dec(&snic
->s_stats
.fw
.actv_reqs
);
1195 SNIC_BUG_ON((fwreq
->hdr
.type
> SNIC_RSP_BOOT_LUNS_CMPL
) &&
1196 (fwreq
->hdr
.type
< SNIC_MSG_ASYNC_EVNOTIFY
));
1198 /* Check for snic subsys errors */
1199 switch (fwreq
->hdr
.status
) {
1200 case SNIC_STAT_NOT_READY
: /* XPT yet to initialize */
1201 SNIC_HOST_ERR(snic
->shost
,
1202 "sNIC SubSystem is NOT Ready.\n");
1205 case SNIC_STAT_FATAL_ERROR
: /* XPT Error */
1206 SNIC_HOST_ERR(snic
->shost
,
1207 "sNIC SubSystem in Unrecoverable State.\n");
1211 switch (fwreq
->hdr
.type
) {
1212 case SNIC_RSP_EXCH_VER_CMPL
:
1213 snic_io_exch_ver_cmpl_handler(snic
, fwreq
);
1216 case SNIC_RSP_REPORT_TGTS_CMPL
:
1217 snic_report_tgt_cmpl_handler(snic
, fwreq
);
1220 case SNIC_RSP_ICMND_CMPL
:
1221 snic_icmnd_cmpl_handler(snic
, fwreq
);
1224 case SNIC_RSP_ITMF_CMPL
:
1225 snic_itmf_cmpl_handler(snic
, fwreq
);
1228 case SNIC_RSP_HBA_RESET_CMPL
:
1229 snic_hba_reset_cmpl_handler(snic
, fwreq
);
1233 snic_msg_ack_handler(snic
, fwreq
);
1236 case SNIC_MSG_ASYNC_EVNOTIFY
:
1237 snic_aen_handler(snic
, fwreq
);
1242 SNIC_SCSI_DBG(snic
->shost
,
1243 "Unknown Firmwqre completion request type %d\n",
1249 cmpl_time
= jiffies
- start
;
1250 if (cmpl_time
> atomic64_read(&snic
->s_stats
.io
.max_cmpl_time
))
1251 atomic64_set(&snic
->s_stats
.io
.max_cmpl_time
, cmpl_time
);
1254 } /* end of snic_io_cmpl_handler */
1257 * snic_fwcq_cmpl_handler
1258 * Routine to process fwCQ
1259 * This CQ is independent, and not associated with wq/rq/wq_copy queues
1262 snic_fwcq_cmpl_handler(struct snic
*snic
, int io_cmpl_work
)
1264 unsigned int num_ent
= 0; /* number cq entries processed */
1265 unsigned int cq_idx
;
1266 unsigned int nent_per_cq
;
1267 struct snic_misc_stats
*misc_stats
= &snic
->s_stats
.misc
;
1269 for (cq_idx
= snic
->wq_count
; cq_idx
< snic
->cq_count
; cq_idx
++) {
1270 nent_per_cq
= vnic_cq_fw_service(&snic
->cq
[cq_idx
],
1271 snic_io_cmpl_handler
,
1273 num_ent
+= nent_per_cq
;
1275 if (nent_per_cq
> atomic64_read(&misc_stats
->max_cq_ents
))
1276 atomic64_set(&misc_stats
->max_cq_ents
, nent_per_cq
);
1280 } /* end of snic_fwcq_cmpl_handler */
1283 * snic_queue_itmf_req: Common API to queue Task Management requests.
1284 * Use rqi->tm_tag for passing special tags.
1285 * @req_id : aborted request's tag, -1 for lun reset.
1288 snic_queue_itmf_req(struct snic
*snic
,
1289 struct snic_host_req
*tmreq
,
1290 struct scsi_cmnd
*sc
,
1294 struct snic_req_info
*rqi
= req_to_rqi(tmreq
);
1295 struct scsi_lun lun
;
1296 int tm_tag
= snic_cmd_tag(sc
) | rqi
->tm_tag
;
1300 SNIC_BUG_ON(!rqi
->tm_tag
);
1302 /* fill in lun info */
1303 int_to_scsilun(sc
->device
->lun
, &lun
);
1305 /* Initialize snic_host_req: itmf */
1306 snic_itmf_init(tmreq
,
1311 req_id
, /* Command to be aborted. */
1317 * In case of multiple aborts on same cmd,
1318 * use try_wait_for_completion and completion_done() to check
1319 * whether it queues aborts even after completion of abort issued
1320 * prior.SNIC_BUG_ON(completion_done(&rqi->done));
1323 ret
= snic_queue_wq_desc(snic
, tmreq
, sizeof(*tmreq
));
1325 SNIC_HOST_ERR(snic
->shost
,
1326 "qitmf:Queuing ITMF(%d) Req sc %p, rqi %p, req_id %d tag %d Failed, ret = %d\n",
1327 tmf
, sc
, rqi
, req_id
, snic_cmd_tag(sc
), ret
);
1329 SNIC_SCSI_DBG(snic
->shost
,
1330 "qitmf:Queuing ITMF(%d) Req sc %p, rqi %p, req_id %d, tag %d (req_id)- Success.",
1331 tmf
, sc
, rqi
, req_id
, snic_cmd_tag(sc
));
1334 } /* end of snic_queue_itmf_req */
1337 snic_issue_tm_req(struct snic
*snic
,
1338 struct snic_req_info
*rqi
,
1339 struct scsi_cmnd
*sc
,
1342 struct snic_host_req
*tmreq
= NULL
;
1343 int req_id
= 0, tag
= snic_cmd_tag(sc
);
1346 if (snic_get_state(snic
) == SNIC_FWRESET
)
1349 atomic_inc(&snic
->ios_inflight
);
1351 SNIC_SCSI_DBG(snic
->shost
,
1352 "issu_tmreq: Task mgmt req %d. rqi %p w/ tag %x\n",
1356 if (tmf
== SNIC_ITMF_LUN_RESET
) {
1357 tmreq
= snic_dr_req_init(snic
, rqi
);
1358 req_id
= SCSI_NO_TAG
;
1360 tmreq
= snic_abort_req_init(snic
, rqi
);
1370 ret
= snic_queue_itmf_req(snic
, tmreq
, sc
, tmf
, req_id
);
1378 SNIC_HOST_ERR(snic
->shost
,
1379 "issu_tmreq: Queing ITMF(%d) Req, sc %p rqi %p req_id %d tag %x fails err = %d\n",
1380 tmf
, sc
, rqi
, req_id
, tag
, ret
);
1382 SNIC_SCSI_DBG(snic
->shost
,
1383 "issu_tmreq: Queuing ITMF(%d) Req, sc %p, rqi %p, req_id %d tag %x - Success.\n",
1384 tmf
, sc
, rqi
, req_id
, tag
);
1387 atomic_dec(&snic
->ios_inflight
);
1393 * snic_queue_abort_req : Queues abort req to WQ
1396 snic_queue_abort_req(struct snic
*snic
,
1397 struct snic_req_info
*rqi
,
1398 struct scsi_cmnd
*sc
,
1401 SNIC_SCSI_DBG(snic
->shost
, "q_abtreq: sc %p, rqi %p, tag %x, tmf %d\n",
1402 sc
, rqi
, snic_cmd_tag(sc
), tmf
);
1404 /* Add special tag for abort */
1405 rqi
->tm_tag
|= SNIC_TAG_ABORT
;
1407 return snic_issue_tm_req(snic
, rqi
, sc
, tmf
);
1411 * snic_abort_finish : called by snic_abort_cmd on queuing abort successfully.
1414 snic_abort_finish(struct snic
*snic
, struct scsi_cmnd
*sc
)
1416 struct snic_req_info
*rqi
= NULL
;
1417 spinlock_t
*io_lock
= NULL
;
1418 unsigned long flags
;
1419 int ret
= 0, tag
= snic_cmd_tag(sc
);
1421 io_lock
= snic_io_lock_hash(snic
, sc
);
1422 spin_lock_irqsave(io_lock
, flags
);
1423 rqi
= (struct snic_req_info
*) CMD_SP(sc
);
1425 atomic64_inc(&snic
->s_stats
.io
.req_null
);
1426 CMD_FLAGS(sc
) |= SNIC_IO_ABTS_TERM_REQ_NULL
;
1428 SNIC_SCSI_DBG(snic
->shost
,
1429 "abt_fini:req info is null tag 0x%x, sc 0x%p flags 0x%llx\n",
1430 tag
, sc
, CMD_FLAGS(sc
));
1436 rqi
->abts_done
= NULL
;
1440 /* Check the abort status. */
1441 switch (CMD_ABTS_STATUS(sc
)) {
1442 case SNIC_INVALID_CODE
:
1443 /* Firmware didn't complete abort req, timedout */
1444 CMD_FLAGS(sc
) |= SNIC_IO_ABTS_TIMEDOUT
;
1445 atomic64_inc(&snic
->s_stats
.abts
.drv_tmo
);
1446 SNIC_SCSI_DBG(snic
->shost
,
1447 "abt_fini:sc %p Tag %x Driver Timeout.flags 0x%llx\n",
1448 sc
, snic_cmd_tag(sc
), CMD_FLAGS(sc
));
1449 /* do not release snic request in timedout case */
1454 case SNIC_STAT_IO_SUCCESS
:
1455 case SNIC_STAT_IO_NOT_FOUND
:
1460 /* Firmware completed abort with error */
1466 SNIC_HOST_INFO(snic
->shost
,
1467 "abt_fini: Tag %x, Cmpl Status %s flags 0x%llx\n",
1468 tag
, snic_io_status_to_str(CMD_ABTS_STATUS(sc
)),
1472 spin_unlock_irqrestore(io_lock
, flags
);
1474 snic_release_req_buf(snic
, rqi
, sc
);
1477 } /* end of snic_abort_finish */
1480 * snic_send_abort_and_wait : Issues Abort, and Waits
1483 snic_send_abort_and_wait(struct snic
*snic
, struct scsi_cmnd
*sc
)
1485 struct snic_req_info
*rqi
= NULL
;
1486 enum snic_ioreq_state sv_state
;
1487 struct snic_tgt
*tgt
= NULL
;
1488 spinlock_t
*io_lock
= NULL
;
1489 DECLARE_COMPLETION_ONSTACK(tm_done
);
1490 unsigned long flags
;
1491 int ret
= 0, tmf
= 0, tag
= snic_cmd_tag(sc
);
1493 tgt
= starget_to_tgt(scsi_target(sc
->device
));
1494 if ((snic_tgt_chkready(tgt
) != 0) && (tgt
->tdata
.typ
== SNIC_TGT_SAN
))
1495 tmf
= SNIC_ITMF_ABTS_TASK_TERM
;
1497 tmf
= SNIC_ITMF_ABTS_TASK
;
1501 io_lock
= snic_io_lock_hash(snic
, sc
);
1504 * Avoid a race between SCSI issuing the abort and the device
1505 * completing the command.
1507 * If the command is already completed by fw_cmpl code,
1508 * we just return SUCCESS from here. This means that the abort
1509 * succeeded. In the SCSI ML, since the timeout for command has
1510 * happend, the completion wont actually complete the command
1511 * and it will be considered as an aborted command
1513 * The CMD_SP will not be cleared except while holding io_lock
1515 spin_lock_irqsave(io_lock
, flags
);
1516 rqi
= (struct snic_req_info
*) CMD_SP(sc
);
1518 spin_unlock_irqrestore(io_lock
, flags
);
1520 SNIC_HOST_ERR(snic
->shost
,
1521 "abt_cmd: rqi is null. Tag %d flags 0x%llx\n",
1522 tag
, CMD_FLAGS(sc
));
1529 rqi
->abts_done
= &tm_done
;
1530 if (CMD_STATE(sc
) == SNIC_IOREQ_ABTS_PENDING
) {
1531 spin_unlock_irqrestore(io_lock
, flags
);
1536 SNIC_BUG_ON(!rqi
->abts_done
);
1538 /* Save Command State, should be restored on failed to Queue. */
1539 sv_state
= CMD_STATE(sc
);
1542 * Command is still pending, need to abort it
1543 * If the fw completes the command after this point,
1544 * the completion won't be done till mid-layer, since abot
1545 * has already started.
1547 CMD_STATE(sc
) = SNIC_IOREQ_ABTS_PENDING
;
1548 CMD_ABTS_STATUS(sc
) = SNIC_INVALID_CODE
;
1550 SNIC_SCSI_DBG(snic
->shost
, "send_abt_cmd: TAG 0x%x\n", tag
);
1552 spin_unlock_irqrestore(io_lock
, flags
);
1554 /* Now Queue the abort command to firmware */
1555 ret
= snic_queue_abort_req(snic
, rqi
, sc
, tmf
);
1557 SNIC_HOST_ERR(snic
->shost
,
1558 "send_abt_cmd: IO w/ Tag 0x%x fail w/ err %d flags 0x%llx\n",
1559 tag
, ret
, CMD_FLAGS(sc
));
1561 spin_lock_irqsave(io_lock
, flags
);
1562 /* Restore Command's previous state */
1563 CMD_STATE(sc
) = sv_state
;
1564 rqi
= (struct snic_req_info
*) CMD_SP(sc
);
1566 rqi
->abts_done
= NULL
;
1567 spin_unlock_irqrestore(io_lock
, flags
);
1573 spin_lock_irqsave(io_lock
, flags
);
1574 if (tmf
== SNIC_ITMF_ABTS_TASK
) {
1575 CMD_FLAGS(sc
) |= SNIC_IO_ABTS_ISSUED
;
1576 atomic64_inc(&snic
->s_stats
.abts
.num
);
1579 CMD_FLAGS(sc
) |= SNIC_IO_TERM_ISSUED
;
1581 spin_unlock_irqrestore(io_lock
, flags
);
1583 SNIC_SCSI_DBG(snic
->shost
,
1584 "send_abt_cmd: sc %p Tag %x flags 0x%llx\n",
1585 sc
, tag
, CMD_FLAGS(sc
));
1592 * Queued an abort IO, wait for its completion.
1593 * Once the fw completes the abort command, it will
1594 * wakeup this thread.
1596 wait_for_completion_timeout(&tm_done
, SNIC_ABTS_TIMEOUT
);
1600 } /* end of snic_send_abort_and_wait */
1603 * This function is exported to SCSI for sending abort cmnds.
1604 * A SCSI IO is represent by snic_ioreq in the driver.
1605 * The snic_ioreq is linked to the SCSI Cmd, thus a link with the ULP'S IO
1608 snic_abort_cmd(struct scsi_cmnd
*sc
)
1610 struct snic
*snic
= shost_priv(sc
->device
->host
);
1611 int ret
= SUCCESS
, tag
= snic_cmd_tag(sc
);
1612 u32 start_time
= jiffies
;
1614 SNIC_SCSI_DBG(snic
->shost
, "abt_cmd:sc %p :0x%x :req = %p :tag = %d\n",
1615 sc
, sc
->cmnd
[0], sc
->request
, tag
);
1617 if (unlikely(snic_get_state(snic
) != SNIC_ONLINE
)) {
1618 SNIC_HOST_ERR(snic
->shost
,
1619 "abt_cmd: tag %x Parent Devs are not rdy\n",
1627 ret
= snic_send_abort_and_wait(snic
, sc
);
1631 ret
= snic_abort_finish(snic
, sc
);
1634 SNIC_TRC(snic
->shost
->host_no
, tag
, (ulong
) sc
,
1635 jiffies_to_msecs(jiffies
- start_time
), 0,
1636 SNIC_TRC_CMD(sc
), SNIC_TRC_CMD_STATE_FLAGS(sc
));
1638 SNIC_SCSI_DBG(snic
->shost
,
1639 "abts: Abort Req Status = %s\n",
1640 (ret
== SUCCESS
) ? "SUCCESS" :
1641 ((ret
== FAST_IO_FAIL
) ? "FAST_IO_FAIL" : "FAILED"));
1649 snic_is_abts_pending(struct snic
*snic
, struct scsi_cmnd
*lr_sc
)
1651 struct snic_req_info
*rqi
= NULL
;
1652 struct scsi_cmnd
*sc
= NULL
;
1653 struct scsi_device
*lr_sdev
= NULL
;
1654 spinlock_t
*io_lock
= NULL
;
1656 unsigned long flags
;
1659 lr_sdev
= lr_sc
->device
;
1661 /* walk through the tag map, an dcheck if IOs are still pending in fw*/
1662 for (tag
= 0; tag
< snic
->max_tag_id
; tag
++) {
1663 io_lock
= snic_io_lock_tag(snic
, tag
);
1665 spin_lock_irqsave(io_lock
, flags
);
1666 sc
= scsi_host_find_tag(snic
->shost
, tag
);
1668 if (!sc
|| (lr_sc
&& (sc
->device
!= lr_sdev
|| sc
== lr_sc
))) {
1669 spin_unlock_irqrestore(io_lock
, flags
);
1674 rqi
= (struct snic_req_info
*) CMD_SP(sc
);
1676 spin_unlock_irqrestore(io_lock
, flags
);
1682 * Found IO that is still pending w/ firmware and belongs to
1683 * the LUN that is under reset, if lr_sc != NULL
1685 SNIC_SCSI_DBG(snic
->shost
, "Found IO in %s on LUN\n",
1686 snic_ioreq_state_to_str(CMD_STATE(sc
)));
1688 if (CMD_STATE(sc
) == SNIC_IOREQ_ABTS_PENDING
) {
1689 spin_unlock_irqrestore(io_lock
, flags
);
1694 spin_unlock_irqrestore(io_lock
, flags
);
1698 } /* end of snic_is_abts_pending */
1701 snic_dr_clean_single_req(struct snic
*snic
,
1703 struct scsi_device
*lr_sdev
)
1705 struct snic_req_info
*rqi
= NULL
;
1706 struct snic_tgt
*tgt
= NULL
;
1707 struct scsi_cmnd
*sc
= NULL
;
1708 spinlock_t
*io_lock
= NULL
;
1709 u32 sv_state
= 0, tmf
= 0;
1710 DECLARE_COMPLETION_ONSTACK(tm_done
);
1711 unsigned long flags
;
1714 io_lock
= snic_io_lock_tag(snic
, tag
);
1715 spin_lock_irqsave(io_lock
, flags
);
1716 sc
= scsi_host_find_tag(snic
->shost
, tag
);
1718 /* Ignore Cmd that don't belong to Lun Reset device */
1719 if (!sc
|| sc
->device
!= lr_sdev
)
1722 rqi
= (struct snic_req_info
*) CMD_SP(sc
);
1728 if (CMD_STATE(sc
) == SNIC_IOREQ_ABTS_PENDING
)
1732 if ((CMD_FLAGS(sc
) & SNIC_DEVICE_RESET
) &&
1733 (!(CMD_FLAGS(sc
) & SNIC_DEV_RST_ISSUED
))) {
1735 SNIC_SCSI_DBG(snic
->shost
,
1736 "clean_single_req: devrst is not pending sc 0x%p\n",
1742 SNIC_SCSI_DBG(snic
->shost
,
1743 "clean_single_req: Found IO in %s on lun\n",
1744 snic_ioreq_state_to_str(CMD_STATE(sc
)));
1746 /* Save Command State */
1747 sv_state
= CMD_STATE(sc
);
1750 * Any pending IO issued prior to reset is expected to be
1751 * in abts pending state, if not we need to set SNIC_IOREQ_ABTS_PENDING
1752 * to indicate the IO is abort pending.
1753 * When IO is completed, the IO will be handed over and handled
1757 CMD_STATE(sc
) = SNIC_IOREQ_ABTS_PENDING
;
1758 SNIC_BUG_ON(rqi
->abts_done
);
1760 if (CMD_FLAGS(sc
) & SNIC_DEVICE_RESET
) {
1761 rqi
->tm_tag
= SNIC_TAG_DEV_RST
;
1763 SNIC_SCSI_DBG(snic
->shost
,
1764 "clean_single_req:devrst sc 0x%p\n", sc
);
1767 CMD_ABTS_STATUS(sc
) = SNIC_INVALID_CODE
;
1768 rqi
->abts_done
= &tm_done
;
1769 spin_unlock_irqrestore(io_lock
, flags
);
1771 tgt
= starget_to_tgt(scsi_target(sc
->device
));
1772 if ((snic_tgt_chkready(tgt
) != 0) && (tgt
->tdata
.typ
== SNIC_TGT_SAN
))
1773 tmf
= SNIC_ITMF_ABTS_TASK_TERM
;
1775 tmf
= SNIC_ITMF_ABTS_TASK
;
1777 /* Now queue the abort command to firmware */
1778 ret
= snic_queue_abort_req(snic
, rqi
, sc
, tmf
);
1780 SNIC_HOST_ERR(snic
->shost
,
1781 "clean_single_req_err:sc %p, tag %d abt failed. tm_tag %d flags 0x%llx\n",
1782 sc
, tag
, rqi
->tm_tag
, CMD_FLAGS(sc
));
1784 spin_lock_irqsave(io_lock
, flags
);
1785 rqi
= (struct snic_req_info
*) CMD_SP(sc
);
1787 rqi
->abts_done
= NULL
;
1789 /* Restore Command State */
1790 if (CMD_STATE(sc
) == SNIC_IOREQ_ABTS_PENDING
)
1791 CMD_STATE(sc
) = sv_state
;
1797 spin_lock_irqsave(io_lock
, flags
);
1798 if (CMD_FLAGS(sc
) & SNIC_DEVICE_RESET
)
1799 CMD_FLAGS(sc
) |= SNIC_DEV_RST_TERM_ISSUED
;
1801 CMD_FLAGS(sc
) |= SNIC_IO_INTERNAL_TERM_ISSUED
;
1802 spin_unlock_irqrestore(io_lock
, flags
);
1804 wait_for_completion_timeout(&tm_done
, SNIC_ABTS_TIMEOUT
);
1806 /* Recheck cmd state to check if it now aborted. */
1807 spin_lock_irqsave(io_lock
, flags
);
1808 rqi
= (struct snic_req_info
*) CMD_SP(sc
);
1810 CMD_FLAGS(sc
) |= SNIC_IO_ABTS_TERM_REQ_NULL
;
1813 rqi
->abts_done
= NULL
;
1815 /* if abort is still pending w/ fw, fail */
1816 if (CMD_ABTS_STATUS(sc
) == SNIC_INVALID_CODE
) {
1817 SNIC_HOST_ERR(snic
->shost
,
1818 "clean_single_req_err:sc %p tag %d abt still pending w/ fw, tm_tag %d flags 0x%llx\n",
1819 sc
, tag
, rqi
->tm_tag
, CMD_FLAGS(sc
));
1821 CMD_FLAGS(sc
) |= SNIC_IO_ABTS_TERM_DONE
;
1827 CMD_STATE(sc
) = SNIC_IOREQ_ABTS_COMPLETE
;
1829 spin_unlock_irqrestore(io_lock
, flags
);
1831 snic_release_req_buf(snic
, rqi
, sc
);
1838 spin_unlock_irqrestore(io_lock
, flags
);
1841 } /* end of snic_dr_clean_single_req */
1844 snic_dr_clean_pending_req(struct snic
*snic
, struct scsi_cmnd
*lr_sc
)
1846 struct scsi_device
*lr_sdev
= lr_sc
->device
;
1850 for (tag
= 0; tag
< snic
->max_tag_id
; tag
++) {
1851 if (tag
== snic_cmd_tag(lr_sc
))
1854 ret
= snic_dr_clean_single_req(snic
, tag
, lr_sdev
);
1856 SNIC_HOST_ERR(snic
->shost
, "clean_err:tag = %d\n", tag
);
1862 schedule_timeout(msecs_to_jiffies(100));
1864 /* Walk through all the cmds and check abts status. */
1865 if (snic_is_abts_pending(snic
, lr_sc
)) {
1872 SNIC_SCSI_DBG(snic
->shost
, "clean_pending_req: Success.\n");
1878 SNIC_HOST_ERR(snic
->shost
,
1879 "Failed to Clean Pending IOs on %s device.\n",
1880 dev_name(&lr_sdev
->sdev_gendev
));
1884 } /* end of snic_dr_clean_pending_req */
1887 * snic_dr_finish : Called by snic_device_reset
1890 snic_dr_finish(struct snic
*snic
, struct scsi_cmnd
*sc
)
1892 struct snic_req_info
*rqi
= NULL
;
1893 spinlock_t
*io_lock
= NULL
;
1894 unsigned long flags
;
1898 io_lock
= snic_io_lock_hash(snic
, sc
);
1899 spin_lock_irqsave(io_lock
, flags
);
1900 rqi
= (struct snic_req_info
*) CMD_SP(sc
);
1902 spin_unlock_irqrestore(io_lock
, flags
);
1903 SNIC_SCSI_DBG(snic
->shost
,
1904 "dr_fini: rqi is null tag 0x%x sc 0x%p flags 0x%llx\n",
1905 snic_cmd_tag(sc
), sc
, CMD_FLAGS(sc
));
1911 rqi
->dr_done
= NULL
;
1913 lr_res
= CMD_LR_STATUS(sc
);
1916 case SNIC_INVALID_CODE
:
1918 SNIC_SCSI_DBG(snic
->shost
,
1919 "dr_fini: Tag %x Dev Reset Timedout. flags 0x%llx\n",
1920 snic_cmd_tag(sc
), CMD_FLAGS(sc
));
1922 CMD_FLAGS(sc
) |= SNIC_DEV_RST_TIMEDOUT
;
1927 case SNIC_STAT_IO_SUCCESS
:
1928 SNIC_SCSI_DBG(snic
->shost
,
1929 "dr_fini: Tag %x Dev Reset cmpl\n",
1935 SNIC_HOST_ERR(snic
->shost
,
1936 "dr_fini:Device Reset completed& failed.Tag = %x lr_status %s flags 0x%llx\n",
1938 snic_io_status_to_str(lr_res
), CMD_FLAGS(sc
));
1942 spin_unlock_irqrestore(io_lock
, flags
);
1945 * Cleanup any IOs on this LUN that have still not completed.
1946 * If any of these fail, then LUN Reset fails.
1947 * Cleanup cleans all commands on this LUN except
1948 * the lun reset command. If all cmds get cleaned, the LUN Reset
1952 ret
= snic_dr_clean_pending_req(snic
, sc
);
1954 spin_lock_irqsave(io_lock
, flags
);
1955 SNIC_SCSI_DBG(snic
->shost
,
1956 "dr_fini: Device Reset Failed since could not abort all IOs. Tag = %x.\n",
1958 rqi
= (struct snic_req_info
*) CMD_SP(sc
);
1962 /* Cleanup LUN Reset Command */
1963 spin_lock_irqsave(io_lock
, flags
);
1964 rqi
= (struct snic_req_info
*) CMD_SP(sc
);
1966 ret
= SUCCESS
; /* Completed Successfully */
1972 SNIC_BUG_ON(!spin_is_locked(io_lock
));
1975 spin_unlock_irqrestore(io_lock
, flags
);
1978 snic_release_req_buf(snic
, rqi
, sc
);
1982 } /* end of snic_dr_finish */
1985 snic_queue_dr_req(struct snic
*snic
,
1986 struct snic_req_info
*rqi
,
1987 struct scsi_cmnd
*sc
)
1989 /* Add special tag for device reset */
1990 rqi
->tm_tag
|= SNIC_TAG_DEV_RST
;
1992 return snic_issue_tm_req(snic
, rqi
, sc
, SNIC_ITMF_LUN_RESET
);
1996 snic_send_dr_and_wait(struct snic
*snic
, struct scsi_cmnd
*sc
)
1998 struct snic_req_info
*rqi
= NULL
;
1999 enum snic_ioreq_state sv_state
;
2000 spinlock_t
*io_lock
= NULL
;
2001 unsigned long flags
;
2002 DECLARE_COMPLETION_ONSTACK(tm_done
);
2003 int ret
= FAILED
, tag
= snic_cmd_tag(sc
);
2005 io_lock
= snic_io_lock_hash(snic
, sc
);
2006 spin_lock_irqsave(io_lock
, flags
);
2007 CMD_FLAGS(sc
) |= SNIC_DEVICE_RESET
;
2008 rqi
= (struct snic_req_info
*) CMD_SP(sc
);
2010 SNIC_HOST_ERR(snic
->shost
,
2011 "send_dr: rqi is null, Tag 0x%x flags 0x%llx\n",
2012 tag
, CMD_FLAGS(sc
));
2013 spin_unlock_irqrestore(io_lock
, flags
);
2019 /* Save Command state to restore in case Queuing failed. */
2020 sv_state
= CMD_STATE(sc
);
2022 CMD_STATE(sc
) = SNIC_IOREQ_LR_PENDING
;
2023 CMD_LR_STATUS(sc
) = SNIC_INVALID_CODE
;
2025 SNIC_SCSI_DBG(snic
->shost
, "dr: TAG = %x\n", tag
);
2027 rqi
->dr_done
= &tm_done
;
2028 SNIC_BUG_ON(!rqi
->dr_done
);
2030 spin_unlock_irqrestore(io_lock
, flags
);
2032 * The Command state is changed to IOREQ_PENDING,
2033 * in this case, if the command is completed, the icmnd_cmpl will
2034 * mark the cmd as completed.
2035 * This logic still makes LUN Reset is inevitable.
2038 ret
= snic_queue_dr_req(snic
, rqi
, sc
);
2040 SNIC_HOST_ERR(snic
->shost
,
2041 "send_dr: IO w/ Tag 0x%x Failed err = %d. flags 0x%llx\n",
2042 tag
, ret
, CMD_FLAGS(sc
));
2044 spin_lock_irqsave(io_lock
, flags
);
2046 CMD_STATE(sc
) = sv_state
;
2047 rqi
= (struct snic_req_info
*) CMD_SP(sc
);
2049 rqi
->dr_done
= NULL
;
2050 /* rqi is freed in caller. */
2051 spin_unlock_irqrestore(io_lock
, flags
);
2057 spin_lock_irqsave(io_lock
, flags
);
2058 CMD_FLAGS(sc
) |= SNIC_DEV_RST_ISSUED
;
2059 spin_unlock_irqrestore(io_lock
, flags
);
2063 wait_for_completion_timeout(&tm_done
, SNIC_LUN_RESET_TIMEOUT
);
2070 * auxillary funciton to check lun reset op is supported or not
2071 * Not supported if returns 0
2074 snic_dev_reset_supported(struct scsi_device
*sdev
)
2076 struct snic_tgt
*tgt
= starget_to_tgt(scsi_target(sdev
));
2078 if (tgt
->tdata
.typ
== SNIC_TGT_DAS
)
2085 snic_unlink_and_release_req(struct snic
*snic
, struct scsi_cmnd
*sc
, int flag
)
2087 struct snic_req_info
*rqi
= NULL
;
2088 spinlock_t
*io_lock
= NULL
;
2089 unsigned long flags
;
2090 u32 start_time
= jiffies
;
2092 io_lock
= snic_io_lock_hash(snic
, sc
);
2093 spin_lock_irqsave(io_lock
, flags
);
2094 rqi
= (struct snic_req_info
*) CMD_SP(sc
);
2096 start_time
= rqi
->start_time
;
2100 CMD_FLAGS(sc
) |= flag
;
2101 spin_unlock_irqrestore(io_lock
, flags
);
2104 snic_release_req_buf(snic
, rqi
, sc
);
2106 SNIC_TRC(snic
->shost
->host_no
, snic_cmd_tag(sc
), (ulong
) sc
,
2107 jiffies_to_msecs(jiffies
- start_time
), (ulong
) rqi
,
2108 SNIC_TRC_CMD(sc
), SNIC_TRC_CMD_STATE_FLAGS(sc
));
2112 * SCSI Eh thread issues a LUN Reset when one or more commands on a LUN
2113 * fail to get aborted. It calls driver's eh_device_reset with a SCSI
2114 * command on the LUN.
2117 snic_device_reset(struct scsi_cmnd
*sc
)
2119 struct Scsi_Host
*shost
= sc
->device
->host
;
2120 struct snic
*snic
= shost_priv(shost
);
2121 struct snic_req_info
*rqi
= NULL
;
2122 int tag
= snic_cmd_tag(sc
);
2123 int start_time
= jiffies
;
2127 SNIC_SCSI_DBG(shost
, "dev_reset:sc %p :0x%x :req = %p :tag = %d\n",
2128 sc
, sc
->cmnd
[0], sc
->request
,
2130 dr_supp
= snic_dev_reset_supported(sc
->device
);
2132 /* device reset op is not supported */
2133 SNIC_HOST_INFO(shost
, "LUN Reset Op not supported.\n");
2134 snic_unlink_and_release_req(snic
, sc
, SNIC_DEV_RST_NOTSUP
);
2139 if (unlikely(snic_get_state(snic
) != SNIC_ONLINE
)) {
2140 snic_unlink_and_release_req(snic
, sc
, 0);
2141 SNIC_HOST_ERR(shost
, "Devrst: Parent Devs are not online.\n");
2146 /* There is no tag when lun reset is issue through ioctl. */
2147 if (unlikely(tag
<= SNIC_NO_TAG
)) {
2148 SNIC_HOST_INFO(snic
->shost
,
2149 "Devrst: LUN Reset Recvd thru IOCTL.\n");
2151 rqi
= snic_req_init(snic
, 0);
2155 memset(scsi_cmd_priv(sc
), 0,
2156 sizeof(struct snic_internal_io_state
));
2157 CMD_SP(sc
) = (char *)rqi
;
2158 CMD_FLAGS(sc
) = SNIC_NO_FLAGS
;
2160 /* Add special tag for dr coming from user spc */
2161 rqi
->tm_tag
= SNIC_TAG_IOCTL_DEV_RST
;
2165 ret
= snic_send_dr_and_wait(snic
, sc
);
2167 SNIC_HOST_ERR(snic
->shost
,
2168 "Devrst: IO w/ Tag %x Failed w/ err = %d\n",
2171 snic_unlink_and_release_req(snic
, sc
, 0);
2176 ret
= snic_dr_finish(snic
, sc
);
2179 SNIC_TRC(snic
->shost
->host_no
, tag
, (ulong
) sc
,
2180 jiffies_to_msecs(jiffies
- start_time
),
2181 0, SNIC_TRC_CMD(sc
), SNIC_TRC_CMD_STATE_FLAGS(sc
));
2183 SNIC_SCSI_DBG(snic
->shost
,
2184 "Devrst: Returning from Device Reset : %s\n",
2185 (ret
== SUCCESS
) ? "SUCCESS" : "FAILED");
2188 } /* end of snic_device_reset */
2191 * SCSI Error handling calls driver's eh_host_reset if all prior
2192 * error handling levels return FAILED.
2194 * Host Reset is the highest level of error recovery. If this fails, then
2195 * host is offlined by SCSI.
2198 * snic_issue_hba_reset : Queues FW Reset Request.
2201 snic_issue_hba_reset(struct snic
*snic
, struct scsi_cmnd
*sc
)
2203 struct snic_req_info
*rqi
= NULL
;
2204 struct snic_host_req
*req
= NULL
;
2205 spinlock_t
*io_lock
= NULL
;
2206 DECLARE_COMPLETION_ONSTACK(wait
);
2207 unsigned long flags
;
2210 rqi
= snic_req_init(snic
, 0);
2217 if (snic_cmd_tag(sc
) == SCSI_NO_TAG
) {
2218 memset(scsi_cmd_priv(sc
), 0,
2219 sizeof(struct snic_internal_io_state
));
2220 SNIC_HOST_INFO(snic
->shost
, "issu_hr:Host reset thru ioctl.\n");
2224 req
= rqi_to_req(rqi
);
2226 io_lock
= snic_io_lock_hash(snic
, sc
);
2227 spin_lock_irqsave(io_lock
, flags
);
2228 SNIC_BUG_ON(CMD_SP(sc
) != NULL
);
2229 CMD_STATE(sc
) = SNIC_IOREQ_PENDING
;
2230 CMD_SP(sc
) = (char *) rqi
;
2231 CMD_FLAGS(sc
) |= SNIC_IO_INITIALIZED
;
2232 snic
->remove_wait
= &wait
;
2233 spin_unlock_irqrestore(io_lock
, flags
);
2235 /* Initialize Request */
2236 snic_io_hdr_enc(&req
->hdr
, SNIC_REQ_HBA_RESET
, 0, snic_cmd_tag(sc
),
2237 snic
->config
.hid
, 0, (ulong
) rqi
);
2239 req
->u
.reset
.flags
= 0;
2241 ret
= snic_queue_wq_desc(snic
, req
, sizeof(*req
));
2243 SNIC_HOST_ERR(snic
->shost
,
2244 "issu_hr:Queuing HBA Reset Failed. w err %d\n",
2250 spin_lock_irqsave(io_lock
, flags
);
2251 CMD_FLAGS(sc
) |= SNIC_HOST_RESET_ISSUED
;
2252 spin_unlock_irqrestore(io_lock
, flags
);
2253 atomic64_inc(&snic
->s_stats
.reset
.hba_resets
);
2254 SNIC_HOST_INFO(snic
->shost
, "Queued HBA Reset Successfully.\n");
2256 wait_for_completion_timeout(snic
->remove_wait
,
2257 SNIC_HOST_RESET_TIMEOUT
);
2259 if (snic_get_state(snic
) == SNIC_FWRESET
) {
2260 SNIC_HOST_ERR(snic
->shost
, "reset_cmpl: Reset Timedout.\n");
2266 spin_lock_irqsave(io_lock
, flags
);
2267 snic
->remove_wait
= NULL
;
2268 rqi
= (struct snic_req_info
*) CMD_SP(sc
);
2270 spin_unlock_irqrestore(io_lock
, flags
);
2273 snic_req_free(snic
, rqi
);
2280 spin_lock_irqsave(io_lock
, flags
);
2281 snic
->remove_wait
= NULL
;
2282 rqi
= (struct snic_req_info
*) CMD_SP(sc
);
2284 spin_unlock_irqrestore(io_lock
, flags
);
2287 snic_req_free(snic
, rqi
);
2290 SNIC_HOST_ERR(snic
->shost
,
2291 "reset:HBA Reset Failed w/ err = %d.\n",
2295 } /* end of snic_issue_hba_reset */
2298 snic_reset(struct Scsi_Host
*shost
, struct scsi_cmnd
*sc
)
2300 struct snic
*snic
= shost_priv(shost
);
2301 enum snic_state sv_state
;
2302 unsigned long flags
;
2305 /* Set snic state as SNIC_FWRESET*/
2306 sv_state
= snic_get_state(snic
);
2308 spin_lock_irqsave(&snic
->snic_lock
, flags
);
2309 if (snic_get_state(snic
) == SNIC_FWRESET
) {
2310 spin_unlock_irqrestore(&snic
->snic_lock
, flags
);
2311 SNIC_HOST_INFO(shost
, "reset:prev reset is in progres\n");
2313 msleep(SNIC_HOST_RESET_TIMEOUT
);
2319 snic_set_state(snic
, SNIC_FWRESET
);
2320 spin_unlock_irqrestore(&snic
->snic_lock
, flags
);
2323 /* Wait for all the IOs that are entered in Qcmd */
2324 while (atomic_read(&snic
->ios_inflight
))
2325 schedule_timeout(msecs_to_jiffies(1));
2327 ret
= snic_issue_hba_reset(snic
, sc
);
2329 SNIC_HOST_ERR(shost
,
2330 "reset:Host Reset Failed w/ err %d.\n",
2332 spin_lock_irqsave(&snic
->snic_lock
, flags
);
2333 snic_set_state(snic
, sv_state
);
2334 spin_unlock_irqrestore(&snic
->snic_lock
, flags
);
2335 atomic64_inc(&snic
->s_stats
.reset
.hba_reset_fail
);
2345 } /* end of snic_reset */
2348 * SCSI Error handling calls driver's eh_host_reset if all prior
2349 * error handling levels return FAILED.
2351 * Host Reset is the highest level of error recovery. If this fails, then
2352 * host is offlined by SCSI.
2355 snic_host_reset(struct scsi_cmnd
*sc
)
2357 struct Scsi_Host
*shost
= sc
->device
->host
;
2358 u32 start_time
= jiffies
;
2361 SNIC_SCSI_DBG(shost
,
2362 "host reset:sc %p sc_cmd 0x%x req %p tag %d flags 0x%llx\n",
2363 sc
, sc
->cmnd
[0], sc
->request
,
2364 snic_cmd_tag(sc
), CMD_FLAGS(sc
));
2366 ret
= snic_reset(shost
, sc
);
2368 SNIC_TRC(shost
->host_no
, snic_cmd_tag(sc
), (ulong
) sc
,
2369 jiffies_to_msecs(jiffies
- start_time
),
2370 0, SNIC_TRC_CMD(sc
), SNIC_TRC_CMD_STATE_FLAGS(sc
));
2373 } /* end of snic_host_reset */
2376 * snic_cmpl_pending_tmreq : Caller should hold io_lock
2379 snic_cmpl_pending_tmreq(struct snic
*snic
, struct scsi_cmnd
*sc
)
2381 struct snic_req_info
*rqi
= NULL
;
2383 SNIC_SCSI_DBG(snic
->shost
,
2384 "Completing Pending TM Req sc %p, state %s flags 0x%llx\n",
2385 sc
, snic_io_status_to_str(CMD_STATE(sc
)), CMD_FLAGS(sc
));
2387 rqi
= (struct snic_req_info
*) CMD_SP(sc
);
2392 complete(rqi
->dr_done
);
2393 else if (rqi
->abts_done
)
2394 complete(rqi
->abts_done
);
2398 * snic_scsi_cleanup: Walks through tag map and releases the reqs
2401 snic_scsi_cleanup(struct snic
*snic
, int ex_tag
)
2403 struct snic_req_info
*rqi
= NULL
;
2404 struct scsi_cmnd
*sc
= NULL
;
2405 spinlock_t
*io_lock
= NULL
;
2406 unsigned long flags
;
2410 SNIC_SCSI_DBG(snic
->shost
, "sc_clean: scsi cleanup.\n");
2412 for (tag
= 0; tag
< snic
->max_tag_id
; tag
++) {
2417 io_lock
= snic_io_lock_tag(snic
, tag
);
2418 spin_lock_irqsave(io_lock
, flags
);
2419 sc
= scsi_host_find_tag(snic
->shost
, tag
);
2421 spin_unlock_irqrestore(io_lock
, flags
);
2426 if (unlikely(snic_tmreq_pending(sc
))) {
2428 * When FW Completes reset w/o sending completions
2429 * for outstanding ios.
2431 snic_cmpl_pending_tmreq(snic
, sc
);
2432 spin_unlock_irqrestore(io_lock
, flags
);
2437 rqi
= (struct snic_req_info
*) CMD_SP(sc
);
2439 spin_unlock_irqrestore(io_lock
, flags
);
2444 SNIC_SCSI_DBG(snic
->shost
,
2445 "sc_clean: sc %p, rqi %p, tag %d flags 0x%llx\n",
2446 sc
, rqi
, tag
, CMD_FLAGS(sc
));
2449 CMD_FLAGS(sc
) |= SNIC_SCSI_CLEANUP
;
2450 spin_unlock_irqrestore(io_lock
, flags
);
2451 st_time
= rqi
->start_time
;
2453 SNIC_HOST_INFO(snic
->shost
,
2454 "sc_clean: Releasing rqi %p : flags 0x%llx\n",
2455 rqi
, CMD_FLAGS(sc
));
2457 snic_release_req_buf(snic
, rqi
, sc
);
2460 sc
->result
= DID_TRANSPORT_DISRUPTED
<< 16;
2461 SNIC_HOST_INFO(snic
->shost
,
2462 "sc_clean: DID_TRANSPORT_DISRUPTED for sc %p. rqi %p duration %llu msecs\n",
2463 sc
, rqi
, (jiffies
- st_time
));
2465 /* Update IO stats */
2466 snic_stats_update_io_cmpl(&snic
->s_stats
);
2468 if (sc
->scsi_done
) {
2469 SNIC_TRC(snic
->shost
->host_no
, tag
, (ulong
) sc
,
2470 jiffies_to_msecs(jiffies
- st_time
), 0,
2472 SNIC_TRC_CMD_STATE_FLAGS(sc
));
2477 } /* end of snic_scsi_cleanup */
2480 snic_shutdown_scsi_cleanup(struct snic
*snic
)
2482 SNIC_HOST_INFO(snic
->shost
, "Shutdown time SCSI Cleanup.\n");
2484 snic_scsi_cleanup(snic
, SCSI_NO_TAG
);
2485 } /* end of snic_shutdown_scsi_cleanup */
2488 * snic_internal_abort_io
2489 * called by : snic_tgt_scsi_abort_io
2492 snic_internal_abort_io(struct snic
*snic
, struct scsi_cmnd
*sc
, int tmf
)
2494 struct snic_req_info
*rqi
= NULL
;
2495 spinlock_t
*io_lock
= NULL
;
2496 unsigned long flags
;
2500 io_lock
= snic_io_lock_hash(snic
, sc
);
2501 spin_lock_irqsave(io_lock
, flags
);
2502 rqi
= (struct snic_req_info
*) CMD_SP(sc
);
2504 goto skip_internal_abts
;
2506 if (CMD_STATE(sc
) == SNIC_IOREQ_ABTS_PENDING
)
2507 goto skip_internal_abts
;
2509 if ((CMD_FLAGS(sc
) & SNIC_DEVICE_RESET
) &&
2510 (!(CMD_FLAGS(sc
) & SNIC_DEV_RST_ISSUED
))) {
2512 SNIC_SCSI_DBG(snic
->shost
,
2513 "internal_abts: dev rst not pending sc 0x%p\n",
2516 goto skip_internal_abts
;
2520 if (!(CMD_FLAGS(sc
) & SNIC_IO_ISSUED
)) {
2521 SNIC_SCSI_DBG(snic
->shost
,
2522 "internal_abts: IO not yet issued sc 0x%p tag 0x%x flags 0x%llx state %d\n",
2523 sc
, snic_cmd_tag(sc
), CMD_FLAGS(sc
), CMD_STATE(sc
));
2525 goto skip_internal_abts
;
2528 sv_state
= CMD_STATE(sc
);
2529 CMD_STATE(sc
) = SNIC_IOREQ_ABTS_PENDING
;
2530 CMD_ABTS_STATUS(sc
) = SNIC_INVALID_CODE
;
2531 CMD_FLAGS(sc
) |= SNIC_IO_INTERNAL_TERM_PENDING
;
2533 if (CMD_FLAGS(sc
) & SNIC_DEVICE_RESET
) {
2535 rqi
->tm_tag
= SNIC_TAG_DEV_RST
;
2536 SNIC_SCSI_DBG(snic
->shost
, "internal_abts:dev rst sc %p\n", sc
);
2539 SNIC_SCSI_DBG(snic
->shost
, "internal_abts: Issuing abts tag %x\n",
2541 SNIC_BUG_ON(rqi
->abts_done
);
2542 spin_unlock_irqrestore(io_lock
, flags
);
2544 ret
= snic_queue_abort_req(snic
, rqi
, sc
, tmf
);
2546 SNIC_HOST_ERR(snic
->shost
,
2547 "internal_abts: Tag = %x , Failed w/ err = %d\n",
2548 snic_cmd_tag(sc
), ret
);
2550 spin_lock_irqsave(io_lock
, flags
);
2552 if (CMD_STATE(sc
) == SNIC_IOREQ_ABTS_PENDING
)
2553 CMD_STATE(sc
) = sv_state
;
2555 goto skip_internal_abts
;
2558 spin_lock_irqsave(io_lock
, flags
);
2559 if (CMD_FLAGS(sc
) & SNIC_DEVICE_RESET
)
2560 CMD_FLAGS(sc
) |= SNIC_DEV_RST_TERM_ISSUED
;
2562 CMD_FLAGS(sc
) |= SNIC_IO_INTERNAL_TERM_ISSUED
;
2567 SNIC_BUG_ON(!spin_is_locked(io_lock
));
2568 spin_unlock_irqrestore(io_lock
, flags
);
2571 } /* end of snic_internal_abort_io */
2574 * snic_tgt_scsi_abort_io : called by snic_tgt_del
2577 snic_tgt_scsi_abort_io(struct snic_tgt
*tgt
)
2579 struct snic
*snic
= NULL
;
2580 struct scsi_cmnd
*sc
= NULL
;
2581 struct snic_tgt
*sc_tgt
= NULL
;
2582 spinlock_t
*io_lock
= NULL
;
2583 unsigned long flags
;
2584 int ret
= 0, tag
, abt_cnt
= 0, tmf
= 0;
2589 snic
= shost_priv(snic_tgt_to_shost(tgt
));
2590 SNIC_SCSI_DBG(snic
->shost
, "tgt_abt_io: Cleaning Pending IOs.\n");
2592 if (tgt
->tdata
.typ
== SNIC_TGT_DAS
)
2593 tmf
= SNIC_ITMF_ABTS_TASK
;
2595 tmf
= SNIC_ITMF_ABTS_TASK_TERM
;
2597 for (tag
= 0; tag
< snic
->max_tag_id
; tag
++) {
2598 io_lock
= snic_io_lock_tag(snic
, tag
);
2600 spin_lock_irqsave(io_lock
, flags
);
2601 sc
= scsi_host_find_tag(snic
->shost
, tag
);
2603 spin_unlock_irqrestore(io_lock
, flags
);
2608 sc_tgt
= starget_to_tgt(scsi_target(sc
->device
));
2609 if (sc_tgt
!= tgt
) {
2610 spin_unlock_irqrestore(io_lock
, flags
);
2614 spin_unlock_irqrestore(io_lock
, flags
);
2616 ret
= snic_internal_abort_io(snic
, sc
, tmf
);
2618 SNIC_HOST_ERR(snic
->shost
,
2619 "tgt_abt_io: Tag %x, Failed w err = %d\n",
2629 SNIC_SCSI_DBG(snic
->shost
, "tgt_abt_io: abt_cnt = %d\n", abt_cnt
);
2632 } /* end of snic_tgt_scsi_abort_io */