1 /*******************************************************************************
2 * This file contains the iSCSI Target specific utility functions.
4 * (c) Copyright 2007-2013 Datera, Inc.
6 * Author: Nicholas A. Bellinger <nab@linux-iscsi.org>
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
17 ******************************************************************************/
19 #include <linux/list.h>
20 #include <linux/percpu_ida.h>
21 #include <scsi/scsi_tcq.h>
22 #include <scsi/iscsi_proto.h>
23 #include <target/target_core_base.h>
24 #include <target/target_core_fabric.h>
25 #include <target/target_core_configfs.h>
26 #include <target/iscsi/iscsi_transport.h>
28 #include "iscsi_target_core.h"
29 #include "iscsi_target_parameters.h"
30 #include "iscsi_target_seq_pdu_list.h"
31 #include "iscsi_target_datain_values.h"
32 #include "iscsi_target_erl0.h"
33 #include "iscsi_target_erl1.h"
34 #include "iscsi_target_erl2.h"
35 #include "iscsi_target_tpg.h"
36 #include "iscsi_target_tq.h"
37 #include "iscsi_target_util.h"
38 #include "iscsi_target.h"
40 #define PRINT_BUFF(buff, len) \
44 pr_debug("%d:\n", __LINE__); \
45 for (zzz = 0; zzz < len; zzz++) { \
46 if (zzz % 16 == 0) { \
49 pr_debug("%4i: ", zzz); \
51 pr_debug("%02x ", (unsigned char) (buff)[zzz]); \
57 extern struct list_head g_tiqn_list
;
58 extern spinlock_t tiqn_lock
;
61 * Called with cmd->r2t_lock held.
63 int iscsit_add_r2t_to_list(
64 struct iscsi_cmd
*cmd
,
70 struct iscsi_r2t
*r2t
;
72 r2t
= kmem_cache_zalloc(lio_r2t_cache
, GFP_ATOMIC
);
74 pr_err("Unable to allocate memory for struct iscsi_r2t.\n");
77 INIT_LIST_HEAD(&r2t
->r2t_list
);
79 r2t
->recovery_r2t
= recovery
;
80 r2t
->r2t_sn
= (!r2t_sn
) ? cmd
->r2t_sn
++ : r2t_sn
;
82 r2t
->xfer_len
= xfer_len
;
83 list_add_tail(&r2t
->r2t_list
, &cmd
->cmd_r2t_list
);
84 spin_unlock_bh(&cmd
->r2t_lock
);
86 iscsit_add_cmd_to_immediate_queue(cmd
, cmd
->conn
, ISTATE_SEND_R2T
);
88 spin_lock_bh(&cmd
->r2t_lock
);
92 struct iscsi_r2t
*iscsit_get_r2t_for_eos(
93 struct iscsi_cmd
*cmd
,
97 struct iscsi_r2t
*r2t
;
99 spin_lock_bh(&cmd
->r2t_lock
);
100 list_for_each_entry(r2t
, &cmd
->cmd_r2t_list
, r2t_list
) {
101 if ((r2t
->offset
<= offset
) &&
102 (r2t
->offset
+ r2t
->xfer_len
) >= (offset
+ length
)) {
103 spin_unlock_bh(&cmd
->r2t_lock
);
107 spin_unlock_bh(&cmd
->r2t_lock
);
109 pr_err("Unable to locate R2T for Offset: %u, Length:"
110 " %u\n", offset
, length
);
114 struct iscsi_r2t
*iscsit_get_r2t_from_list(struct iscsi_cmd
*cmd
)
116 struct iscsi_r2t
*r2t
;
118 spin_lock_bh(&cmd
->r2t_lock
);
119 list_for_each_entry(r2t
, &cmd
->cmd_r2t_list
, r2t_list
) {
120 if (!r2t
->sent_r2t
) {
121 spin_unlock_bh(&cmd
->r2t_lock
);
125 spin_unlock_bh(&cmd
->r2t_lock
);
127 pr_err("Unable to locate next R2T to send for ITT:"
128 " 0x%08x.\n", cmd
->init_task_tag
);
133 * Called with cmd->r2t_lock held.
135 void iscsit_free_r2t(struct iscsi_r2t
*r2t
, struct iscsi_cmd
*cmd
)
137 list_del(&r2t
->r2t_list
);
138 kmem_cache_free(lio_r2t_cache
, r2t
);
141 void iscsit_free_r2ts_from_list(struct iscsi_cmd
*cmd
)
143 struct iscsi_r2t
*r2t
, *r2t_tmp
;
145 spin_lock_bh(&cmd
->r2t_lock
);
146 list_for_each_entry_safe(r2t
, r2t_tmp
, &cmd
->cmd_r2t_list
, r2t_list
)
147 iscsit_free_r2t(r2t
, cmd
);
148 spin_unlock_bh(&cmd
->r2t_lock
);
152 * May be called from software interrupt (timer) context for allocating
155 struct iscsi_cmd
*iscsit_allocate_cmd(struct iscsi_conn
*conn
, int state
)
157 struct iscsi_cmd
*cmd
;
158 struct se_session
*se_sess
= conn
->sess
->se_sess
;
161 tag
= percpu_ida_alloc(&se_sess
->sess_tag_pool
, state
);
165 size
= sizeof(struct iscsi_cmd
) + conn
->conn_transport
->priv_size
;
166 cmd
= (struct iscsi_cmd
*)(se_sess
->sess_cmd_map
+ (tag
* size
));
167 memset(cmd
, 0, size
);
169 cmd
->se_cmd
.map_tag
= tag
;
171 INIT_LIST_HEAD(&cmd
->i_conn_node
);
172 INIT_LIST_HEAD(&cmd
->datain_list
);
173 INIT_LIST_HEAD(&cmd
->cmd_r2t_list
);
174 spin_lock_init(&cmd
->datain_lock
);
175 spin_lock_init(&cmd
->dataout_timeout_lock
);
176 spin_lock_init(&cmd
->istate_lock
);
177 spin_lock_init(&cmd
->error_lock
);
178 spin_lock_init(&cmd
->r2t_lock
);
182 EXPORT_SYMBOL(iscsit_allocate_cmd
);
184 struct iscsi_seq
*iscsit_get_seq_holder_for_datain(
185 struct iscsi_cmd
*cmd
,
190 for (i
= 0; i
< cmd
->seq_count
; i
++)
191 if (cmd
->seq_list
[i
].seq_send_order
== seq_send_order
)
192 return &cmd
->seq_list
[i
];
197 struct iscsi_seq
*iscsit_get_seq_holder_for_r2t(struct iscsi_cmd
*cmd
)
201 if (!cmd
->seq_list
) {
202 pr_err("struct iscsi_cmd->seq_list is NULL!\n");
206 for (i
= 0; i
< cmd
->seq_count
; i
++) {
207 if (cmd
->seq_list
[i
].type
!= SEQTYPE_NORMAL
)
209 if (cmd
->seq_list
[i
].seq_send_order
== cmd
->seq_send_order
) {
210 cmd
->seq_send_order
++;
211 return &cmd
->seq_list
[i
];
218 struct iscsi_r2t
*iscsit_get_holder_for_r2tsn(
219 struct iscsi_cmd
*cmd
,
222 struct iscsi_r2t
*r2t
;
224 spin_lock_bh(&cmd
->r2t_lock
);
225 list_for_each_entry(r2t
, &cmd
->cmd_r2t_list
, r2t_list
) {
226 if (r2t
->r2t_sn
== r2t_sn
) {
227 spin_unlock_bh(&cmd
->r2t_lock
);
231 spin_unlock_bh(&cmd
->r2t_lock
);
236 static inline int iscsit_check_received_cmdsn(struct iscsi_session
*sess
, u32 cmdsn
)
241 * This is the proper method of checking received CmdSN against
242 * ExpCmdSN and MaxCmdSN values, as well as accounting for out
243 * or order CmdSNs due to multiple connection sessions and/or
246 if (iscsi_sna_gt(cmdsn
, sess
->max_cmd_sn
)) {
247 pr_err("Received CmdSN: 0x%08x is greater than"
248 " MaxCmdSN: 0x%08x, ignoring.\n", cmdsn
,
250 ret
= CMDSN_MAXCMDSN_OVERRUN
;
252 } else if (cmdsn
== sess
->exp_cmd_sn
) {
254 pr_debug("Received CmdSN matches ExpCmdSN,"
255 " incremented ExpCmdSN to: 0x%08x\n",
257 ret
= CMDSN_NORMAL_OPERATION
;
259 } else if (iscsi_sna_gt(cmdsn
, sess
->exp_cmd_sn
)) {
260 pr_debug("Received CmdSN: 0x%08x is greater"
261 " than ExpCmdSN: 0x%08x, not acknowledging.\n",
262 cmdsn
, sess
->exp_cmd_sn
);
263 ret
= CMDSN_HIGHER_THAN_EXP
;
266 pr_err("Received CmdSN: 0x%08x is less than"
267 " ExpCmdSN: 0x%08x, ignoring.\n", cmdsn
,
269 ret
= CMDSN_LOWER_THAN_EXP
;
276 * Commands may be received out of order if MC/S is in use.
277 * Ensure they are executed in CmdSN order.
279 int iscsit_sequence_cmd(struct iscsi_conn
*conn
, struct iscsi_cmd
*cmd
,
280 unsigned char *buf
, __be32 cmdsn
)
284 u8 reason
= ISCSI_REASON_BOOKMARK_NO_RESOURCES
;
286 mutex_lock(&conn
->sess
->cmdsn_mutex
);
288 cmdsn_ret
= iscsit_check_received_cmdsn(conn
->sess
, be32_to_cpu(cmdsn
));
290 case CMDSN_NORMAL_OPERATION
:
291 ret
= iscsit_execute_cmd(cmd
, 0);
292 if ((ret
>= 0) && !list_empty(&conn
->sess
->sess_ooo_cmdsn_list
))
293 iscsit_execute_ooo_cmdsns(conn
->sess
);
296 ret
= CMDSN_ERROR_CANNOT_RECOVER
;
299 case CMDSN_HIGHER_THAN_EXP
:
300 ret
= iscsit_handle_ooo_cmdsn(conn
->sess
, cmd
, be32_to_cpu(cmdsn
));
303 ret
= CMDSN_ERROR_CANNOT_RECOVER
;
306 ret
= CMDSN_HIGHER_THAN_EXP
;
308 case CMDSN_LOWER_THAN_EXP
:
309 case CMDSN_MAXCMDSN_OVERRUN
:
311 cmd
->i_state
= ISTATE_REMOVE
;
312 iscsit_add_cmd_to_immediate_queue(cmd
, conn
, cmd
->i_state
);
314 * Existing callers for iscsit_sequence_cmd() will silently
315 * ignore commands with CMDSN_LOWER_THAN_EXP, so force this
316 * return for CMDSN_MAXCMDSN_OVERRUN as well..
318 ret
= CMDSN_LOWER_THAN_EXP
;
321 mutex_unlock(&conn
->sess
->cmdsn_mutex
);
324 iscsit_reject_cmd(cmd
, reason
, buf
);
328 EXPORT_SYMBOL(iscsit_sequence_cmd
);
330 int iscsit_check_unsolicited_dataout(struct iscsi_cmd
*cmd
, unsigned char *buf
)
332 struct iscsi_conn
*conn
= cmd
->conn
;
333 struct se_cmd
*se_cmd
= &cmd
->se_cmd
;
334 struct iscsi_data
*hdr
= (struct iscsi_data
*) buf
;
335 u32 payload_length
= ntoh24(hdr
->dlength
);
337 if (conn
->sess
->sess_ops
->InitialR2T
) {
338 pr_err("Received unexpected unsolicited data"
339 " while InitialR2T=Yes, protocol error.\n");
340 transport_send_check_condition_and_sense(se_cmd
,
341 TCM_UNEXPECTED_UNSOLICITED_DATA
, 0);
345 if ((cmd
->first_burst_len
+ payload_length
) >
346 conn
->sess
->sess_ops
->FirstBurstLength
) {
347 pr_err("Total %u bytes exceeds FirstBurstLength: %u"
348 " for this Unsolicited DataOut Burst.\n",
349 (cmd
->first_burst_len
+ payload_length
),
350 conn
->sess
->sess_ops
->FirstBurstLength
);
351 transport_send_check_condition_and_sense(se_cmd
,
352 TCM_INCORRECT_AMOUNT_OF_DATA
, 0);
356 if (!(hdr
->flags
& ISCSI_FLAG_CMD_FINAL
))
359 if (((cmd
->first_burst_len
+ payload_length
) != cmd
->se_cmd
.data_length
) &&
360 ((cmd
->first_burst_len
+ payload_length
) !=
361 conn
->sess
->sess_ops
->FirstBurstLength
)) {
362 pr_err("Unsolicited non-immediate data received %u"
363 " does not equal FirstBurstLength: %u, and does"
364 " not equal ExpXferLen %u.\n",
365 (cmd
->first_burst_len
+ payload_length
),
366 conn
->sess
->sess_ops
->FirstBurstLength
, cmd
->se_cmd
.data_length
);
367 transport_send_check_condition_and_sense(se_cmd
,
368 TCM_INCORRECT_AMOUNT_OF_DATA
, 0);
374 struct iscsi_cmd
*iscsit_find_cmd_from_itt(
375 struct iscsi_conn
*conn
,
378 struct iscsi_cmd
*cmd
;
380 spin_lock_bh(&conn
->cmd_lock
);
381 list_for_each_entry(cmd
, &conn
->conn_cmd_list
, i_conn_node
) {
382 if (cmd
->init_task_tag
== init_task_tag
) {
383 spin_unlock_bh(&conn
->cmd_lock
);
387 spin_unlock_bh(&conn
->cmd_lock
);
389 pr_err("Unable to locate ITT: 0x%08x on CID: %hu",
390 init_task_tag
, conn
->cid
);
394 struct iscsi_cmd
*iscsit_find_cmd_from_itt_or_dump(
395 struct iscsi_conn
*conn
,
399 struct iscsi_cmd
*cmd
;
401 spin_lock_bh(&conn
->cmd_lock
);
402 list_for_each_entry(cmd
, &conn
->conn_cmd_list
, i_conn_node
) {
403 if (cmd
->init_task_tag
== init_task_tag
) {
404 spin_unlock_bh(&conn
->cmd_lock
);
408 spin_unlock_bh(&conn
->cmd_lock
);
410 pr_err("Unable to locate ITT: 0x%08x on CID: %hu,"
411 " dumping payload\n", init_task_tag
, conn
->cid
);
413 iscsit_dump_data_payload(conn
, length
, 1);
418 struct iscsi_cmd
*iscsit_find_cmd_from_ttt(
419 struct iscsi_conn
*conn
,
422 struct iscsi_cmd
*cmd
= NULL
;
424 spin_lock_bh(&conn
->cmd_lock
);
425 list_for_each_entry(cmd
, &conn
->conn_cmd_list
, i_conn_node
) {
426 if (cmd
->targ_xfer_tag
== targ_xfer_tag
) {
427 spin_unlock_bh(&conn
->cmd_lock
);
431 spin_unlock_bh(&conn
->cmd_lock
);
433 pr_err("Unable to locate TTT: 0x%08x on CID: %hu\n",
434 targ_xfer_tag
, conn
->cid
);
438 int iscsit_find_cmd_for_recovery(
439 struct iscsi_session
*sess
,
440 struct iscsi_cmd
**cmd_ptr
,
441 struct iscsi_conn_recovery
**cr_ptr
,
444 struct iscsi_cmd
*cmd
= NULL
;
445 struct iscsi_conn_recovery
*cr
;
447 * Scan through the inactive connection recovery list's command list.
448 * If init_task_tag matches the command is still alligent.
450 spin_lock(&sess
->cr_i_lock
);
451 list_for_each_entry(cr
, &sess
->cr_inactive_list
, cr_list
) {
452 spin_lock(&cr
->conn_recovery_cmd_lock
);
453 list_for_each_entry(cmd
, &cr
->conn_recovery_cmd_list
, i_conn_node
) {
454 if (cmd
->init_task_tag
== init_task_tag
) {
455 spin_unlock(&cr
->conn_recovery_cmd_lock
);
456 spin_unlock(&sess
->cr_i_lock
);
463 spin_unlock(&cr
->conn_recovery_cmd_lock
);
465 spin_unlock(&sess
->cr_i_lock
);
467 * Scan through the active connection recovery list's command list.
468 * If init_task_tag matches the command is ready to be reassigned.
470 spin_lock(&sess
->cr_a_lock
);
471 list_for_each_entry(cr
, &sess
->cr_active_list
, cr_list
) {
472 spin_lock(&cr
->conn_recovery_cmd_lock
);
473 list_for_each_entry(cmd
, &cr
->conn_recovery_cmd_list
, i_conn_node
) {
474 if (cmd
->init_task_tag
== init_task_tag
) {
475 spin_unlock(&cr
->conn_recovery_cmd_lock
);
476 spin_unlock(&sess
->cr_a_lock
);
483 spin_unlock(&cr
->conn_recovery_cmd_lock
);
485 spin_unlock(&sess
->cr_a_lock
);
490 void iscsit_add_cmd_to_immediate_queue(
491 struct iscsi_cmd
*cmd
,
492 struct iscsi_conn
*conn
,
495 struct iscsi_queue_req
*qr
;
497 qr
= kmem_cache_zalloc(lio_qr_cache
, GFP_ATOMIC
);
499 pr_err("Unable to allocate memory for"
500 " struct iscsi_queue_req\n");
503 INIT_LIST_HEAD(&qr
->qr_list
);
507 spin_lock_bh(&conn
->immed_queue_lock
);
508 list_add_tail(&qr
->qr_list
, &conn
->immed_queue_list
);
509 atomic_inc(&cmd
->immed_queue_count
);
510 atomic_set(&conn
->check_immediate_queue
, 1);
511 spin_unlock_bh(&conn
->immed_queue_lock
);
513 wake_up(&conn
->queues_wq
);
516 struct iscsi_queue_req
*iscsit_get_cmd_from_immediate_queue(struct iscsi_conn
*conn
)
518 struct iscsi_queue_req
*qr
;
520 spin_lock_bh(&conn
->immed_queue_lock
);
521 if (list_empty(&conn
->immed_queue_list
)) {
522 spin_unlock_bh(&conn
->immed_queue_lock
);
525 qr
= list_first_entry(&conn
->immed_queue_list
,
526 struct iscsi_queue_req
, qr_list
);
528 list_del(&qr
->qr_list
);
530 atomic_dec(&qr
->cmd
->immed_queue_count
);
531 spin_unlock_bh(&conn
->immed_queue_lock
);
536 static void iscsit_remove_cmd_from_immediate_queue(
537 struct iscsi_cmd
*cmd
,
538 struct iscsi_conn
*conn
)
540 struct iscsi_queue_req
*qr
, *qr_tmp
;
542 spin_lock_bh(&conn
->immed_queue_lock
);
543 if (!atomic_read(&cmd
->immed_queue_count
)) {
544 spin_unlock_bh(&conn
->immed_queue_lock
);
548 list_for_each_entry_safe(qr
, qr_tmp
, &conn
->immed_queue_list
, qr_list
) {
552 atomic_dec(&qr
->cmd
->immed_queue_count
);
553 list_del(&qr
->qr_list
);
554 kmem_cache_free(lio_qr_cache
, qr
);
556 spin_unlock_bh(&conn
->immed_queue_lock
);
558 if (atomic_read(&cmd
->immed_queue_count
)) {
559 pr_err("ITT: 0x%08x immed_queue_count: %d\n",
561 atomic_read(&cmd
->immed_queue_count
));
565 void iscsit_add_cmd_to_response_queue(
566 struct iscsi_cmd
*cmd
,
567 struct iscsi_conn
*conn
,
570 struct iscsi_queue_req
*qr
;
572 qr
= kmem_cache_zalloc(lio_qr_cache
, GFP_ATOMIC
);
574 pr_err("Unable to allocate memory for"
575 " struct iscsi_queue_req\n");
578 INIT_LIST_HEAD(&qr
->qr_list
);
582 spin_lock_bh(&conn
->response_queue_lock
);
583 list_add_tail(&qr
->qr_list
, &conn
->response_queue_list
);
584 atomic_inc(&cmd
->response_queue_count
);
585 spin_unlock_bh(&conn
->response_queue_lock
);
587 wake_up(&conn
->queues_wq
);
590 struct iscsi_queue_req
*iscsit_get_cmd_from_response_queue(struct iscsi_conn
*conn
)
592 struct iscsi_queue_req
*qr
;
594 spin_lock_bh(&conn
->response_queue_lock
);
595 if (list_empty(&conn
->response_queue_list
)) {
596 spin_unlock_bh(&conn
->response_queue_lock
);
600 qr
= list_first_entry(&conn
->response_queue_list
,
601 struct iscsi_queue_req
, qr_list
);
603 list_del(&qr
->qr_list
);
605 atomic_dec(&qr
->cmd
->response_queue_count
);
606 spin_unlock_bh(&conn
->response_queue_lock
);
611 static void iscsit_remove_cmd_from_response_queue(
612 struct iscsi_cmd
*cmd
,
613 struct iscsi_conn
*conn
)
615 struct iscsi_queue_req
*qr
, *qr_tmp
;
617 spin_lock_bh(&conn
->response_queue_lock
);
618 if (!atomic_read(&cmd
->response_queue_count
)) {
619 spin_unlock_bh(&conn
->response_queue_lock
);
623 list_for_each_entry_safe(qr
, qr_tmp
, &conn
->response_queue_list
,
628 atomic_dec(&qr
->cmd
->response_queue_count
);
629 list_del(&qr
->qr_list
);
630 kmem_cache_free(lio_qr_cache
, qr
);
632 spin_unlock_bh(&conn
->response_queue_lock
);
634 if (atomic_read(&cmd
->response_queue_count
)) {
635 pr_err("ITT: 0x%08x response_queue_count: %d\n",
637 atomic_read(&cmd
->response_queue_count
));
641 bool iscsit_conn_all_queues_empty(struct iscsi_conn
*conn
)
645 spin_lock_bh(&conn
->immed_queue_lock
);
646 empty
= list_empty(&conn
->immed_queue_list
);
647 spin_unlock_bh(&conn
->immed_queue_lock
);
652 spin_lock_bh(&conn
->response_queue_lock
);
653 empty
= list_empty(&conn
->response_queue_list
);
654 spin_unlock_bh(&conn
->response_queue_lock
);
659 void iscsit_free_queue_reqs_for_conn(struct iscsi_conn
*conn
)
661 struct iscsi_queue_req
*qr
, *qr_tmp
;
663 spin_lock_bh(&conn
->immed_queue_lock
);
664 list_for_each_entry_safe(qr
, qr_tmp
, &conn
->immed_queue_list
, qr_list
) {
665 list_del(&qr
->qr_list
);
667 atomic_dec(&qr
->cmd
->immed_queue_count
);
669 kmem_cache_free(lio_qr_cache
, qr
);
671 spin_unlock_bh(&conn
->immed_queue_lock
);
673 spin_lock_bh(&conn
->response_queue_lock
);
674 list_for_each_entry_safe(qr
, qr_tmp
, &conn
->response_queue_list
,
676 list_del(&qr
->qr_list
);
678 atomic_dec(&qr
->cmd
->response_queue_count
);
680 kmem_cache_free(lio_qr_cache
, qr
);
682 spin_unlock_bh(&conn
->response_queue_lock
);
685 void iscsit_release_cmd(struct iscsi_cmd
*cmd
)
687 struct iscsi_session
*sess
;
688 struct se_cmd
*se_cmd
= &cmd
->se_cmd
;
691 sess
= cmd
->conn
->sess
;
695 BUG_ON(!sess
|| !sess
->se_sess
);
698 kfree(cmd
->pdu_list
);
699 kfree(cmd
->seq_list
);
701 kfree(cmd
->iov_data
);
702 kfree(cmd
->text_in_ptr
);
704 percpu_ida_free(&sess
->se_sess
->sess_tag_pool
, se_cmd
->map_tag
);
706 EXPORT_SYMBOL(iscsit_release_cmd
);
708 void __iscsit_free_cmd(struct iscsi_cmd
*cmd
, bool scsi_cmd
,
711 struct iscsi_conn
*conn
= cmd
->conn
;
714 if (cmd
->data_direction
== DMA_TO_DEVICE
) {
715 iscsit_stop_dataout_timer(cmd
);
716 iscsit_free_r2ts_from_list(cmd
);
718 if (cmd
->data_direction
== DMA_FROM_DEVICE
)
719 iscsit_free_all_datain_reqs(cmd
);
722 if (conn
&& check_queues
) {
723 iscsit_remove_cmd_from_immediate_queue(cmd
, conn
);
724 iscsit_remove_cmd_from_response_queue(cmd
, conn
);
728 void iscsit_free_cmd(struct iscsi_cmd
*cmd
, bool shutdown
)
730 struct se_cmd
*se_cmd
= NULL
;
733 * Determine if a struct se_cmd is associated with
734 * this struct iscsi_cmd.
736 switch (cmd
->iscsi_opcode
) {
737 case ISCSI_OP_SCSI_CMD
:
738 se_cmd
= &cmd
->se_cmd
;
739 __iscsit_free_cmd(cmd
, true, shutdown
);
743 case ISCSI_OP_SCSI_TMFUNC
:
744 rc
= transport_generic_free_cmd(&cmd
->se_cmd
, shutdown
);
745 if (!rc
&& shutdown
&& se_cmd
&& se_cmd
->se_sess
) {
746 __iscsit_free_cmd(cmd
, true, shutdown
);
747 target_put_sess_cmd(se_cmd
->se_sess
, se_cmd
);
750 case ISCSI_OP_REJECT
:
752 * Handle special case for REJECT when iscsi_add_reject*() has
753 * overwritten the original iscsi_opcode assignment, and the
754 * associated cmd->se_cmd needs to be released.
756 if (cmd
->se_cmd
.se_tfo
!= NULL
) {
757 se_cmd
= &cmd
->se_cmd
;
758 __iscsit_free_cmd(cmd
, true, shutdown
);
760 rc
= transport_generic_free_cmd(&cmd
->se_cmd
, shutdown
);
761 if (!rc
&& shutdown
&& se_cmd
->se_sess
) {
762 __iscsit_free_cmd(cmd
, true, shutdown
);
763 target_put_sess_cmd(se_cmd
->se_sess
, se_cmd
);
769 __iscsit_free_cmd(cmd
, false, shutdown
);
770 iscsit_release_cmd(cmd
);
775 int iscsit_check_session_usage_count(struct iscsi_session
*sess
)
777 spin_lock_bh(&sess
->session_usage_lock
);
778 if (sess
->session_usage_count
!= 0) {
779 sess
->session_waiting_on_uc
= 1;
780 spin_unlock_bh(&sess
->session_usage_lock
);
784 wait_for_completion(&sess
->session_waiting_on_uc_comp
);
787 spin_unlock_bh(&sess
->session_usage_lock
);
792 void iscsit_dec_session_usage_count(struct iscsi_session
*sess
)
794 spin_lock_bh(&sess
->session_usage_lock
);
795 sess
->session_usage_count
--;
797 if (!sess
->session_usage_count
&& sess
->session_waiting_on_uc
)
798 complete(&sess
->session_waiting_on_uc_comp
);
800 spin_unlock_bh(&sess
->session_usage_lock
);
803 void iscsit_inc_session_usage_count(struct iscsi_session
*sess
)
805 spin_lock_bh(&sess
->session_usage_lock
);
806 sess
->session_usage_count
++;
807 spin_unlock_bh(&sess
->session_usage_lock
);
811 * Setup conn->if_marker and conn->of_marker values based upon
812 * the initial marker-less interval. (see iSCSI v19 A.2)
814 int iscsit_set_sync_and_steering_values(struct iscsi_conn
*conn
)
816 int login_ifmarker_count
= 0, login_ofmarker_count
= 0, next_marker
= 0;
818 * IFMarkInt and OFMarkInt are negotiated as 32-bit words.
820 u32 IFMarkInt
= (conn
->conn_ops
->IFMarkInt
* 4);
821 u32 OFMarkInt
= (conn
->conn_ops
->OFMarkInt
* 4);
823 if (conn
->conn_ops
->OFMarker
) {
825 * Account for the first Login Command received not
826 * via iscsi_recv_msg().
828 conn
->of_marker
+= ISCSI_HDR_LEN
;
829 if (conn
->of_marker
<= OFMarkInt
) {
830 conn
->of_marker
= (OFMarkInt
- conn
->of_marker
);
832 login_ofmarker_count
= (conn
->of_marker
/ OFMarkInt
);
833 next_marker
= (OFMarkInt
* (login_ofmarker_count
+ 1)) +
834 (login_ofmarker_count
* MARKER_SIZE
);
835 conn
->of_marker
= (next_marker
- conn
->of_marker
);
837 conn
->of_marker_offset
= 0;
838 pr_debug("Setting OFMarker value to %u based on Initial"
839 " Markerless Interval.\n", conn
->of_marker
);
842 if (conn
->conn_ops
->IFMarker
) {
843 if (conn
->if_marker
<= IFMarkInt
) {
844 conn
->if_marker
= (IFMarkInt
- conn
->if_marker
);
846 login_ifmarker_count
= (conn
->if_marker
/ IFMarkInt
);
847 next_marker
= (IFMarkInt
* (login_ifmarker_count
+ 1)) +
848 (login_ifmarker_count
* MARKER_SIZE
);
849 conn
->if_marker
= (next_marker
- conn
->if_marker
);
851 pr_debug("Setting IFMarker value to %u based on Initial"
852 " Markerless Interval.\n", conn
->if_marker
);
858 struct iscsi_conn
*iscsit_get_conn_from_cid(struct iscsi_session
*sess
, u16 cid
)
860 struct iscsi_conn
*conn
;
862 spin_lock_bh(&sess
->conn_lock
);
863 list_for_each_entry(conn
, &sess
->sess_conn_list
, conn_list
) {
864 if ((conn
->cid
== cid
) &&
865 (conn
->conn_state
== TARG_CONN_STATE_LOGGED_IN
)) {
866 iscsit_inc_conn_usage_count(conn
);
867 spin_unlock_bh(&sess
->conn_lock
);
871 spin_unlock_bh(&sess
->conn_lock
);
876 struct iscsi_conn
*iscsit_get_conn_from_cid_rcfr(struct iscsi_session
*sess
, u16 cid
)
878 struct iscsi_conn
*conn
;
880 spin_lock_bh(&sess
->conn_lock
);
881 list_for_each_entry(conn
, &sess
->sess_conn_list
, conn_list
) {
882 if (conn
->cid
== cid
) {
883 iscsit_inc_conn_usage_count(conn
);
884 spin_lock(&conn
->state_lock
);
885 atomic_set(&conn
->connection_wait_rcfr
, 1);
886 spin_unlock(&conn
->state_lock
);
887 spin_unlock_bh(&sess
->conn_lock
);
891 spin_unlock_bh(&sess
->conn_lock
);
896 void iscsit_check_conn_usage_count(struct iscsi_conn
*conn
)
898 spin_lock_bh(&conn
->conn_usage_lock
);
899 if (conn
->conn_usage_count
!= 0) {
900 conn
->conn_waiting_on_uc
= 1;
901 spin_unlock_bh(&conn
->conn_usage_lock
);
903 wait_for_completion(&conn
->conn_waiting_on_uc_comp
);
906 spin_unlock_bh(&conn
->conn_usage_lock
);
909 void iscsit_dec_conn_usage_count(struct iscsi_conn
*conn
)
911 spin_lock_bh(&conn
->conn_usage_lock
);
912 conn
->conn_usage_count
--;
914 if (!conn
->conn_usage_count
&& conn
->conn_waiting_on_uc
)
915 complete(&conn
->conn_waiting_on_uc_comp
);
917 spin_unlock_bh(&conn
->conn_usage_lock
);
920 void iscsit_inc_conn_usage_count(struct iscsi_conn
*conn
)
922 spin_lock_bh(&conn
->conn_usage_lock
);
923 conn
->conn_usage_count
++;
924 spin_unlock_bh(&conn
->conn_usage_lock
);
927 static int iscsit_add_nopin(struct iscsi_conn
*conn
, int want_response
)
930 struct iscsi_cmd
*cmd
;
932 cmd
= iscsit_allocate_cmd(conn
, TASK_RUNNING
);
936 cmd
->iscsi_opcode
= ISCSI_OP_NOOP_IN
;
937 state
= (want_response
) ? ISTATE_SEND_NOPIN_WANT_RESPONSE
:
938 ISTATE_SEND_NOPIN_NO_RESPONSE
;
939 cmd
->init_task_tag
= RESERVED_ITT
;
940 spin_lock_bh(&conn
->sess
->ttt_lock
);
941 cmd
->targ_xfer_tag
= (want_response
) ? conn
->sess
->targ_xfer_tag
++ :
943 if (want_response
&& (cmd
->targ_xfer_tag
== 0xFFFFFFFF))
944 cmd
->targ_xfer_tag
= conn
->sess
->targ_xfer_tag
++;
945 spin_unlock_bh(&conn
->sess
->ttt_lock
);
947 spin_lock_bh(&conn
->cmd_lock
);
948 list_add_tail(&cmd
->i_conn_node
, &conn
->conn_cmd_list
);
949 spin_unlock_bh(&conn
->cmd_lock
);
952 iscsit_start_nopin_response_timer(conn
);
953 iscsit_add_cmd_to_immediate_queue(cmd
, conn
, state
);
958 static void iscsit_handle_nopin_response_timeout(unsigned long data
)
960 struct iscsi_conn
*conn
= (struct iscsi_conn
*) data
;
962 iscsit_inc_conn_usage_count(conn
);
964 spin_lock_bh(&conn
->nopin_timer_lock
);
965 if (conn
->nopin_response_timer_flags
& ISCSI_TF_STOP
) {
966 spin_unlock_bh(&conn
->nopin_timer_lock
);
967 iscsit_dec_conn_usage_count(conn
);
971 pr_debug("Did not receive response to NOPIN on CID: %hu on"
972 " SID: %u, failing connection.\n", conn
->cid
,
974 conn
->nopin_response_timer_flags
&= ~ISCSI_TF_RUNNING
;
975 spin_unlock_bh(&conn
->nopin_timer_lock
);
978 struct iscsi_portal_group
*tpg
= conn
->sess
->tpg
;
979 struct iscsi_tiqn
*tiqn
= tpg
->tpg_tiqn
;
982 spin_lock_bh(&tiqn
->sess_err_stats
.lock
);
983 strcpy(tiqn
->sess_err_stats
.last_sess_fail_rem_name
,
984 conn
->sess
->sess_ops
->InitiatorName
);
985 tiqn
->sess_err_stats
.last_sess_failure_type
=
986 ISCSI_SESS_ERR_CXN_TIMEOUT
;
987 tiqn
->sess_err_stats
.cxn_timeout_errors
++;
988 atomic_long_inc(&conn
->sess
->conn_timeout_errors
);
989 spin_unlock_bh(&tiqn
->sess_err_stats
.lock
);
993 iscsit_cause_connection_reinstatement(conn
, 0);
994 iscsit_dec_conn_usage_count(conn
);
997 void iscsit_mod_nopin_response_timer(struct iscsi_conn
*conn
)
999 struct iscsi_session
*sess
= conn
->sess
;
1000 struct iscsi_node_attrib
*na
= iscsit_tpg_get_node_attrib(sess
);
1002 spin_lock_bh(&conn
->nopin_timer_lock
);
1003 if (!(conn
->nopin_response_timer_flags
& ISCSI_TF_RUNNING
)) {
1004 spin_unlock_bh(&conn
->nopin_timer_lock
);
1008 mod_timer(&conn
->nopin_response_timer
,
1009 (get_jiffies_64() + na
->nopin_response_timeout
* HZ
));
1010 spin_unlock_bh(&conn
->nopin_timer_lock
);
1014 * Called with conn->nopin_timer_lock held.
1016 void iscsit_start_nopin_response_timer(struct iscsi_conn
*conn
)
1018 struct iscsi_session
*sess
= conn
->sess
;
1019 struct iscsi_node_attrib
*na
= iscsit_tpg_get_node_attrib(sess
);
1021 spin_lock_bh(&conn
->nopin_timer_lock
);
1022 if (conn
->nopin_response_timer_flags
& ISCSI_TF_RUNNING
) {
1023 spin_unlock_bh(&conn
->nopin_timer_lock
);
1027 init_timer(&conn
->nopin_response_timer
);
1028 conn
->nopin_response_timer
.expires
=
1029 (get_jiffies_64() + na
->nopin_response_timeout
* HZ
);
1030 conn
->nopin_response_timer
.data
= (unsigned long)conn
;
1031 conn
->nopin_response_timer
.function
= iscsit_handle_nopin_response_timeout
;
1032 conn
->nopin_response_timer_flags
&= ~ISCSI_TF_STOP
;
1033 conn
->nopin_response_timer_flags
|= ISCSI_TF_RUNNING
;
1034 add_timer(&conn
->nopin_response_timer
);
1036 pr_debug("Started NOPIN Response Timer on CID: %d to %u"
1037 " seconds\n", conn
->cid
, na
->nopin_response_timeout
);
1038 spin_unlock_bh(&conn
->nopin_timer_lock
);
1041 void iscsit_stop_nopin_response_timer(struct iscsi_conn
*conn
)
1043 spin_lock_bh(&conn
->nopin_timer_lock
);
1044 if (!(conn
->nopin_response_timer_flags
& ISCSI_TF_RUNNING
)) {
1045 spin_unlock_bh(&conn
->nopin_timer_lock
);
1048 conn
->nopin_response_timer_flags
|= ISCSI_TF_STOP
;
1049 spin_unlock_bh(&conn
->nopin_timer_lock
);
1051 del_timer_sync(&conn
->nopin_response_timer
);
1053 spin_lock_bh(&conn
->nopin_timer_lock
);
1054 conn
->nopin_response_timer_flags
&= ~ISCSI_TF_RUNNING
;
1055 spin_unlock_bh(&conn
->nopin_timer_lock
);
1058 static void iscsit_handle_nopin_timeout(unsigned long data
)
1060 struct iscsi_conn
*conn
= (struct iscsi_conn
*) data
;
1062 iscsit_inc_conn_usage_count(conn
);
1064 spin_lock_bh(&conn
->nopin_timer_lock
);
1065 if (conn
->nopin_timer_flags
& ISCSI_TF_STOP
) {
1066 spin_unlock_bh(&conn
->nopin_timer_lock
);
1067 iscsit_dec_conn_usage_count(conn
);
1070 conn
->nopin_timer_flags
&= ~ISCSI_TF_RUNNING
;
1071 spin_unlock_bh(&conn
->nopin_timer_lock
);
1073 iscsit_add_nopin(conn
, 1);
1074 iscsit_dec_conn_usage_count(conn
);
1078 * Called with conn->nopin_timer_lock held.
1080 void __iscsit_start_nopin_timer(struct iscsi_conn
*conn
)
1082 struct iscsi_session
*sess
= conn
->sess
;
1083 struct iscsi_node_attrib
*na
= iscsit_tpg_get_node_attrib(sess
);
1085 * NOPIN timeout is disabled.
1087 if (!na
->nopin_timeout
)
1090 if (conn
->nopin_timer_flags
& ISCSI_TF_RUNNING
)
1093 init_timer(&conn
->nopin_timer
);
1094 conn
->nopin_timer
.expires
= (get_jiffies_64() + na
->nopin_timeout
* HZ
);
1095 conn
->nopin_timer
.data
= (unsigned long)conn
;
1096 conn
->nopin_timer
.function
= iscsit_handle_nopin_timeout
;
1097 conn
->nopin_timer_flags
&= ~ISCSI_TF_STOP
;
1098 conn
->nopin_timer_flags
|= ISCSI_TF_RUNNING
;
1099 add_timer(&conn
->nopin_timer
);
1101 pr_debug("Started NOPIN Timer on CID: %d at %u second"
1102 " interval\n", conn
->cid
, na
->nopin_timeout
);
1105 void iscsit_start_nopin_timer(struct iscsi_conn
*conn
)
1107 struct iscsi_session
*sess
= conn
->sess
;
1108 struct iscsi_node_attrib
*na
= iscsit_tpg_get_node_attrib(sess
);
1110 * NOPIN timeout is disabled..
1112 if (!na
->nopin_timeout
)
1115 spin_lock_bh(&conn
->nopin_timer_lock
);
1116 if (conn
->nopin_timer_flags
& ISCSI_TF_RUNNING
) {
1117 spin_unlock_bh(&conn
->nopin_timer_lock
);
1121 init_timer(&conn
->nopin_timer
);
1122 conn
->nopin_timer
.expires
= (get_jiffies_64() + na
->nopin_timeout
* HZ
);
1123 conn
->nopin_timer
.data
= (unsigned long)conn
;
1124 conn
->nopin_timer
.function
= iscsit_handle_nopin_timeout
;
1125 conn
->nopin_timer_flags
&= ~ISCSI_TF_STOP
;
1126 conn
->nopin_timer_flags
|= ISCSI_TF_RUNNING
;
1127 add_timer(&conn
->nopin_timer
);
1129 pr_debug("Started NOPIN Timer on CID: %d at %u second"
1130 " interval\n", conn
->cid
, na
->nopin_timeout
);
1131 spin_unlock_bh(&conn
->nopin_timer_lock
);
1134 void iscsit_stop_nopin_timer(struct iscsi_conn
*conn
)
1136 spin_lock_bh(&conn
->nopin_timer_lock
);
1137 if (!(conn
->nopin_timer_flags
& ISCSI_TF_RUNNING
)) {
1138 spin_unlock_bh(&conn
->nopin_timer_lock
);
1141 conn
->nopin_timer_flags
|= ISCSI_TF_STOP
;
1142 spin_unlock_bh(&conn
->nopin_timer_lock
);
1144 del_timer_sync(&conn
->nopin_timer
);
1146 spin_lock_bh(&conn
->nopin_timer_lock
);
1147 conn
->nopin_timer_flags
&= ~ISCSI_TF_RUNNING
;
1148 spin_unlock_bh(&conn
->nopin_timer_lock
);
1151 int iscsit_send_tx_data(
1152 struct iscsi_cmd
*cmd
,
1153 struct iscsi_conn
*conn
,
1156 int tx_sent
, tx_size
;
1161 tx_size
= cmd
->tx_size
;
1164 iov
= &cmd
->iov_data
[0];
1165 iov_count
= cmd
->iov_data_count
;
1167 iov
= &cmd
->iov_misc
[0];
1168 iov_count
= cmd
->iov_misc_count
;
1171 tx_sent
= tx_data(conn
, &iov
[0], iov_count
, tx_size
);
1172 if (tx_size
!= tx_sent
) {
1173 if (tx_sent
== -EAGAIN
) {
1174 pr_err("tx_data() returned -EAGAIN\n");
1184 int iscsit_fe_sendpage_sg(
1185 struct iscsi_cmd
*cmd
,
1186 struct iscsi_conn
*conn
)
1188 struct scatterlist
*sg
= cmd
->first_data_sg
;
1190 u32 tx_hdr_size
, data_len
;
1191 u32 offset
= cmd
->first_data_sg_off
;
1192 int tx_sent
, iov_off
;
1195 tx_hdr_size
= ISCSI_HDR_LEN
;
1196 if (conn
->conn_ops
->HeaderDigest
)
1197 tx_hdr_size
+= ISCSI_CRC_LEN
;
1199 iov
.iov_base
= cmd
->pdu
;
1200 iov
.iov_len
= tx_hdr_size
;
1202 tx_sent
= tx_data(conn
, &iov
, 1, tx_hdr_size
);
1203 if (tx_hdr_size
!= tx_sent
) {
1204 if (tx_sent
== -EAGAIN
) {
1205 pr_err("tx_data() returned -EAGAIN\n");
1211 data_len
= cmd
->tx_size
- tx_hdr_size
- cmd
->padding
;
1213 * Set iov_off used by padding and data digest tx_data() calls below
1214 * in order to determine proper offset into cmd->iov_data[]
1216 if (conn
->conn_ops
->DataDigest
) {
1217 data_len
-= ISCSI_CRC_LEN
;
1219 iov_off
= (cmd
->iov_data_count
- 2);
1221 iov_off
= (cmd
->iov_data_count
- 1);
1223 iov_off
= (cmd
->iov_data_count
- 1);
1226 * Perform sendpage() for each page in the scatterlist
1229 u32 space
= (sg
->length
- offset
);
1230 u32 sub_len
= min_t(u32
, data_len
, space
);
1232 tx_sent
= conn
->sock
->ops
->sendpage(conn
->sock
,
1233 sg_page(sg
), sg
->offset
+ offset
, sub_len
, 0);
1234 if (tx_sent
!= sub_len
) {
1235 if (tx_sent
== -EAGAIN
) {
1236 pr_err("tcp_sendpage() returned"
1241 pr_err("tcp_sendpage() failure: %d\n",
1246 data_len
-= sub_len
;
1253 struct kvec
*iov_p
= &cmd
->iov_data
[iov_off
++];
1255 tx_sent
= tx_data(conn
, iov_p
, 1, cmd
->padding
);
1256 if (cmd
->padding
!= tx_sent
) {
1257 if (tx_sent
== -EAGAIN
) {
1258 pr_err("tx_data() returned -EAGAIN\n");
1266 if (conn
->conn_ops
->DataDigest
) {
1267 struct kvec
*iov_d
= &cmd
->iov_data
[iov_off
];
1269 tx_sent
= tx_data(conn
, iov_d
, 1, ISCSI_CRC_LEN
);
1270 if (ISCSI_CRC_LEN
!= tx_sent
) {
1271 if (tx_sent
== -EAGAIN
) {
1272 pr_err("tx_data() returned -EAGAIN\n");
1283 * This function is used for mainly sending a ISCSI_TARG_LOGIN_RSP PDU
1284 * back to the Initiator when an expection condition occurs with the
1285 * errors set in status_class and status_detail.
1287 * Parameters: iSCSI Connection, Status Class, Status Detail.
1288 * Returns: 0 on success, -1 on error.
1290 int iscsit_tx_login_rsp(struct iscsi_conn
*conn
, u8 status_class
, u8 status_detail
)
1292 struct iscsi_login_rsp
*hdr
;
1293 struct iscsi_login
*login
= conn
->conn_login
;
1295 login
->login_failed
= 1;
1296 iscsit_collect_login_stats(conn
, status_class
, status_detail
);
1298 hdr
= (struct iscsi_login_rsp
*)&login
->rsp
[0];
1299 hdr
->opcode
= ISCSI_OP_LOGIN_RSP
;
1300 hdr
->status_class
= status_class
;
1301 hdr
->status_detail
= status_detail
;
1302 hdr
->itt
= conn
->login_itt
;
1304 return conn
->conn_transport
->iscsit_put_login_tx(conn
, login
, 0);
1307 void iscsit_print_session_params(struct iscsi_session
*sess
)
1309 struct iscsi_conn
*conn
;
1311 pr_debug("-----------------------------[Session Params for"
1312 " SID: %u]-----------------------------\n", sess
->sid
);
1313 spin_lock_bh(&sess
->conn_lock
);
1314 list_for_each_entry(conn
, &sess
->sess_conn_list
, conn_list
)
1315 iscsi_dump_conn_ops(conn
->conn_ops
);
1316 spin_unlock_bh(&sess
->conn_lock
);
1318 iscsi_dump_sess_ops(sess
->sess_ops
);
1321 static int iscsit_do_rx_data(
1322 struct iscsi_conn
*conn
,
1323 struct iscsi_data_count
*count
)
1325 int data
= count
->data_length
, rx_loop
= 0, total_rx
= 0, iov_len
;
1329 if (!conn
|| !conn
->sock
|| !conn
->conn_ops
)
1332 memset(&msg
, 0, sizeof(struct msghdr
));
1335 iov_len
= count
->iov_count
;
1337 while (total_rx
< data
) {
1338 rx_loop
= kernel_recvmsg(conn
->sock
, &msg
, iov_p
, iov_len
,
1339 (data
- total_rx
), MSG_WAITALL
);
1341 pr_debug("rx_loop: %d total_rx: %d\n",
1345 total_rx
+= rx_loop
;
1346 pr_debug("rx_loop: %d, total_rx: %d, data: %d\n",
1347 rx_loop
, total_rx
, data
);
1353 static int iscsit_do_tx_data(
1354 struct iscsi_conn
*conn
,
1355 struct iscsi_data_count
*count
)
1357 int data
= count
->data_length
, total_tx
= 0, tx_loop
= 0, iov_len
;
1361 if (!conn
|| !conn
->sock
|| !conn
->conn_ops
)
1365 pr_err("Data length is: %d\n", data
);
1369 memset(&msg
, 0, sizeof(struct msghdr
));
1372 iov_len
= count
->iov_count
;
1374 while (total_tx
< data
) {
1375 tx_loop
= kernel_sendmsg(conn
->sock
, &msg
, iov_p
, iov_len
,
1378 pr_debug("tx_loop: %d total_tx %d\n",
1382 total_tx
+= tx_loop
;
1383 pr_debug("tx_loop: %d, total_tx: %d, data: %d\n",
1384 tx_loop
, total_tx
, data
);
1391 struct iscsi_conn
*conn
,
1396 struct iscsi_data_count c
;
1398 if (!conn
|| !conn
->sock
|| !conn
->conn_ops
)
1401 memset(&c
, 0, sizeof(struct iscsi_data_count
));
1403 c
.iov_count
= iov_count
;
1404 c
.data_length
= data
;
1405 c
.type
= ISCSI_RX_DATA
;
1407 return iscsit_do_rx_data(conn
, &c
);
1411 struct iscsi_conn
*conn
,
1416 struct iscsi_data_count c
;
1418 if (!conn
|| !conn
->sock
|| !conn
->conn_ops
)
1421 memset(&c
, 0, sizeof(struct iscsi_data_count
));
1423 c
.iov_count
= iov_count
;
1424 c
.data_length
= data
;
1425 c
.type
= ISCSI_TX_DATA
;
1427 return iscsit_do_tx_data(conn
, &c
);
1430 void iscsit_collect_login_stats(
1431 struct iscsi_conn
*conn
,
1435 struct iscsi_param
*intrname
= NULL
;
1436 struct iscsi_tiqn
*tiqn
;
1437 struct iscsi_login_stats
*ls
;
1439 tiqn
= iscsit_snmp_get_tiqn(conn
);
1443 ls
= &tiqn
->login_stats
;
1445 spin_lock(&ls
->lock
);
1446 if (!strcmp(conn
->login_ip
, ls
->last_intr_fail_ip_addr
) &&
1447 ((get_jiffies_64() - ls
->last_fail_time
) < 10)) {
1448 /* We already have the failure info for this login */
1449 spin_unlock(&ls
->lock
);
1453 if (status_class
== ISCSI_STATUS_CLS_SUCCESS
)
1455 else if (status_class
== ISCSI_STATUS_CLS_REDIRECT
) {
1457 ls
->last_fail_type
= ISCSI_LOGIN_FAIL_REDIRECT
;
1458 } else if ((status_class
== ISCSI_STATUS_CLS_INITIATOR_ERR
) &&
1459 (status_detail
== ISCSI_LOGIN_STATUS_AUTH_FAILED
)) {
1460 ls
->authenticate_fails
++;
1461 ls
->last_fail_type
= ISCSI_LOGIN_FAIL_AUTHENTICATE
;
1462 } else if ((status_class
== ISCSI_STATUS_CLS_INITIATOR_ERR
) &&
1463 (status_detail
== ISCSI_LOGIN_STATUS_TGT_FORBIDDEN
)) {
1464 ls
->authorize_fails
++;
1465 ls
->last_fail_type
= ISCSI_LOGIN_FAIL_AUTHORIZE
;
1466 } else if ((status_class
== ISCSI_STATUS_CLS_INITIATOR_ERR
) &&
1467 (status_detail
== ISCSI_LOGIN_STATUS_INIT_ERR
)) {
1468 ls
->negotiate_fails
++;
1469 ls
->last_fail_type
= ISCSI_LOGIN_FAIL_NEGOTIATE
;
1472 ls
->last_fail_type
= ISCSI_LOGIN_FAIL_OTHER
;
1475 /* Save initiator name, ip address and time, if it is a failed login */
1476 if (status_class
!= ISCSI_STATUS_CLS_SUCCESS
) {
1477 if (conn
->param_list
)
1478 intrname
= iscsi_find_param_from_key(INITIATORNAME
,
1480 strcpy(ls
->last_intr_fail_name
,
1481 (intrname
? intrname
->value
: "Unknown"));
1483 ls
->last_intr_fail_ip_family
= conn
->login_family
;
1485 snprintf(ls
->last_intr_fail_ip_addr
, IPV6_ADDRESS_SPACE
,
1486 "%s", conn
->login_ip
);
1487 ls
->last_fail_time
= get_jiffies_64();
1490 spin_unlock(&ls
->lock
);
1493 struct iscsi_tiqn
*iscsit_snmp_get_tiqn(struct iscsi_conn
*conn
)
1495 struct iscsi_portal_group
*tpg
;
1497 if (!conn
|| !conn
->sess
)
1500 tpg
= conn
->sess
->tpg
;
1507 return tpg
->tpg_tiqn
;