1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*******************************************************************************
3 * This file contains main functions related to iSCSI Parameter negotiation.
5 * (c) Copyright 2007-2013 Datera, Inc.
7 * Author: Nicholas A. Bellinger <nab@linux-iscsi.org>
9 ******************************************************************************/
11 #include <linux/ctype.h>
12 #include <linux/kthread.h>
13 #include <linux/slab.h>
14 #include <linux/sched/signal.h>
16 #include <scsi/iscsi_proto.h>
17 #include <target/target_core_base.h>
18 #include <target/target_core_fabric.h>
19 #include <target/iscsi/iscsi_transport.h>
21 #include <target/iscsi/iscsi_target_core.h>
22 #include "iscsi_target_parameters.h"
23 #include "iscsi_target_login.h"
24 #include "iscsi_target_nego.h"
25 #include "iscsi_target_tpg.h"
26 #include "iscsi_target_util.h"
27 #include "iscsi_target.h"
28 #include "iscsi_target_auth.h"
30 #define MAX_LOGIN_PDUS 7
33 void convert_null_to_semi(char *buf
, int len
)
37 for (i
= 0; i
< len
; i
++)
42 static int strlen_semi(char *buf
)
46 while (buf
[i
] != '\0') {
58 unsigned int max_length
,
65 if (!in_buf
|| !pattern
|| !out_buf
|| !type
)
68 ptr
= strstr(in_buf
, pattern
);
72 ptr
= strstr(ptr
, "=");
77 if (*ptr
== '0' && (*(ptr
+1) == 'x' || *(ptr
+1) == 'X')) {
78 ptr
+= 2; /* skip 0x */
83 len
= strlen_semi(ptr
);
87 if (len
>= max_length
) {
88 pr_err("Length of input: %d exceeds max_length:"
89 " %d\n", len
, max_length
);
92 memcpy(out_buf
, ptr
, len
);
98 static u32
iscsi_handle_authentication(
99 struct iscsi_conn
*conn
,
104 unsigned char *authtype
)
106 struct iscsi_session
*sess
= conn
->sess
;
107 struct iscsi_node_auth
*auth
;
108 struct iscsi_node_acl
*iscsi_nacl
;
109 struct iscsi_portal_group
*iscsi_tpg
;
110 struct se_node_acl
*se_nacl
;
112 if (!sess
->sess_ops
->SessionType
) {
114 * For SessionType=Normal
116 se_nacl
= conn
->sess
->se_sess
->se_node_acl
;
118 pr_err("Unable to locate struct se_node_acl for"
122 iscsi_nacl
= container_of(se_nacl
, struct iscsi_node_acl
,
125 pr_err("Unable to locate struct iscsi_node_acl for"
130 if (se_nacl
->dynamic_node_acl
) {
131 iscsi_tpg
= container_of(se_nacl
->se_tpg
,
132 struct iscsi_portal_group
, tpg_se_tpg
);
134 auth
= &iscsi_tpg
->tpg_demo_auth
;
136 iscsi_nacl
= container_of(se_nacl
, struct iscsi_node_acl
,
139 auth
= &iscsi_nacl
->node_auth
;
143 * For SessionType=Discovery
145 auth
= &iscsit_global
->discovery_acl
.node_auth
;
148 if (strstr("CHAP", authtype
))
149 strcpy(conn
->sess
->auth_type
, "CHAP");
151 strcpy(conn
->sess
->auth_type
, NONE
);
153 if (strstr("None", authtype
))
155 else if (strstr("CHAP", authtype
))
156 return chap_main_loop(conn
, auth
, in_buf
, out_buf
,
157 &in_length
, out_length
);
158 /* SRP, SPKM1, SPKM2 and KRB5 are unsupported */
162 static void iscsi_remove_failed_auth_entry(struct iscsi_conn
*conn
)
164 kfree(conn
->auth_protocol
);
167 int iscsi_target_check_login_request(
168 struct iscsi_conn
*conn
,
169 struct iscsi_login
*login
)
171 int req_csg
, req_nsg
;
173 struct iscsi_login_req
*login_req
;
175 login_req
= (struct iscsi_login_req
*) login
->req
;
176 payload_length
= ntoh24(login_req
->dlength
);
178 switch (login_req
->opcode
& ISCSI_OPCODE_MASK
) {
182 pr_err("Received unknown opcode 0x%02x.\n",
183 login_req
->opcode
& ISCSI_OPCODE_MASK
);
184 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
185 ISCSI_LOGIN_STATUS_INIT_ERR
);
189 if ((login_req
->flags
& ISCSI_FLAG_LOGIN_CONTINUE
) &&
190 (login_req
->flags
& ISCSI_FLAG_LOGIN_TRANSIT
)) {
191 pr_err("Login request has both ISCSI_FLAG_LOGIN_CONTINUE"
192 " and ISCSI_FLAG_LOGIN_TRANSIT set, protocol error.\n");
193 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
194 ISCSI_LOGIN_STATUS_INIT_ERR
);
198 req_csg
= ISCSI_LOGIN_CURRENT_STAGE(login_req
->flags
);
199 req_nsg
= ISCSI_LOGIN_NEXT_STAGE(login_req
->flags
);
201 if (req_csg
!= login
->current_stage
) {
202 pr_err("Initiator unexpectedly changed login stage"
203 " from %d to %d, login failed.\n", login
->current_stage
,
205 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
206 ISCSI_LOGIN_STATUS_INIT_ERR
);
210 if ((req_nsg
== 2) || (req_csg
>= 2) ||
211 ((login_req
->flags
& ISCSI_FLAG_LOGIN_TRANSIT
) &&
212 (req_nsg
<= req_csg
))) {
213 pr_err("Illegal login_req->flags Combination, CSG: %d,"
214 " NSG: %d, ISCSI_FLAG_LOGIN_TRANSIT: %d.\n", req_csg
,
215 req_nsg
, (login_req
->flags
& ISCSI_FLAG_LOGIN_TRANSIT
));
216 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
217 ISCSI_LOGIN_STATUS_INIT_ERR
);
221 if ((login_req
->max_version
!= login
->version_max
) ||
222 (login_req
->min_version
!= login
->version_min
)) {
223 pr_err("Login request changed Version Max/Nin"
224 " unexpectedly to 0x%02x/0x%02x, protocol error\n",
225 login_req
->max_version
, login_req
->min_version
);
226 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
227 ISCSI_LOGIN_STATUS_INIT_ERR
);
231 if (memcmp(login_req
->isid
, login
->isid
, 6) != 0) {
232 pr_err("Login request changed ISID unexpectedly,"
233 " protocol error.\n");
234 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
235 ISCSI_LOGIN_STATUS_INIT_ERR
);
239 if (login_req
->itt
!= login
->init_task_tag
) {
240 pr_err("Login request changed ITT unexpectedly to"
241 " 0x%08x, protocol error.\n", login_req
->itt
);
242 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
243 ISCSI_LOGIN_STATUS_INIT_ERR
);
247 if (payload_length
> MAX_KEY_VALUE_PAIRS
) {
248 pr_err("Login request payload exceeds default"
249 " MaxRecvDataSegmentLength: %u, protocol error.\n",
250 MAX_KEY_VALUE_PAIRS
);
256 EXPORT_SYMBOL(iscsi_target_check_login_request
);
258 static int iscsi_target_check_first_request(
259 struct iscsi_conn
*conn
,
260 struct iscsi_login
*login
)
262 struct iscsi_param
*param
= NULL
;
263 struct se_node_acl
*se_nacl
;
265 login
->first_request
= 0;
267 list_for_each_entry(param
, &conn
->param_list
->param_list
, p_list
) {
268 if (!strncmp(param
->name
, SESSIONTYPE
, 11)) {
269 if (!IS_PSTATE_ACCEPTOR(param
)) {
270 pr_err("SessionType key not received"
271 " in first login request.\n");
272 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
273 ISCSI_LOGIN_STATUS_MISSING_FIELDS
);
276 if (!strncmp(param
->value
, DISCOVERY
, 9))
280 if (!strncmp(param
->name
, INITIATORNAME
, 13)) {
281 if (!IS_PSTATE_ACCEPTOR(param
)) {
282 if (!login
->leading_connection
)
285 pr_err("InitiatorName key not received"
286 " in first login request.\n");
287 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
288 ISCSI_LOGIN_STATUS_MISSING_FIELDS
);
293 * For non-leading connections, double check that the
294 * received InitiatorName matches the existing session's
295 * struct iscsi_node_acl.
297 if (!login
->leading_connection
) {
298 se_nacl
= conn
->sess
->se_sess
->se_node_acl
;
300 pr_err("Unable to locate"
301 " struct se_node_acl\n");
302 iscsit_tx_login_rsp(conn
,
303 ISCSI_STATUS_CLS_INITIATOR_ERR
,
304 ISCSI_LOGIN_STATUS_TGT_NOT_FOUND
);
308 if (strcmp(param
->value
,
309 se_nacl
->initiatorname
)) {
311 " InitiatorName: %s for this"
312 " iSCSI Initiator Node.\n",
314 iscsit_tx_login_rsp(conn
,
315 ISCSI_STATUS_CLS_INITIATOR_ERR
,
316 ISCSI_LOGIN_STATUS_TGT_NOT_FOUND
);
326 static int iscsi_target_do_tx_login_io(struct iscsi_conn
*conn
, struct iscsi_login
*login
)
329 struct iscsi_login_rsp
*login_rsp
;
331 login_rsp
= (struct iscsi_login_rsp
*) login
->rsp
;
333 login_rsp
->opcode
= ISCSI_OP_LOGIN_RSP
;
334 hton24(login_rsp
->dlength
, login
->rsp_length
);
335 memcpy(login_rsp
->isid
, login
->isid
, 6);
336 login_rsp
->tsih
= cpu_to_be16(login
->tsih
);
337 login_rsp
->itt
= login
->init_task_tag
;
338 login_rsp
->statsn
= cpu_to_be32(conn
->stat_sn
++);
339 login_rsp
->exp_cmdsn
= cpu_to_be32(conn
->sess
->exp_cmd_sn
);
340 login_rsp
->max_cmdsn
= cpu_to_be32((u32
) atomic_read(&conn
->sess
->max_cmd_sn
));
342 pr_debug("Sending Login Response, Flags: 0x%02x, ITT: 0x%08x,"
343 " ExpCmdSN; 0x%08x, MaxCmdSN: 0x%08x, StatSN: 0x%08x, Length:"
344 " %u\n", login_rsp
->flags
, (__force u32
)login_rsp
->itt
,
345 ntohl(login_rsp
->exp_cmdsn
), ntohl(login_rsp
->max_cmdsn
),
346 ntohl(login_rsp
->statsn
), login
->rsp_length
);
348 padding
= ((-login
->rsp_length
) & 3);
350 * Before sending the last login response containing the transition
351 * bit for full-feature-phase, go ahead and start up TX/RX threads
352 * now to avoid potential resource allocation failures after the
353 * final login response has been sent.
355 if (login
->login_complete
) {
356 int rc
= iscsit_start_kthreads(conn
);
358 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_TARGET_ERR
,
359 ISCSI_LOGIN_STATUS_NO_RESOURCES
);
364 if (conn
->conn_transport
->iscsit_put_login_tx(conn
, login
,
365 login
->rsp_length
+ padding
) < 0)
368 login
->rsp_length
= 0;
373 if (login
->login_complete
) {
374 if (conn
->rx_thread
&& conn
->rx_thread_active
) {
375 send_sig(SIGINT
, conn
->rx_thread
, 1);
376 complete(&conn
->rx_login_comp
);
377 kthread_stop(conn
->rx_thread
);
379 if (conn
->tx_thread
&& conn
->tx_thread_active
) {
380 send_sig(SIGINT
, conn
->tx_thread
, 1);
381 kthread_stop(conn
->tx_thread
);
383 spin_lock(&iscsit_global
->ts_bitmap_lock
);
384 bitmap_release_region(iscsit_global
->ts_bitmap
, conn
->bitmap_id
,
386 spin_unlock(&iscsit_global
->ts_bitmap_lock
);
391 static void iscsi_target_sk_data_ready(struct sock
*sk
)
393 struct iscsi_conn
*conn
= sk
->sk_user_data
;
396 pr_debug("Entering iscsi_target_sk_data_ready: conn: %p\n", conn
);
398 write_lock_bh(&sk
->sk_callback_lock
);
399 if (!sk
->sk_user_data
) {
400 write_unlock_bh(&sk
->sk_callback_lock
);
403 if (!test_bit(LOGIN_FLAGS_READY
, &conn
->login_flags
)) {
404 write_unlock_bh(&sk
->sk_callback_lock
);
405 pr_debug("Got LOGIN_FLAGS_READY=0, conn: %p >>>>\n", conn
);
408 if (test_bit(LOGIN_FLAGS_CLOSED
, &conn
->login_flags
)) {
409 write_unlock_bh(&sk
->sk_callback_lock
);
410 pr_debug("Got LOGIN_FLAGS_CLOSED=1, conn: %p >>>>\n", conn
);
413 if (test_and_set_bit(LOGIN_FLAGS_READ_ACTIVE
, &conn
->login_flags
)) {
414 write_unlock_bh(&sk
->sk_callback_lock
);
415 pr_debug("Got LOGIN_FLAGS_READ_ACTIVE=1, conn: %p >>>>\n", conn
);
416 if (iscsi_target_sk_data_ready
== conn
->orig_data_ready
)
418 conn
->orig_data_ready(sk
);
422 rc
= schedule_delayed_work(&conn
->login_work
, 0);
424 pr_debug("iscsi_target_sk_data_ready, schedule_delayed_work"
427 write_unlock_bh(&sk
->sk_callback_lock
);
430 static void iscsi_target_sk_state_change(struct sock
*);
432 static void iscsi_target_set_sock_callbacks(struct iscsi_conn
*conn
)
440 pr_debug("Entering iscsi_target_set_sock_callbacks: conn: %p\n", conn
);
442 write_lock_bh(&sk
->sk_callback_lock
);
443 sk
->sk_user_data
= conn
;
444 conn
->orig_data_ready
= sk
->sk_data_ready
;
445 conn
->orig_state_change
= sk
->sk_state_change
;
446 sk
->sk_data_ready
= iscsi_target_sk_data_ready
;
447 sk
->sk_state_change
= iscsi_target_sk_state_change
;
448 write_unlock_bh(&sk
->sk_callback_lock
);
450 sk
->sk_sndtimeo
= TA_LOGIN_TIMEOUT
* HZ
;
451 sk
->sk_rcvtimeo
= TA_LOGIN_TIMEOUT
* HZ
;
454 static void iscsi_target_restore_sock_callbacks(struct iscsi_conn
*conn
)
462 pr_debug("Entering iscsi_target_restore_sock_callbacks: conn: %p\n", conn
);
464 write_lock_bh(&sk
->sk_callback_lock
);
465 if (!sk
->sk_user_data
) {
466 write_unlock_bh(&sk
->sk_callback_lock
);
469 sk
->sk_user_data
= NULL
;
470 sk
->sk_data_ready
= conn
->orig_data_ready
;
471 sk
->sk_state_change
= conn
->orig_state_change
;
472 write_unlock_bh(&sk
->sk_callback_lock
);
474 sk
->sk_sndtimeo
= MAX_SCHEDULE_TIMEOUT
;
475 sk
->sk_rcvtimeo
= MAX_SCHEDULE_TIMEOUT
;
478 static int iscsi_target_do_login(struct iscsi_conn
*, struct iscsi_login
*);
480 static bool __iscsi_target_sk_check_close(struct sock
*sk
)
482 if (sk
->sk_state
== TCP_CLOSE_WAIT
|| sk
->sk_state
== TCP_CLOSE
) {
483 pr_debug("__iscsi_target_sk_check_close: TCP_CLOSE_WAIT|TCP_CLOSE,"
490 static bool iscsi_target_sk_check_close(struct iscsi_conn
*conn
)
495 struct sock
*sk
= conn
->sock
->sk
;
497 read_lock_bh(&sk
->sk_callback_lock
);
498 state
= (__iscsi_target_sk_check_close(sk
) ||
499 test_bit(LOGIN_FLAGS_CLOSED
, &conn
->login_flags
));
500 read_unlock_bh(&sk
->sk_callback_lock
);
505 static bool iscsi_target_sk_check_flag(struct iscsi_conn
*conn
, unsigned int flag
)
510 struct sock
*sk
= conn
->sock
->sk
;
512 read_lock_bh(&sk
->sk_callback_lock
);
513 state
= test_bit(flag
, &conn
->login_flags
);
514 read_unlock_bh(&sk
->sk_callback_lock
);
519 static bool iscsi_target_sk_check_and_clear(struct iscsi_conn
*conn
, unsigned int flag
)
524 struct sock
*sk
= conn
->sock
->sk
;
526 write_lock_bh(&sk
->sk_callback_lock
);
527 state
= (__iscsi_target_sk_check_close(sk
) ||
528 test_bit(LOGIN_FLAGS_CLOSED
, &conn
->login_flags
));
530 clear_bit(flag
, &conn
->login_flags
);
531 write_unlock_bh(&sk
->sk_callback_lock
);
536 static void iscsi_target_login_drop(struct iscsi_conn
*conn
, struct iscsi_login
*login
)
538 bool zero_tsih
= login
->zero_tsih
;
540 iscsi_remove_failed_auth_entry(conn
);
541 iscsi_target_nego_release(conn
);
542 iscsi_target_login_sess_out(conn
, zero_tsih
, true);
545 struct conn_timeout
{
546 struct timer_list timer
;
547 struct iscsi_conn
*conn
;
550 static void iscsi_target_login_timeout(struct timer_list
*t
)
552 struct conn_timeout
*timeout
= from_timer(timeout
, t
, timer
);
553 struct iscsi_conn
*conn
= timeout
->conn
;
555 pr_debug("Entering iscsi_target_login_timeout >>>>>>>>>>>>>>>>>>>\n");
557 if (conn
->login_kworker
) {
558 pr_debug("Sending SIGINT to conn->login_kworker %s/%d\n",
559 conn
->login_kworker
->comm
, conn
->login_kworker
->pid
);
560 send_sig(SIGINT
, conn
->login_kworker
, 1);
564 static void iscsi_target_do_login_rx(struct work_struct
*work
)
566 struct iscsi_conn
*conn
= container_of(work
,
567 struct iscsi_conn
, login_work
.work
);
568 struct iscsi_login
*login
= conn
->login
;
569 struct iscsi_np
*np
= login
->np
;
570 struct iscsi_portal_group
*tpg
= conn
->tpg
;
571 struct iscsi_tpg_np
*tpg_np
= conn
->tpg_np
;
572 struct conn_timeout timeout
;
573 int rc
, zero_tsih
= login
->zero_tsih
;
576 pr_debug("entering iscsi_target_do_login_rx, conn: %p, %s:%d\n",
577 conn
, current
->comm
, current
->pid
);
579 * If iscsi_target_do_login_rx() has been invoked by ->sk_data_ready()
580 * before initial PDU processing in iscsi_target_start_negotiation()
581 * has completed, go ahead and retry until it's cleared.
583 * Otherwise if the TCP connection drops while this is occuring,
584 * iscsi_target_start_negotiation() will detect the failure, call
585 * cancel_delayed_work_sync(&conn->login_work), and cleanup the
586 * remaining iscsi connection resources from iscsi_np process context.
588 if (iscsi_target_sk_check_flag(conn
, LOGIN_FLAGS_INITIAL_PDU
)) {
589 schedule_delayed_work(&conn
->login_work
, msecs_to_jiffies(10));
593 spin_lock(&tpg
->tpg_state_lock
);
594 state
= (tpg
->tpg_state
== TPG_STATE_ACTIVE
);
595 spin_unlock(&tpg
->tpg_state_lock
);
598 pr_debug("iscsi_target_do_login_rx: tpg_state != TPG_STATE_ACTIVE\n");
602 if (iscsi_target_sk_check_close(conn
)) {
603 pr_debug("iscsi_target_do_login_rx, TCP state CLOSE\n");
607 conn
->login_kworker
= current
;
608 allow_signal(SIGINT
);
611 timer_setup_on_stack(&timeout
.timer
, iscsi_target_login_timeout
, 0);
612 mod_timer(&timeout
.timer
, jiffies
+ TA_LOGIN_TIMEOUT
* HZ
);
613 pr_debug("Starting login timer for %s/%d\n", current
->comm
, current
->pid
);
615 rc
= conn
->conn_transport
->iscsit_get_login_rx(conn
, login
);
616 del_timer_sync(&timeout
.timer
);
617 destroy_timer_on_stack(&timeout
.timer
);
618 flush_signals(current
);
619 conn
->login_kworker
= NULL
;
624 pr_debug("iscsi_target_do_login_rx after rx_login_io, %p, %s:%d\n",
625 conn
, current
->comm
, current
->pid
);
628 * LOGIN_FLAGS_READ_ACTIVE is cleared so that sk_data_ready
629 * could be triggered again after this.
631 * LOGIN_FLAGS_WRITE_ACTIVE is cleared after we successfully
632 * process a login PDU, so that sk_state_chage can do login
633 * cleanup as needed if the socket is closed. If a delayed work is
634 * ongoing (LOGIN_FLAGS_WRITE_ACTIVE or LOGIN_FLAGS_READ_ACTIVE),
635 * sk_state_change will leave the cleanup to the delayed work or
636 * it will schedule a delayed work to do cleanup.
639 struct sock
*sk
= conn
->sock
->sk
;
641 write_lock_bh(&sk
->sk_callback_lock
);
642 if (!test_bit(LOGIN_FLAGS_INITIAL_PDU
, &conn
->login_flags
)) {
643 clear_bit(LOGIN_FLAGS_READ_ACTIVE
, &conn
->login_flags
);
644 set_bit(LOGIN_FLAGS_WRITE_ACTIVE
, &conn
->login_flags
);
646 write_unlock_bh(&sk
->sk_callback_lock
);
649 rc
= iscsi_target_do_login(conn
, login
);
653 if (iscsi_target_sk_check_and_clear(conn
,
654 LOGIN_FLAGS_WRITE_ACTIVE
))
656 } else if (rc
== 1) {
657 cancel_delayed_work(&conn
->login_work
);
658 iscsi_target_nego_release(conn
);
659 iscsi_post_login_handler(np
, conn
, zero_tsih
);
660 iscsit_deaccess_np(np
, tpg
, tpg_np
);
665 iscsi_target_restore_sock_callbacks(conn
);
666 cancel_delayed_work(&conn
->login_work
);
667 iscsi_target_login_drop(conn
, login
);
668 iscsit_deaccess_np(np
, tpg
, tpg_np
);
671 static void iscsi_target_sk_state_change(struct sock
*sk
)
673 struct iscsi_conn
*conn
;
674 void (*orig_state_change
)(struct sock
*);
677 pr_debug("Entering iscsi_target_sk_state_change\n");
679 write_lock_bh(&sk
->sk_callback_lock
);
680 conn
= sk
->sk_user_data
;
682 write_unlock_bh(&sk
->sk_callback_lock
);
685 orig_state_change
= conn
->orig_state_change
;
687 if (!test_bit(LOGIN_FLAGS_READY
, &conn
->login_flags
)) {
688 pr_debug("Got LOGIN_FLAGS_READY=0 sk_state_change conn: %p\n",
690 write_unlock_bh(&sk
->sk_callback_lock
);
691 orig_state_change(sk
);
694 state
= __iscsi_target_sk_check_close(sk
);
695 pr_debug("__iscsi_target_sk_close_change: state: %d\n", state
);
697 if (test_bit(LOGIN_FLAGS_READ_ACTIVE
, &conn
->login_flags
) ||
698 test_bit(LOGIN_FLAGS_WRITE_ACTIVE
, &conn
->login_flags
)) {
699 pr_debug("Got LOGIN_FLAGS_{READ|WRITE}_ACTIVE=1"
700 " sk_state_change conn: %p\n", conn
);
702 set_bit(LOGIN_FLAGS_CLOSED
, &conn
->login_flags
);
703 write_unlock_bh(&sk
->sk_callback_lock
);
704 orig_state_change(sk
);
707 if (test_bit(LOGIN_FLAGS_CLOSED
, &conn
->login_flags
)) {
708 pr_debug("Got LOGIN_FLAGS_CLOSED=1 sk_state_change conn: %p\n",
710 write_unlock_bh(&sk
->sk_callback_lock
);
711 orig_state_change(sk
);
715 * If the TCP connection has dropped, go ahead and set LOGIN_FLAGS_CLOSED,
716 * but only queue conn->login_work -> iscsi_target_do_login_rx()
717 * processing if LOGIN_FLAGS_INITIAL_PDU has already been cleared.
719 * When iscsi_target_do_login_rx() runs, iscsi_target_sk_check_close()
720 * will detect the dropped TCP connection from delayed workqueue context.
722 * If LOGIN_FLAGS_INITIAL_PDU is still set, which means the initial
723 * iscsi_target_start_negotiation() is running, iscsi_target_do_login()
724 * via iscsi_target_sk_check_close() or iscsi_target_start_negotiation()
725 * via iscsi_target_sk_check_and_clear() is responsible for detecting the
726 * dropped TCP connection in iscsi_np process context, and cleaning up
727 * the remaining iscsi connection resources.
730 pr_debug("iscsi_target_sk_state_change got failed state\n");
731 set_bit(LOGIN_FLAGS_CLOSED
, &conn
->login_flags
);
732 state
= test_bit(LOGIN_FLAGS_INITIAL_PDU
, &conn
->login_flags
);
733 write_unlock_bh(&sk
->sk_callback_lock
);
735 orig_state_change(sk
);
738 schedule_delayed_work(&conn
->login_work
, 0);
741 write_unlock_bh(&sk
->sk_callback_lock
);
743 orig_state_change(sk
);
747 * NOTE: We check for existing sessions or connections AFTER the initiator
748 * has been successfully authenticated in order to protect against faked
749 * ISID/TSIH combinations.
751 static int iscsi_target_check_for_existing_instances(
752 struct iscsi_conn
*conn
,
753 struct iscsi_login
*login
)
755 if (login
->checked_for_existing
)
758 login
->checked_for_existing
= 1;
761 return iscsi_check_for_session_reinstatement(conn
);
763 return iscsi_login_post_auth_non_zero_tsih(conn
, login
->cid
,
764 login
->initial_exp_statsn
);
767 static int iscsi_target_do_authentication(
768 struct iscsi_conn
*conn
,
769 struct iscsi_login
*login
)
773 struct iscsi_param
*param
;
774 struct iscsi_login_req
*login_req
;
775 struct iscsi_login_rsp
*login_rsp
;
777 login_req
= (struct iscsi_login_req
*) login
->req
;
778 login_rsp
= (struct iscsi_login_rsp
*) login
->rsp
;
779 payload_length
= ntoh24(login_req
->dlength
);
781 param
= iscsi_find_param_from_key(AUTHMETHOD
, conn
->param_list
);
785 authret
= iscsi_handle_authentication(
794 pr_debug("Received OK response"
795 " from LIO Authentication, continuing.\n");
798 pr_debug("iSCSI security negotiation"
799 " completed successfully.\n");
800 login
->auth_complete
= 1;
801 if ((login_req
->flags
& ISCSI_FLAG_LOGIN_NEXT_STAGE1
) &&
802 (login_req
->flags
& ISCSI_FLAG_LOGIN_TRANSIT
)) {
803 login_rsp
->flags
|= (ISCSI_FLAG_LOGIN_NEXT_STAGE1
|
804 ISCSI_FLAG_LOGIN_TRANSIT
);
805 login
->current_stage
= 1;
807 return iscsi_target_check_for_existing_instances(
810 pr_err("Security negotiation"
812 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
813 ISCSI_LOGIN_STATUS_AUTH_FAILED
);
816 pr_err("Received unknown error %d from LIO"
817 " Authentication\n", authret
);
818 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_TARGET_ERR
,
819 ISCSI_LOGIN_STATUS_TARGET_ERROR
);
826 static int iscsi_target_handle_csg_zero(
827 struct iscsi_conn
*conn
,
828 struct iscsi_login
*login
)
832 struct iscsi_param
*param
;
833 struct iscsi_login_req
*login_req
;
834 struct iscsi_login_rsp
*login_rsp
;
836 login_req
= (struct iscsi_login_req
*) login
->req
;
837 login_rsp
= (struct iscsi_login_rsp
*) login
->rsp
;
838 payload_length
= ntoh24(login_req
->dlength
);
840 param
= iscsi_find_param_from_key(AUTHMETHOD
, conn
->param_list
);
844 ret
= iscsi_decode_text_input(
845 PHASE_SECURITY
|PHASE_DECLARATIVE
,
846 SENDER_INITIATOR
|SENDER_RECEIVER
,
854 if (login
->auth_complete
) {
855 pr_err("Initiator has already been"
856 " successfully authenticated, but is still"
857 " sending %s keys.\n", param
->value
);
858 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
859 ISCSI_LOGIN_STATUS_INIT_ERR
);
864 } else if (!payload_length
) {
865 pr_err("Initiator sent zero length security payload,"
867 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
868 ISCSI_LOGIN_STATUS_AUTH_FAILED
);
872 if (login
->first_request
)
873 if (iscsi_target_check_first_request(conn
, login
) < 0)
876 ret
= iscsi_encode_text_output(
877 PHASE_SECURITY
|PHASE_DECLARATIVE
,
882 conn
->tpg
->tpg_attrib
.login_keys_workaround
);
886 if (!iscsi_check_negotiated_keys(conn
->param_list
)) {
887 if (conn
->tpg
->tpg_attrib
.authentication
&&
888 !strncmp(param
->value
, NONE
, 4)) {
889 pr_err("Initiator sent AuthMethod=None but"
890 " Target is enforcing iSCSI Authentication,"
892 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
893 ISCSI_LOGIN_STATUS_AUTH_FAILED
);
897 if (conn
->tpg
->tpg_attrib
.authentication
&&
898 !login
->auth_complete
)
901 if (strncmp(param
->value
, NONE
, 4) && !login
->auth_complete
)
904 if ((login_req
->flags
& ISCSI_FLAG_LOGIN_NEXT_STAGE1
) &&
905 (login_req
->flags
& ISCSI_FLAG_LOGIN_TRANSIT
)) {
906 login_rsp
->flags
|= ISCSI_FLAG_LOGIN_NEXT_STAGE1
|
907 ISCSI_FLAG_LOGIN_TRANSIT
;
908 login
->current_stage
= 1;
914 return iscsi_target_do_authentication(conn
, login
);
917 static int iscsi_target_handle_csg_one(struct iscsi_conn
*conn
, struct iscsi_login
*login
)
921 struct iscsi_login_req
*login_req
;
922 struct iscsi_login_rsp
*login_rsp
;
924 login_req
= (struct iscsi_login_req
*) login
->req
;
925 login_rsp
= (struct iscsi_login_rsp
*) login
->rsp
;
926 payload_length
= ntoh24(login_req
->dlength
);
928 ret
= iscsi_decode_text_input(
929 PHASE_OPERATIONAL
|PHASE_DECLARATIVE
,
930 SENDER_INITIATOR
|SENDER_RECEIVER
,
935 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
936 ISCSI_LOGIN_STATUS_INIT_ERR
);
940 if (login
->first_request
)
941 if (iscsi_target_check_first_request(conn
, login
) < 0)
944 if (iscsi_target_check_for_existing_instances(conn
, login
) < 0)
947 ret
= iscsi_encode_text_output(
948 PHASE_OPERATIONAL
|PHASE_DECLARATIVE
,
953 conn
->tpg
->tpg_attrib
.login_keys_workaround
);
955 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
956 ISCSI_LOGIN_STATUS_INIT_ERR
);
960 if (!login
->auth_complete
&&
961 conn
->tpg
->tpg_attrib
.authentication
) {
962 pr_err("Initiator is requesting CSG: 1, has not been"
963 " successfully authenticated, and the Target is"
964 " enforcing iSCSI Authentication, login failed.\n");
965 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
966 ISCSI_LOGIN_STATUS_AUTH_FAILED
);
970 if (!iscsi_check_negotiated_keys(conn
->param_list
))
971 if ((login_req
->flags
& ISCSI_FLAG_LOGIN_NEXT_STAGE3
) &&
972 (login_req
->flags
& ISCSI_FLAG_LOGIN_TRANSIT
))
973 login_rsp
->flags
|= ISCSI_FLAG_LOGIN_NEXT_STAGE3
|
974 ISCSI_FLAG_LOGIN_TRANSIT
;
979 static int iscsi_target_do_login(struct iscsi_conn
*conn
, struct iscsi_login
*login
)
982 struct iscsi_login_req
*login_req
;
983 struct iscsi_login_rsp
*login_rsp
;
985 login_req
= (struct iscsi_login_req
*) login
->req
;
986 login_rsp
= (struct iscsi_login_rsp
*) login
->rsp
;
989 if (++pdu_count
> MAX_LOGIN_PDUS
) {
990 pr_err("MAX_LOGIN_PDUS count reached.\n");
991 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_TARGET_ERR
,
992 ISCSI_LOGIN_STATUS_TARGET_ERROR
);
996 switch (ISCSI_LOGIN_CURRENT_STAGE(login_req
->flags
)) {
998 login_rsp
->flags
&= ~ISCSI_FLAG_LOGIN_CURRENT_STAGE_MASK
;
999 if (iscsi_target_handle_csg_zero(conn
, login
) < 0)
1003 login_rsp
->flags
|= ISCSI_FLAG_LOGIN_CURRENT_STAGE1
;
1004 if (iscsi_target_handle_csg_one(conn
, login
) < 0)
1006 if (login_rsp
->flags
& ISCSI_FLAG_LOGIN_TRANSIT
) {
1008 * Check to make sure the TCP connection has not
1009 * dropped asynchronously while session reinstatement
1010 * was occuring in this kthread context, before
1011 * transitioning to full feature phase operation.
1013 if (iscsi_target_sk_check_close(conn
))
1016 login
->tsih
= conn
->sess
->tsih
;
1017 login
->login_complete
= 1;
1018 iscsi_target_restore_sock_callbacks(conn
);
1019 if (iscsi_target_do_tx_login_io(conn
,
1026 pr_err("Illegal CSG: %d received from"
1027 " Initiator, protocol error.\n",
1028 ISCSI_LOGIN_CURRENT_STAGE(login_req
->flags
));
1032 if (iscsi_target_do_tx_login_io(conn
, login
) < 0)
1035 if (login_rsp
->flags
& ISCSI_FLAG_LOGIN_TRANSIT
) {
1036 login_rsp
->flags
&= ~ISCSI_FLAG_LOGIN_TRANSIT
;
1037 login_rsp
->flags
&= ~ISCSI_FLAG_LOGIN_NEXT_STAGE_MASK
;
1045 static void iscsi_initiatorname_tolower(
1049 u32 iqn_size
= strlen(param_buf
), i
;
1051 for (i
= 0; i
< iqn_size
; i
++) {
1061 * Processes the first Login Request..
1063 int iscsi_target_locate_portal(
1064 struct iscsi_np
*np
,
1065 struct iscsi_conn
*conn
,
1066 struct iscsi_login
*login
)
1068 char *i_buf
= NULL
, *s_buf
= NULL
, *t_buf
= NULL
;
1069 char *tmpbuf
, *start
= NULL
, *end
= NULL
, *key
, *value
;
1070 struct iscsi_session
*sess
= conn
->sess
;
1071 struct iscsi_tiqn
*tiqn
;
1072 struct iscsi_tpg_np
*tpg_np
= NULL
;
1073 struct iscsi_login_req
*login_req
;
1074 struct se_node_acl
*se_nacl
;
1075 u32 payload_length
, queue_depth
= 0;
1076 int sessiontype
= 0, ret
= 0, tag_num
, tag_size
;
1078 INIT_DELAYED_WORK(&conn
->login_work
, iscsi_target_do_login_rx
);
1079 iscsi_target_set_sock_callbacks(conn
);
1083 login_req
= (struct iscsi_login_req
*) login
->req
;
1084 payload_length
= ntoh24(login_req
->dlength
);
1086 tmpbuf
= kzalloc(payload_length
+ 1, GFP_KERNEL
);
1088 pr_err("Unable to allocate memory for tmpbuf.\n");
1092 memcpy(tmpbuf
, login
->req_buf
, payload_length
);
1093 tmpbuf
[payload_length
] = '\0';
1095 end
= (start
+ payload_length
);
1098 * Locate the initial keys expected from the Initiator node in
1099 * the first login request in order to progress with the login phase.
1101 while (start
< end
) {
1102 if (iscsi_extract_key_value(start
, &key
, &value
) < 0) {
1107 if (!strncmp(key
, "InitiatorName", 13))
1109 else if (!strncmp(key
, "SessionType", 11))
1111 else if (!strncmp(key
, "TargetName", 10))
1114 start
+= strlen(key
) + strlen(value
) + 2;
1117 * See 5.3. Login Phase.
1120 pr_err("InitiatorName key not received"
1121 " in first login request.\n");
1122 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
1123 ISCSI_LOGIN_STATUS_MISSING_FIELDS
);
1128 * Convert the incoming InitiatorName to lowercase following
1129 * RFC-3720 3.2.6.1. section c) that says that iSCSI IQNs
1130 * are NOT case sensitive.
1132 iscsi_initiatorname_tolower(i_buf
);
1135 if (!login
->leading_connection
)
1138 pr_err("SessionType key not received"
1139 " in first login request.\n");
1140 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
1141 ISCSI_LOGIN_STATUS_MISSING_FIELDS
);
1147 * Use default portal group for discovery sessions.
1149 sessiontype
= strncmp(s_buf
, DISCOVERY
, 9);
1151 conn
->tpg
= iscsit_global
->discovery_tpg
;
1152 if (!login
->leading_connection
)
1155 sess
->sess_ops
->SessionType
= 1;
1157 * Setup crc32c modules from libcrypto
1159 if (iscsi_login_setup_crypto(conn
) < 0) {
1160 pr_err("iscsi_login_setup_crypto() failed\n");
1165 * Serialize access across the discovery struct iscsi_portal_group to
1166 * process login attempt.
1168 if (iscsit_access_np(np
, conn
->tpg
) < 0) {
1169 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_TARGET_ERR
,
1170 ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE
);
1180 pr_err("TargetName key not received"
1181 " in first login request while"
1182 " SessionType=Normal.\n");
1183 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
1184 ISCSI_LOGIN_STATUS_MISSING_FIELDS
);
1190 * Locate Target IQN from Storage Node.
1192 tiqn
= iscsit_get_tiqn_for_login(t_buf
);
1194 pr_err("Unable to locate Target IQN: %s in"
1195 " Storage Node\n", t_buf
);
1196 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_TARGET_ERR
,
1197 ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE
);
1201 pr_debug("Located Storage Object: %s\n", tiqn
->tiqn
);
1204 * Locate Target Portal Group from Storage Node.
1206 conn
->tpg
= iscsit_get_tpg_from_np(tiqn
, np
, &tpg_np
);
1208 pr_err("Unable to locate Target Portal Group"
1209 " on %s\n", tiqn
->tiqn
);
1210 iscsit_put_tiqn_for_login(tiqn
);
1211 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_TARGET_ERR
,
1212 ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE
);
1216 conn
->tpg_np
= tpg_np
;
1217 pr_debug("Located Portal Group Object: %hu\n", conn
->tpg
->tpgt
);
1219 * Setup crc32c modules from libcrypto
1221 if (iscsi_login_setup_crypto(conn
) < 0) {
1222 pr_err("iscsi_login_setup_crypto() failed\n");
1223 kref_put(&tpg_np
->tpg_np_kref
, iscsit_login_kref_put
);
1224 iscsit_put_tiqn_for_login(tiqn
);
1230 * Serialize access across the struct iscsi_portal_group to
1231 * process login attempt.
1233 if (iscsit_access_np(np
, conn
->tpg
) < 0) {
1234 kref_put(&tpg_np
->tpg_np_kref
, iscsit_login_kref_put
);
1235 iscsit_put_tiqn_for_login(tiqn
);
1236 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_TARGET_ERR
,
1237 ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE
);
1244 * conn->sess->node_acl will be set when the referenced
1245 * struct iscsi_session is located from received ISID+TSIH in
1246 * iscsi_login_non_zero_tsih_s2().
1248 if (!login
->leading_connection
) {
1254 * This value is required in iscsi_login_zero_tsih_s2()
1256 sess
->sess_ops
->SessionType
= 0;
1259 * Locate incoming Initiator IQN reference from Storage Node.
1261 sess
->se_sess
->se_node_acl
= core_tpg_check_initiator_node_acl(
1262 &conn
->tpg
->tpg_se_tpg
, i_buf
);
1263 if (!sess
->se_sess
->se_node_acl
) {
1264 pr_err("iSCSI Initiator Node: %s is not authorized to"
1265 " access iSCSI target portal group: %hu.\n",
1266 i_buf
, conn
->tpg
->tpgt
);
1267 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
1268 ISCSI_LOGIN_STATUS_TGT_FORBIDDEN
);
1272 se_nacl
= sess
->se_sess
->se_node_acl
;
1273 queue_depth
= se_nacl
->queue_depth
;
1275 * Setup pre-allocated tags based upon allowed per NodeACL CmdSN
1276 * depth for non immediate commands, plus extra tags for immediate
1279 * Also enforce a ISCSIT_MIN_TAGS to prevent unnecessary contention
1280 * in per-cpu-ida tag allocation logic + small queue_depth.
1283 tag_num
= max_t(u32
, ISCSIT_MIN_TAGS
, queue_depth
);
1284 tag_num
= (tag_num
* 2) + ISCSIT_EXTRA_TAGS
;
1285 tag_size
= sizeof(struct iscsi_cmd
) + conn
->conn_transport
->priv_size
;
1287 ret
= transport_alloc_session_tags(sess
->se_sess
, tag_num
, tag_size
);
1289 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_TARGET_ERR
,
1290 ISCSI_LOGIN_STATUS_NO_RESOURCES
);
1298 int iscsi_target_start_negotiation(
1299 struct iscsi_login
*login
,
1300 struct iscsi_conn
*conn
)
1305 struct sock
*sk
= conn
->sock
->sk
;
1307 write_lock_bh(&sk
->sk_callback_lock
);
1308 set_bit(LOGIN_FLAGS_READY
, &conn
->login_flags
);
1309 set_bit(LOGIN_FLAGS_INITIAL_PDU
, &conn
->login_flags
);
1310 write_unlock_bh(&sk
->sk_callback_lock
);
1313 * If iscsi_target_do_login returns zero to signal more PDU
1314 * exchanges are required to complete the login, go ahead and
1315 * clear LOGIN_FLAGS_INITIAL_PDU but only if the TCP connection
1318 * Otherwise if TCP connection dropped asynchronously, go ahead
1319 * and perform connection cleanup now.
1321 ret
= iscsi_target_do_login(conn
, login
);
1322 if (!ret
&& iscsi_target_sk_check_and_clear(conn
, LOGIN_FLAGS_INITIAL_PDU
))
1326 cancel_delayed_work_sync(&conn
->login_work
);
1327 iscsi_target_restore_sock_callbacks(conn
);
1328 iscsi_remove_failed_auth_entry(conn
);
1331 iscsi_target_nego_release(conn
);
1336 void iscsi_target_nego_release(struct iscsi_conn
*conn
)
1338 struct iscsi_login
*login
= conn
->conn_login
;
1343 kfree(login
->req_buf
);
1344 kfree(login
->rsp_buf
);
1347 conn
->conn_login
= NULL
;