1 /*******************************************************************************
2 * This file contains main functions related to iSCSI Parameter negotiation.
4 * (c) Copyright 2007-2013 Datera, Inc.
6 * Author: Nicholas A. Bellinger <nab@linux-iscsi.org>
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
17 ******************************************************************************/
19 #include <linux/ctype.h>
20 #include <linux/kthread.h>
21 #include <linux/slab.h>
22 #include <linux/sched/signal.h>
24 #include <scsi/iscsi_proto.h>
25 #include <target/target_core_base.h>
26 #include <target/target_core_fabric.h>
27 #include <target/iscsi/iscsi_transport.h>
29 #include <target/iscsi/iscsi_target_core.h>
30 #include "iscsi_target_parameters.h"
31 #include "iscsi_target_login.h"
32 #include "iscsi_target_nego.h"
33 #include "iscsi_target_tpg.h"
34 #include "iscsi_target_util.h"
35 #include "iscsi_target.h"
36 #include "iscsi_target_auth.h"
38 #define MAX_LOGIN_PDUS 7
41 void convert_null_to_semi(char *buf
, int len
)
45 for (i
= 0; i
< len
; i
++)
50 static int strlen_semi(char *buf
)
54 while (buf
[i
] != '\0') {
66 unsigned int max_length
,
73 if (!in_buf
|| !pattern
|| !out_buf
|| !type
)
76 ptr
= strstr(in_buf
, pattern
);
80 ptr
= strstr(ptr
, "=");
85 if (*ptr
== '0' && (*(ptr
+1) == 'x' || *(ptr
+1) == 'X')) {
86 ptr
+= 2; /* skip 0x */
91 len
= strlen_semi(ptr
);
95 if (len
>= max_length
) {
96 pr_err("Length of input: %d exceeds max_length:"
97 " %d\n", len
, max_length
);
100 memcpy(out_buf
, ptr
, len
);
106 static u32
iscsi_handle_authentication(
107 struct iscsi_conn
*conn
,
112 unsigned char *authtype
)
114 struct iscsi_session
*sess
= conn
->sess
;
115 struct iscsi_node_auth
*auth
;
116 struct iscsi_node_acl
*iscsi_nacl
;
117 struct iscsi_portal_group
*iscsi_tpg
;
118 struct se_node_acl
*se_nacl
;
120 if (!sess
->sess_ops
->SessionType
) {
122 * For SessionType=Normal
124 se_nacl
= conn
->sess
->se_sess
->se_node_acl
;
126 pr_err("Unable to locate struct se_node_acl for"
130 iscsi_nacl
= container_of(se_nacl
, struct iscsi_node_acl
,
133 pr_err("Unable to locate struct iscsi_node_acl for"
138 if (se_nacl
->dynamic_node_acl
) {
139 iscsi_tpg
= container_of(se_nacl
->se_tpg
,
140 struct iscsi_portal_group
, tpg_se_tpg
);
142 auth
= &iscsi_tpg
->tpg_demo_auth
;
144 iscsi_nacl
= container_of(se_nacl
, struct iscsi_node_acl
,
147 auth
= &iscsi_nacl
->node_auth
;
151 * For SessionType=Discovery
153 auth
= &iscsit_global
->discovery_acl
.node_auth
;
156 if (strstr("CHAP", authtype
))
157 strcpy(conn
->sess
->auth_type
, "CHAP");
159 strcpy(conn
->sess
->auth_type
, NONE
);
161 if (strstr("None", authtype
))
164 else if (strstr("SRP", authtype
))
165 return srp_main_loop(conn
, auth
, in_buf
, out_buf
,
166 &in_length
, out_length
);
168 else if (strstr("CHAP", authtype
))
169 return chap_main_loop(conn
, auth
, in_buf
, out_buf
,
170 &in_length
, out_length
);
171 else if (strstr("SPKM1", authtype
))
173 else if (strstr("SPKM2", authtype
))
175 else if (strstr("KRB5", authtype
))
181 static void iscsi_remove_failed_auth_entry(struct iscsi_conn
*conn
)
183 kfree(conn
->auth_protocol
);
186 int iscsi_target_check_login_request(
187 struct iscsi_conn
*conn
,
188 struct iscsi_login
*login
)
190 int req_csg
, req_nsg
;
192 struct iscsi_login_req
*login_req
;
194 login_req
= (struct iscsi_login_req
*) login
->req
;
195 payload_length
= ntoh24(login_req
->dlength
);
197 switch (login_req
->opcode
& ISCSI_OPCODE_MASK
) {
201 pr_err("Received unknown opcode 0x%02x.\n",
202 login_req
->opcode
& ISCSI_OPCODE_MASK
);
203 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
204 ISCSI_LOGIN_STATUS_INIT_ERR
);
208 if ((login_req
->flags
& ISCSI_FLAG_LOGIN_CONTINUE
) &&
209 (login_req
->flags
& ISCSI_FLAG_LOGIN_TRANSIT
)) {
210 pr_err("Login request has both ISCSI_FLAG_LOGIN_CONTINUE"
211 " and ISCSI_FLAG_LOGIN_TRANSIT set, protocol error.\n");
212 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
213 ISCSI_LOGIN_STATUS_INIT_ERR
);
217 req_csg
= ISCSI_LOGIN_CURRENT_STAGE(login_req
->flags
);
218 req_nsg
= ISCSI_LOGIN_NEXT_STAGE(login_req
->flags
);
220 if (req_csg
!= login
->current_stage
) {
221 pr_err("Initiator unexpectedly changed login stage"
222 " from %d to %d, login failed.\n", login
->current_stage
,
224 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
225 ISCSI_LOGIN_STATUS_INIT_ERR
);
229 if ((req_nsg
== 2) || (req_csg
>= 2) ||
230 ((login_req
->flags
& ISCSI_FLAG_LOGIN_TRANSIT
) &&
231 (req_nsg
<= req_csg
))) {
232 pr_err("Illegal login_req->flags Combination, CSG: %d,"
233 " NSG: %d, ISCSI_FLAG_LOGIN_TRANSIT: %d.\n", req_csg
,
234 req_nsg
, (login_req
->flags
& ISCSI_FLAG_LOGIN_TRANSIT
));
235 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
236 ISCSI_LOGIN_STATUS_INIT_ERR
);
240 if ((login_req
->max_version
!= login
->version_max
) ||
241 (login_req
->min_version
!= login
->version_min
)) {
242 pr_err("Login request changed Version Max/Nin"
243 " unexpectedly to 0x%02x/0x%02x, protocol error\n",
244 login_req
->max_version
, login_req
->min_version
);
245 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
246 ISCSI_LOGIN_STATUS_INIT_ERR
);
250 if (memcmp(login_req
->isid
, login
->isid
, 6) != 0) {
251 pr_err("Login request changed ISID unexpectedly,"
252 " protocol error.\n");
253 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
254 ISCSI_LOGIN_STATUS_INIT_ERR
);
258 if (login_req
->itt
!= login
->init_task_tag
) {
259 pr_err("Login request changed ITT unexpectedly to"
260 " 0x%08x, protocol error.\n", login_req
->itt
);
261 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
262 ISCSI_LOGIN_STATUS_INIT_ERR
);
266 if (payload_length
> MAX_KEY_VALUE_PAIRS
) {
267 pr_err("Login request payload exceeds default"
268 " MaxRecvDataSegmentLength: %u, protocol error.\n",
269 MAX_KEY_VALUE_PAIRS
);
275 EXPORT_SYMBOL(iscsi_target_check_login_request
);
277 static int iscsi_target_check_first_request(
278 struct iscsi_conn
*conn
,
279 struct iscsi_login
*login
)
281 struct iscsi_param
*param
= NULL
;
282 struct se_node_acl
*se_nacl
;
284 login
->first_request
= 0;
286 list_for_each_entry(param
, &conn
->param_list
->param_list
, p_list
) {
287 if (!strncmp(param
->name
, SESSIONTYPE
, 11)) {
288 if (!IS_PSTATE_ACCEPTOR(param
)) {
289 pr_err("SessionType key not received"
290 " in first login request.\n");
291 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
292 ISCSI_LOGIN_STATUS_MISSING_FIELDS
);
295 if (!strncmp(param
->value
, DISCOVERY
, 9))
299 if (!strncmp(param
->name
, INITIATORNAME
, 13)) {
300 if (!IS_PSTATE_ACCEPTOR(param
)) {
301 if (!login
->leading_connection
)
304 pr_err("InitiatorName key not received"
305 " in first login request.\n");
306 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
307 ISCSI_LOGIN_STATUS_MISSING_FIELDS
);
312 * For non-leading connections, double check that the
313 * received InitiatorName matches the existing session's
314 * struct iscsi_node_acl.
316 if (!login
->leading_connection
) {
317 se_nacl
= conn
->sess
->se_sess
->se_node_acl
;
319 pr_err("Unable to locate"
320 " struct se_node_acl\n");
321 iscsit_tx_login_rsp(conn
,
322 ISCSI_STATUS_CLS_INITIATOR_ERR
,
323 ISCSI_LOGIN_STATUS_TGT_NOT_FOUND
);
327 if (strcmp(param
->value
,
328 se_nacl
->initiatorname
)) {
330 " InitiatorName: %s for this"
331 " iSCSI Initiator Node.\n",
333 iscsit_tx_login_rsp(conn
,
334 ISCSI_STATUS_CLS_INITIATOR_ERR
,
335 ISCSI_LOGIN_STATUS_TGT_NOT_FOUND
);
345 static int iscsi_target_do_tx_login_io(struct iscsi_conn
*conn
, struct iscsi_login
*login
)
348 struct iscsi_login_rsp
*login_rsp
;
350 login_rsp
= (struct iscsi_login_rsp
*) login
->rsp
;
352 login_rsp
->opcode
= ISCSI_OP_LOGIN_RSP
;
353 hton24(login_rsp
->dlength
, login
->rsp_length
);
354 memcpy(login_rsp
->isid
, login
->isid
, 6);
355 login_rsp
->tsih
= cpu_to_be16(login
->tsih
);
356 login_rsp
->itt
= login
->init_task_tag
;
357 login_rsp
->statsn
= cpu_to_be32(conn
->stat_sn
++);
358 login_rsp
->exp_cmdsn
= cpu_to_be32(conn
->sess
->exp_cmd_sn
);
359 login_rsp
->max_cmdsn
= cpu_to_be32((u32
) atomic_read(&conn
->sess
->max_cmd_sn
));
361 pr_debug("Sending Login Response, Flags: 0x%02x, ITT: 0x%08x,"
362 " ExpCmdSN; 0x%08x, MaxCmdSN: 0x%08x, StatSN: 0x%08x, Length:"
363 " %u\n", login_rsp
->flags
, (__force u32
)login_rsp
->itt
,
364 ntohl(login_rsp
->exp_cmdsn
), ntohl(login_rsp
->max_cmdsn
),
365 ntohl(login_rsp
->statsn
), login
->rsp_length
);
367 padding
= ((-login
->rsp_length
) & 3);
369 * Before sending the last login response containing the transition
370 * bit for full-feature-phase, go ahead and start up TX/RX threads
371 * now to avoid potential resource allocation failures after the
372 * final login response has been sent.
374 if (login
->login_complete
) {
375 int rc
= iscsit_start_kthreads(conn
);
377 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_TARGET_ERR
,
378 ISCSI_LOGIN_STATUS_NO_RESOURCES
);
383 if (conn
->conn_transport
->iscsit_put_login_tx(conn
, login
,
384 login
->rsp_length
+ padding
) < 0)
387 login
->rsp_length
= 0;
392 if (login
->login_complete
) {
393 if (conn
->rx_thread
&& conn
->rx_thread_active
) {
394 send_sig(SIGINT
, conn
->rx_thread
, 1);
395 complete(&conn
->rx_login_comp
);
396 kthread_stop(conn
->rx_thread
);
398 if (conn
->tx_thread
&& conn
->tx_thread_active
) {
399 send_sig(SIGINT
, conn
->tx_thread
, 1);
400 kthread_stop(conn
->tx_thread
);
402 spin_lock(&iscsit_global
->ts_bitmap_lock
);
403 bitmap_release_region(iscsit_global
->ts_bitmap
, conn
->bitmap_id
,
405 spin_unlock(&iscsit_global
->ts_bitmap_lock
);
410 static void iscsi_target_sk_data_ready(struct sock
*sk
)
412 struct iscsi_conn
*conn
= sk
->sk_user_data
;
415 pr_debug("Entering iscsi_target_sk_data_ready: conn: %p\n", conn
);
417 write_lock_bh(&sk
->sk_callback_lock
);
418 if (!sk
->sk_user_data
) {
419 write_unlock_bh(&sk
->sk_callback_lock
);
422 if (!test_bit(LOGIN_FLAGS_READY
, &conn
->login_flags
)) {
423 write_unlock_bh(&sk
->sk_callback_lock
);
424 pr_debug("Got LOGIN_FLAGS_READY=0, conn: %p >>>>\n", conn
);
427 if (test_bit(LOGIN_FLAGS_CLOSED
, &conn
->login_flags
)) {
428 write_unlock_bh(&sk
->sk_callback_lock
);
429 pr_debug("Got LOGIN_FLAGS_CLOSED=1, conn: %p >>>>\n", conn
);
432 if (test_and_set_bit(LOGIN_FLAGS_READ_ACTIVE
, &conn
->login_flags
)) {
433 write_unlock_bh(&sk
->sk_callback_lock
);
434 pr_debug("Got LOGIN_FLAGS_READ_ACTIVE=1, conn: %p >>>>\n", conn
);
438 rc
= schedule_delayed_work(&conn
->login_work
, 0);
440 pr_debug("iscsi_target_sk_data_ready, schedule_delayed_work"
443 write_unlock_bh(&sk
->sk_callback_lock
);
446 static void iscsi_target_sk_state_change(struct sock
*);
448 static void iscsi_target_set_sock_callbacks(struct iscsi_conn
*conn
)
456 pr_debug("Entering iscsi_target_set_sock_callbacks: conn: %p\n", conn
);
458 write_lock_bh(&sk
->sk_callback_lock
);
459 sk
->sk_user_data
= conn
;
460 conn
->orig_data_ready
= sk
->sk_data_ready
;
461 conn
->orig_state_change
= sk
->sk_state_change
;
462 sk
->sk_data_ready
= iscsi_target_sk_data_ready
;
463 sk
->sk_state_change
= iscsi_target_sk_state_change
;
464 write_unlock_bh(&sk
->sk_callback_lock
);
466 sk
->sk_sndtimeo
= TA_LOGIN_TIMEOUT
* HZ
;
467 sk
->sk_rcvtimeo
= TA_LOGIN_TIMEOUT
* HZ
;
470 static void iscsi_target_restore_sock_callbacks(struct iscsi_conn
*conn
)
478 pr_debug("Entering iscsi_target_restore_sock_callbacks: conn: %p\n", conn
);
480 write_lock_bh(&sk
->sk_callback_lock
);
481 if (!sk
->sk_user_data
) {
482 write_unlock_bh(&sk
->sk_callback_lock
);
485 sk
->sk_user_data
= NULL
;
486 sk
->sk_data_ready
= conn
->orig_data_ready
;
487 sk
->sk_state_change
= conn
->orig_state_change
;
488 write_unlock_bh(&sk
->sk_callback_lock
);
490 sk
->sk_sndtimeo
= MAX_SCHEDULE_TIMEOUT
;
491 sk
->sk_rcvtimeo
= MAX_SCHEDULE_TIMEOUT
;
494 static int iscsi_target_do_login(struct iscsi_conn
*, struct iscsi_login
*);
496 static bool __iscsi_target_sk_check_close(struct sock
*sk
)
498 if (sk
->sk_state
== TCP_CLOSE_WAIT
|| sk
->sk_state
== TCP_CLOSE
) {
499 pr_debug("__iscsi_target_sk_check_close: TCP_CLOSE_WAIT|TCP_CLOSE,"
500 "returning FALSE\n");
506 static bool iscsi_target_sk_check_close(struct iscsi_conn
*conn
)
511 struct sock
*sk
= conn
->sock
->sk
;
513 read_lock_bh(&sk
->sk_callback_lock
);
514 state
= (__iscsi_target_sk_check_close(sk
) ||
515 test_bit(LOGIN_FLAGS_CLOSED
, &conn
->login_flags
));
516 read_unlock_bh(&sk
->sk_callback_lock
);
521 static bool iscsi_target_sk_check_flag(struct iscsi_conn
*conn
, unsigned int flag
)
526 struct sock
*sk
= conn
->sock
->sk
;
528 read_lock_bh(&sk
->sk_callback_lock
);
529 state
= test_bit(flag
, &conn
->login_flags
);
530 read_unlock_bh(&sk
->sk_callback_lock
);
535 static bool iscsi_target_sk_check_and_clear(struct iscsi_conn
*conn
, unsigned int flag
)
540 struct sock
*sk
= conn
->sock
->sk
;
542 write_lock_bh(&sk
->sk_callback_lock
);
543 state
= (__iscsi_target_sk_check_close(sk
) ||
544 test_bit(LOGIN_FLAGS_CLOSED
, &conn
->login_flags
));
546 clear_bit(flag
, &conn
->login_flags
);
547 write_unlock_bh(&sk
->sk_callback_lock
);
552 static void iscsi_target_login_drop(struct iscsi_conn
*conn
, struct iscsi_login
*login
)
554 struct iscsi_np
*np
= login
->np
;
555 bool zero_tsih
= login
->zero_tsih
;
557 iscsi_remove_failed_auth_entry(conn
);
558 iscsi_target_nego_release(conn
);
559 iscsi_target_login_sess_out(conn
, np
, zero_tsih
, true);
562 static void iscsi_target_login_timeout(unsigned long data
)
564 struct iscsi_conn
*conn
= (struct iscsi_conn
*)data
;
566 pr_debug("Entering iscsi_target_login_timeout >>>>>>>>>>>>>>>>>>>\n");
568 if (conn
->login_kworker
) {
569 pr_debug("Sending SIGINT to conn->login_kworker %s/%d\n",
570 conn
->login_kworker
->comm
, conn
->login_kworker
->pid
);
571 send_sig(SIGINT
, conn
->login_kworker
, 1);
575 static void iscsi_target_do_login_rx(struct work_struct
*work
)
577 struct iscsi_conn
*conn
= container_of(work
,
578 struct iscsi_conn
, login_work
.work
);
579 struct iscsi_login
*login
= conn
->login
;
580 struct iscsi_np
*np
= login
->np
;
581 struct iscsi_portal_group
*tpg
= conn
->tpg
;
582 struct iscsi_tpg_np
*tpg_np
= conn
->tpg_np
;
583 struct timer_list login_timer
;
584 int rc
, zero_tsih
= login
->zero_tsih
;
587 pr_debug("entering iscsi_target_do_login_rx, conn: %p, %s:%d\n",
588 conn
, current
->comm
, current
->pid
);
590 * If iscsi_target_do_login_rx() has been invoked by ->sk_data_ready()
591 * before initial PDU processing in iscsi_target_start_negotiation()
592 * has completed, go ahead and retry until it's cleared.
594 * Otherwise if the TCP connection drops while this is occuring,
595 * iscsi_target_start_negotiation() will detect the failure, call
596 * cancel_delayed_work_sync(&conn->login_work), and cleanup the
597 * remaining iscsi connection resources from iscsi_np process context.
599 if (iscsi_target_sk_check_flag(conn
, LOGIN_FLAGS_INITIAL_PDU
)) {
600 schedule_delayed_work(&conn
->login_work
, msecs_to_jiffies(10));
604 spin_lock(&tpg
->tpg_state_lock
);
605 state
= (tpg
->tpg_state
== TPG_STATE_ACTIVE
);
606 spin_unlock(&tpg
->tpg_state_lock
);
609 pr_debug("iscsi_target_do_login_rx: tpg_state != TPG_STATE_ACTIVE\n");
613 if (iscsi_target_sk_check_close(conn
)) {
614 pr_debug("iscsi_target_do_login_rx, TCP state CLOSE\n");
618 conn
->login_kworker
= current
;
619 allow_signal(SIGINT
);
621 init_timer(&login_timer
);
622 login_timer
.expires
= (get_jiffies_64() + TA_LOGIN_TIMEOUT
* HZ
);
623 login_timer
.data
= (unsigned long)conn
;
624 login_timer
.function
= iscsi_target_login_timeout
;
625 add_timer(&login_timer
);
626 pr_debug("Starting login_timer for %s/%d\n", current
->comm
, current
->pid
);
628 rc
= conn
->conn_transport
->iscsit_get_login_rx(conn
, login
);
629 del_timer_sync(&login_timer
);
630 flush_signals(current
);
631 conn
->login_kworker
= NULL
;
636 pr_debug("iscsi_target_do_login_rx after rx_login_io, %p, %s:%d\n",
637 conn
, current
->comm
, current
->pid
);
639 rc
= iscsi_target_do_login(conn
, login
);
643 if (iscsi_target_sk_check_and_clear(conn
, LOGIN_FLAGS_READ_ACTIVE
))
645 } else if (rc
== 1) {
646 iscsi_target_nego_release(conn
);
647 iscsi_post_login_handler(np
, conn
, zero_tsih
);
648 iscsit_deaccess_np(np
, tpg
, tpg_np
);
653 iscsi_target_restore_sock_callbacks(conn
);
654 iscsi_target_login_drop(conn
, login
);
655 iscsit_deaccess_np(np
, tpg
, tpg_np
);
658 static void iscsi_target_do_cleanup(struct work_struct
*work
)
660 struct iscsi_conn
*conn
= container_of(work
,
661 struct iscsi_conn
, login_cleanup_work
.work
);
662 struct sock
*sk
= conn
->sock
->sk
;
663 struct iscsi_login
*login
= conn
->login
;
664 struct iscsi_np
*np
= login
->np
;
665 struct iscsi_portal_group
*tpg
= conn
->tpg
;
666 struct iscsi_tpg_np
*tpg_np
= conn
->tpg_np
;
668 pr_debug("Entering iscsi_target_do_cleanup\n");
670 cancel_delayed_work_sync(&conn
->login_work
);
671 conn
->orig_state_change(sk
);
673 iscsi_target_restore_sock_callbacks(conn
);
674 iscsi_target_login_drop(conn
, login
);
675 iscsit_deaccess_np(np
, tpg
, tpg_np
);
677 pr_debug("iscsi_target_do_cleanup done()\n");
680 static void iscsi_target_sk_state_change(struct sock
*sk
)
682 struct iscsi_conn
*conn
;
683 void (*orig_state_change
)(struct sock
*);
686 pr_debug("Entering iscsi_target_sk_state_change\n");
688 write_lock_bh(&sk
->sk_callback_lock
);
689 conn
= sk
->sk_user_data
;
691 write_unlock_bh(&sk
->sk_callback_lock
);
694 orig_state_change
= conn
->orig_state_change
;
696 if (!test_bit(LOGIN_FLAGS_READY
, &conn
->login_flags
)) {
697 pr_debug("Got LOGIN_FLAGS_READY=0 sk_state_change conn: %p\n",
699 write_unlock_bh(&sk
->sk_callback_lock
);
700 orig_state_change(sk
);
703 state
= __iscsi_target_sk_check_close(sk
);
704 pr_debug("__iscsi_target_sk_close_change: state: %d\n", state
);
706 if (test_bit(LOGIN_FLAGS_READ_ACTIVE
, &conn
->login_flags
)) {
707 pr_debug("Got LOGIN_FLAGS_READ_ACTIVE=1 sk_state_change"
708 " conn: %p\n", conn
);
710 set_bit(LOGIN_FLAGS_CLOSED
, &conn
->login_flags
);
711 write_unlock_bh(&sk
->sk_callback_lock
);
712 orig_state_change(sk
);
715 if (test_bit(LOGIN_FLAGS_CLOSED
, &conn
->login_flags
)) {
716 pr_debug("Got LOGIN_FLAGS_CLOSED=1 sk_state_change conn: %p\n",
718 write_unlock_bh(&sk
->sk_callback_lock
);
719 orig_state_change(sk
);
723 * If the TCP connection has dropped, go ahead and set LOGIN_FLAGS_CLOSED,
724 * but only queue conn->login_work -> iscsi_target_do_login_rx()
725 * processing if LOGIN_FLAGS_INITIAL_PDU has already been cleared.
727 * When iscsi_target_do_login_rx() runs, iscsi_target_sk_check_close()
728 * will detect the dropped TCP connection from delayed workqueue context.
730 * If LOGIN_FLAGS_INITIAL_PDU is still set, which means the initial
731 * iscsi_target_start_negotiation() is running, iscsi_target_do_login()
732 * via iscsi_target_sk_check_close() or iscsi_target_start_negotiation()
733 * via iscsi_target_sk_check_and_clear() is responsible for detecting the
734 * dropped TCP connection in iscsi_np process context, and cleaning up
735 * the remaining iscsi connection resources.
738 pr_debug("iscsi_target_sk_state_change got failed state\n");
739 set_bit(LOGIN_FLAGS_CLOSED
, &conn
->login_flags
);
740 state
= test_bit(LOGIN_FLAGS_INITIAL_PDU
, &conn
->login_flags
);
741 write_unlock_bh(&sk
->sk_callback_lock
);
743 orig_state_change(sk
);
746 schedule_delayed_work(&conn
->login_work
, 0);
749 write_unlock_bh(&sk
->sk_callback_lock
);
751 orig_state_change(sk
);
755 * NOTE: We check for existing sessions or connections AFTER the initiator
756 * has been successfully authenticated in order to protect against faked
757 * ISID/TSIH combinations.
759 static int iscsi_target_check_for_existing_instances(
760 struct iscsi_conn
*conn
,
761 struct iscsi_login
*login
)
763 if (login
->checked_for_existing
)
766 login
->checked_for_existing
= 1;
769 return iscsi_check_for_session_reinstatement(conn
);
771 return iscsi_login_post_auth_non_zero_tsih(conn
, login
->cid
,
772 login
->initial_exp_statsn
);
775 static int iscsi_target_do_authentication(
776 struct iscsi_conn
*conn
,
777 struct iscsi_login
*login
)
781 struct iscsi_param
*param
;
782 struct iscsi_login_req
*login_req
;
783 struct iscsi_login_rsp
*login_rsp
;
785 login_req
= (struct iscsi_login_req
*) login
->req
;
786 login_rsp
= (struct iscsi_login_rsp
*) login
->rsp
;
787 payload_length
= ntoh24(login_req
->dlength
);
789 param
= iscsi_find_param_from_key(AUTHMETHOD
, conn
->param_list
);
793 authret
= iscsi_handle_authentication(
802 pr_debug("Received OK response"
803 " from LIO Authentication, continuing.\n");
806 pr_debug("iSCSI security negotiation"
807 " completed successfully.\n");
808 login
->auth_complete
= 1;
809 if ((login_req
->flags
& ISCSI_FLAG_LOGIN_NEXT_STAGE1
) &&
810 (login_req
->flags
& ISCSI_FLAG_LOGIN_TRANSIT
)) {
811 login_rsp
->flags
|= (ISCSI_FLAG_LOGIN_NEXT_STAGE1
|
812 ISCSI_FLAG_LOGIN_TRANSIT
);
813 login
->current_stage
= 1;
815 return iscsi_target_check_for_existing_instances(
818 pr_err("Security negotiation"
820 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
821 ISCSI_LOGIN_STATUS_AUTH_FAILED
);
824 pr_err("Received unknown error %d from LIO"
825 " Authentication\n", authret
);
826 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_TARGET_ERR
,
827 ISCSI_LOGIN_STATUS_TARGET_ERROR
);
834 static int iscsi_target_handle_csg_zero(
835 struct iscsi_conn
*conn
,
836 struct iscsi_login
*login
)
840 struct iscsi_param
*param
;
841 struct iscsi_login_req
*login_req
;
842 struct iscsi_login_rsp
*login_rsp
;
844 login_req
= (struct iscsi_login_req
*) login
->req
;
845 login_rsp
= (struct iscsi_login_rsp
*) login
->rsp
;
846 payload_length
= ntoh24(login_req
->dlength
);
848 param
= iscsi_find_param_from_key(AUTHMETHOD
, conn
->param_list
);
852 ret
= iscsi_decode_text_input(
853 PHASE_SECURITY
|PHASE_DECLARATIVE
,
854 SENDER_INITIATOR
|SENDER_RECEIVER
,
862 if (login
->auth_complete
) {
863 pr_err("Initiator has already been"
864 " successfully authenticated, but is still"
865 " sending %s keys.\n", param
->value
);
866 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
867 ISCSI_LOGIN_STATUS_INIT_ERR
);
872 } else if (!payload_length
) {
873 pr_err("Initiator sent zero length security payload,"
875 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
876 ISCSI_LOGIN_STATUS_AUTH_FAILED
);
880 if (login
->first_request
)
881 if (iscsi_target_check_first_request(conn
, login
) < 0)
884 ret
= iscsi_encode_text_output(
885 PHASE_SECURITY
|PHASE_DECLARATIVE
,
893 if (!iscsi_check_negotiated_keys(conn
->param_list
)) {
894 if (conn
->tpg
->tpg_attrib
.authentication
&&
895 !strncmp(param
->value
, NONE
, 4)) {
896 pr_err("Initiator sent AuthMethod=None but"
897 " Target is enforcing iSCSI Authentication,"
899 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
900 ISCSI_LOGIN_STATUS_AUTH_FAILED
);
904 if (conn
->tpg
->tpg_attrib
.authentication
&&
905 !login
->auth_complete
)
908 if (strncmp(param
->value
, NONE
, 4) && !login
->auth_complete
)
911 if ((login_req
->flags
& ISCSI_FLAG_LOGIN_NEXT_STAGE1
) &&
912 (login_req
->flags
& ISCSI_FLAG_LOGIN_TRANSIT
)) {
913 login_rsp
->flags
|= ISCSI_FLAG_LOGIN_NEXT_STAGE1
|
914 ISCSI_FLAG_LOGIN_TRANSIT
;
915 login
->current_stage
= 1;
921 return iscsi_target_do_authentication(conn
, login
);
924 static int iscsi_target_handle_csg_one(struct iscsi_conn
*conn
, struct iscsi_login
*login
)
928 struct iscsi_login_req
*login_req
;
929 struct iscsi_login_rsp
*login_rsp
;
931 login_req
= (struct iscsi_login_req
*) login
->req
;
932 login_rsp
= (struct iscsi_login_rsp
*) login
->rsp
;
933 payload_length
= ntoh24(login_req
->dlength
);
935 ret
= iscsi_decode_text_input(
936 PHASE_OPERATIONAL
|PHASE_DECLARATIVE
,
937 SENDER_INITIATOR
|SENDER_RECEIVER
,
942 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
943 ISCSI_LOGIN_STATUS_INIT_ERR
);
947 if (login
->first_request
)
948 if (iscsi_target_check_first_request(conn
, login
) < 0)
951 if (iscsi_target_check_for_existing_instances(conn
, login
) < 0)
954 ret
= iscsi_encode_text_output(
955 PHASE_OPERATIONAL
|PHASE_DECLARATIVE
,
961 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
962 ISCSI_LOGIN_STATUS_INIT_ERR
);
966 if (!login
->auth_complete
&&
967 conn
->tpg
->tpg_attrib
.authentication
) {
968 pr_err("Initiator is requesting CSG: 1, has not been"
969 " successfully authenticated, and the Target is"
970 " enforcing iSCSI Authentication, login failed.\n");
971 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
972 ISCSI_LOGIN_STATUS_AUTH_FAILED
);
976 if (!iscsi_check_negotiated_keys(conn
->param_list
))
977 if ((login_req
->flags
& ISCSI_FLAG_LOGIN_NEXT_STAGE3
) &&
978 (login_req
->flags
& ISCSI_FLAG_LOGIN_TRANSIT
))
979 login_rsp
->flags
|= ISCSI_FLAG_LOGIN_NEXT_STAGE3
|
980 ISCSI_FLAG_LOGIN_TRANSIT
;
985 static int iscsi_target_do_login(struct iscsi_conn
*conn
, struct iscsi_login
*login
)
988 struct iscsi_login_req
*login_req
;
989 struct iscsi_login_rsp
*login_rsp
;
991 login_req
= (struct iscsi_login_req
*) login
->req
;
992 login_rsp
= (struct iscsi_login_rsp
*) login
->rsp
;
995 if (++pdu_count
> MAX_LOGIN_PDUS
) {
996 pr_err("MAX_LOGIN_PDUS count reached.\n");
997 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_TARGET_ERR
,
998 ISCSI_LOGIN_STATUS_TARGET_ERROR
);
1002 switch (ISCSI_LOGIN_CURRENT_STAGE(login_req
->flags
)) {
1004 login_rsp
->flags
&= ~ISCSI_FLAG_LOGIN_CURRENT_STAGE_MASK
;
1005 if (iscsi_target_handle_csg_zero(conn
, login
) < 0)
1009 login_rsp
->flags
|= ISCSI_FLAG_LOGIN_CURRENT_STAGE1
;
1010 if (iscsi_target_handle_csg_one(conn
, login
) < 0)
1012 if (login_rsp
->flags
& ISCSI_FLAG_LOGIN_TRANSIT
) {
1014 * Check to make sure the TCP connection has not
1015 * dropped asynchronously while session reinstatement
1016 * was occuring in this kthread context, before
1017 * transitioning to full feature phase operation.
1019 if (iscsi_target_sk_check_close(conn
))
1022 login
->tsih
= conn
->sess
->tsih
;
1023 login
->login_complete
= 1;
1024 iscsi_target_restore_sock_callbacks(conn
);
1025 if (iscsi_target_do_tx_login_io(conn
,
1032 pr_err("Illegal CSG: %d received from"
1033 " Initiator, protocol error.\n",
1034 ISCSI_LOGIN_CURRENT_STAGE(login_req
->flags
));
1038 if (iscsi_target_do_tx_login_io(conn
, login
) < 0)
1041 if (login_rsp
->flags
& ISCSI_FLAG_LOGIN_TRANSIT
) {
1042 login_rsp
->flags
&= ~ISCSI_FLAG_LOGIN_TRANSIT
;
1043 login_rsp
->flags
&= ~ISCSI_FLAG_LOGIN_NEXT_STAGE_MASK
;
1051 static void iscsi_initiatorname_tolower(
1055 u32 iqn_size
= strlen(param_buf
), i
;
1057 for (i
= 0; i
< iqn_size
; i
++) {
1067 * Processes the first Login Request..
1069 int iscsi_target_locate_portal(
1070 struct iscsi_np
*np
,
1071 struct iscsi_conn
*conn
,
1072 struct iscsi_login
*login
)
1074 char *i_buf
= NULL
, *s_buf
= NULL
, *t_buf
= NULL
;
1075 char *tmpbuf
, *start
= NULL
, *end
= NULL
, *key
, *value
;
1076 struct iscsi_session
*sess
= conn
->sess
;
1077 struct iscsi_tiqn
*tiqn
;
1078 struct iscsi_tpg_np
*tpg_np
= NULL
;
1079 struct iscsi_login_req
*login_req
;
1080 struct se_node_acl
*se_nacl
;
1081 u32 payload_length
, queue_depth
= 0;
1082 int sessiontype
= 0, ret
= 0, tag_num
, tag_size
;
1084 INIT_DELAYED_WORK(&conn
->login_work
, iscsi_target_do_login_rx
);
1085 INIT_DELAYED_WORK(&conn
->login_cleanup_work
, iscsi_target_do_cleanup
);
1086 iscsi_target_set_sock_callbacks(conn
);
1090 login_req
= (struct iscsi_login_req
*) login
->req
;
1091 payload_length
= ntoh24(login_req
->dlength
);
1093 tmpbuf
= kzalloc(payload_length
+ 1, GFP_KERNEL
);
1095 pr_err("Unable to allocate memory for tmpbuf.\n");
1099 memcpy(tmpbuf
, login
->req_buf
, payload_length
);
1100 tmpbuf
[payload_length
] = '\0';
1102 end
= (start
+ payload_length
);
1105 * Locate the initial keys expected from the Initiator node in
1106 * the first login request in order to progress with the login phase.
1108 while (start
< end
) {
1109 if (iscsi_extract_key_value(start
, &key
, &value
) < 0) {
1114 if (!strncmp(key
, "InitiatorName", 13))
1116 else if (!strncmp(key
, "SessionType", 11))
1118 else if (!strncmp(key
, "TargetName", 10))
1121 start
+= strlen(key
) + strlen(value
) + 2;
1124 * See 5.3. Login Phase.
1127 pr_err("InitiatorName key not received"
1128 " in first login request.\n");
1129 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
1130 ISCSI_LOGIN_STATUS_MISSING_FIELDS
);
1135 * Convert the incoming InitiatorName to lowercase following
1136 * RFC-3720 3.2.6.1. section c) that says that iSCSI IQNs
1137 * are NOT case sensitive.
1139 iscsi_initiatorname_tolower(i_buf
);
1142 if (!login
->leading_connection
)
1145 pr_err("SessionType key not received"
1146 " in first login request.\n");
1147 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
1148 ISCSI_LOGIN_STATUS_MISSING_FIELDS
);
1154 * Use default portal group for discovery sessions.
1156 sessiontype
= strncmp(s_buf
, DISCOVERY
, 9);
1158 conn
->tpg
= iscsit_global
->discovery_tpg
;
1159 if (!login
->leading_connection
)
1162 sess
->sess_ops
->SessionType
= 1;
1164 * Setup crc32c modules from libcrypto
1166 if (iscsi_login_setup_crypto(conn
) < 0) {
1167 pr_err("iscsi_login_setup_crypto() failed\n");
1172 * Serialize access across the discovery struct iscsi_portal_group to
1173 * process login attempt.
1175 if (iscsit_access_np(np
, conn
->tpg
) < 0) {
1176 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_TARGET_ERR
,
1177 ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE
);
1187 pr_err("TargetName key not received"
1188 " in first login request while"
1189 " SessionType=Normal.\n");
1190 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
1191 ISCSI_LOGIN_STATUS_MISSING_FIELDS
);
1197 * Locate Target IQN from Storage Node.
1199 tiqn
= iscsit_get_tiqn_for_login(t_buf
);
1201 pr_err("Unable to locate Target IQN: %s in"
1202 " Storage Node\n", t_buf
);
1203 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_TARGET_ERR
,
1204 ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE
);
1208 pr_debug("Located Storage Object: %s\n", tiqn
->tiqn
);
1211 * Locate Target Portal Group from Storage Node.
1213 conn
->tpg
= iscsit_get_tpg_from_np(tiqn
, np
, &tpg_np
);
1215 pr_err("Unable to locate Target Portal Group"
1216 " on %s\n", tiqn
->tiqn
);
1217 iscsit_put_tiqn_for_login(tiqn
);
1218 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_TARGET_ERR
,
1219 ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE
);
1223 conn
->tpg_np
= tpg_np
;
1224 pr_debug("Located Portal Group Object: %hu\n", conn
->tpg
->tpgt
);
1226 * Setup crc32c modules from libcrypto
1228 if (iscsi_login_setup_crypto(conn
) < 0) {
1229 pr_err("iscsi_login_setup_crypto() failed\n");
1230 kref_put(&tpg_np
->tpg_np_kref
, iscsit_login_kref_put
);
1231 iscsit_put_tiqn_for_login(tiqn
);
1237 * Serialize access across the struct iscsi_portal_group to
1238 * process login attempt.
1240 if (iscsit_access_np(np
, conn
->tpg
) < 0) {
1241 kref_put(&tpg_np
->tpg_np_kref
, iscsit_login_kref_put
);
1242 iscsit_put_tiqn_for_login(tiqn
);
1243 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_TARGET_ERR
,
1244 ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE
);
1251 * conn->sess->node_acl will be set when the referenced
1252 * struct iscsi_session is located from received ISID+TSIH in
1253 * iscsi_login_non_zero_tsih_s2().
1255 if (!login
->leading_connection
) {
1261 * This value is required in iscsi_login_zero_tsih_s2()
1263 sess
->sess_ops
->SessionType
= 0;
1266 * Locate incoming Initiator IQN reference from Storage Node.
1268 sess
->se_sess
->se_node_acl
= core_tpg_check_initiator_node_acl(
1269 &conn
->tpg
->tpg_se_tpg
, i_buf
);
1270 if (!sess
->se_sess
->se_node_acl
) {
1271 pr_err("iSCSI Initiator Node: %s is not authorized to"
1272 " access iSCSI target portal group: %hu.\n",
1273 i_buf
, conn
->tpg
->tpgt
);
1274 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_INITIATOR_ERR
,
1275 ISCSI_LOGIN_STATUS_TGT_FORBIDDEN
);
1279 se_nacl
= sess
->se_sess
->se_node_acl
;
1280 queue_depth
= se_nacl
->queue_depth
;
1282 * Setup pre-allocated tags based upon allowed per NodeACL CmdSN
1283 * depth for non immediate commands, plus extra tags for immediate
1286 * Also enforce a ISCSIT_MIN_TAGS to prevent unnecessary contention
1287 * in per-cpu-ida tag allocation logic + small queue_depth.
1290 tag_num
= max_t(u32
, ISCSIT_MIN_TAGS
, queue_depth
);
1291 tag_num
= (tag_num
* 2) + ISCSIT_EXTRA_TAGS
;
1292 tag_size
= sizeof(struct iscsi_cmd
) + conn
->conn_transport
->priv_size
;
1294 ret
= transport_alloc_session_tags(sess
->se_sess
, tag_num
, tag_size
);
1296 iscsit_tx_login_rsp(conn
, ISCSI_STATUS_CLS_TARGET_ERR
,
1297 ISCSI_LOGIN_STATUS_NO_RESOURCES
);
1305 int iscsi_target_start_negotiation(
1306 struct iscsi_login
*login
,
1307 struct iscsi_conn
*conn
)
1312 struct sock
*sk
= conn
->sock
->sk
;
1314 write_lock_bh(&sk
->sk_callback_lock
);
1315 set_bit(LOGIN_FLAGS_READY
, &conn
->login_flags
);
1316 set_bit(LOGIN_FLAGS_INITIAL_PDU
, &conn
->login_flags
);
1317 write_unlock_bh(&sk
->sk_callback_lock
);
1320 * If iscsi_target_do_login returns zero to signal more PDU
1321 * exchanges are required to complete the login, go ahead and
1322 * clear LOGIN_FLAGS_INITIAL_PDU but only if the TCP connection
1325 * Otherwise if TCP connection dropped asynchronously, go ahead
1326 * and perform connection cleanup now.
1328 ret
= iscsi_target_do_login(conn
, login
);
1329 if (!ret
&& iscsi_target_sk_check_and_clear(conn
, LOGIN_FLAGS_INITIAL_PDU
))
1333 cancel_delayed_work_sync(&conn
->login_work
);
1334 cancel_delayed_work_sync(&conn
->login_cleanup_work
);
1335 iscsi_target_restore_sock_callbacks(conn
);
1336 iscsi_remove_failed_auth_entry(conn
);
1339 iscsi_target_nego_release(conn
);
1344 void iscsi_target_nego_release(struct iscsi_conn
*conn
)
1346 struct iscsi_login
*login
= conn
->conn_login
;
1351 kfree(login
->req_buf
);
1352 kfree(login
->rsp_buf
);
1355 conn
->conn_login
= NULL
;