GNU Linux-libre 4.9.318-gnu1
[releases.git] / drivers / target / iscsi / iscsi_target_nego.c
1 /*******************************************************************************
2  * This file contains main functions related to iSCSI Parameter negotiation.
3  *
4  * (c) Copyright 2007-2013 Datera, Inc.
5  *
6  * Author: Nicholas A. Bellinger <nab@linux-iscsi.org>
7  *
8  * This program is free software; you can redistribute it and/or modify
9  * it under the terms of the GNU General Public License as published by
10  * the Free Software Foundation; either version 2 of the License, or
11  * (at your option) any later version.
12  *
13  * This program is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
16  * GNU General Public License for more details.
17  ******************************************************************************/
18
19 #include <linux/ctype.h>
20 #include <linux/kthread.h>
21 #include <scsi/iscsi_proto.h>
22 #include <target/target_core_base.h>
23 #include <target/target_core_fabric.h>
24 #include <target/iscsi/iscsi_transport.h>
25
26 #include <target/iscsi/iscsi_target_core.h>
27 #include "iscsi_target_parameters.h"
28 #include "iscsi_target_login.h"
29 #include "iscsi_target_nego.h"
30 #include "iscsi_target_tpg.h"
31 #include "iscsi_target_util.h"
32 #include "iscsi_target.h"
33 #include "iscsi_target_auth.h"
34
35 #define MAX_LOGIN_PDUS  7
36 #define TEXT_LEN        4096
37
38 void convert_null_to_semi(char *buf, int len)
39 {
40         int i;
41
42         for (i = 0; i < len; i++)
43                 if (buf[i] == '\0')
44                         buf[i] = ';';
45 }
46
47 static int strlen_semi(char *buf)
48 {
49         int i = 0;
50
51         while (buf[i] != '\0') {
52                 if (buf[i] == ';')
53                         return i;
54                 i++;
55         }
56
57         return -1;
58 }
59
60 int extract_param(
61         const char *in_buf,
62         const char *pattern,
63         unsigned int max_length,
64         char *out_buf,
65         unsigned char *type)
66 {
67         char *ptr;
68         int len;
69
70         if (!in_buf || !pattern || !out_buf || !type)
71                 return -1;
72
73         ptr = strstr(in_buf, pattern);
74         if (!ptr)
75                 return -1;
76
77         ptr = strstr(ptr, "=");
78         if (!ptr)
79                 return -1;
80
81         ptr += 1;
82         if (*ptr == '0' && (*(ptr+1) == 'x' || *(ptr+1) == 'X')) {
83                 ptr += 2; /* skip 0x */
84                 *type = HEX;
85         } else
86                 *type = DECIMAL;
87
88         len = strlen_semi(ptr);
89         if (len < 0)
90                 return -1;
91
92         if (len >= max_length) {
93                 pr_err("Length of input: %d exceeds max_length:"
94                         " %d\n", len, max_length);
95                 return -1;
96         }
97         memcpy(out_buf, ptr, len);
98         out_buf[len] = '\0';
99
100         return 0;
101 }
102
103 static u32 iscsi_handle_authentication(
104         struct iscsi_conn *conn,
105         char *in_buf,
106         char *out_buf,
107         int in_length,
108         int *out_length,
109         unsigned char *authtype)
110 {
111         struct iscsi_session *sess = conn->sess;
112         struct iscsi_node_auth *auth;
113         struct iscsi_node_acl *iscsi_nacl;
114         struct iscsi_portal_group *iscsi_tpg;
115         struct se_node_acl *se_nacl;
116
117         if (!sess->sess_ops->SessionType) {
118                 /*
119                  * For SessionType=Normal
120                  */
121                 se_nacl = conn->sess->se_sess->se_node_acl;
122                 if (!se_nacl) {
123                         pr_err("Unable to locate struct se_node_acl for"
124                                         " CHAP auth\n");
125                         return -1;
126                 }
127                 iscsi_nacl = container_of(se_nacl, struct iscsi_node_acl,
128                                 se_node_acl);
129                 if (!iscsi_nacl) {
130                         pr_err("Unable to locate struct iscsi_node_acl for"
131                                         " CHAP auth\n");
132                         return -1;
133                 }
134
135                 if (se_nacl->dynamic_node_acl) {
136                         iscsi_tpg = container_of(se_nacl->se_tpg,
137                                         struct iscsi_portal_group, tpg_se_tpg);
138
139                         auth = &iscsi_tpg->tpg_demo_auth;
140                 } else {
141                         iscsi_nacl = container_of(se_nacl, struct iscsi_node_acl,
142                                                   se_node_acl);
143
144                         auth = &iscsi_nacl->node_auth;
145                 }
146         } else {
147                 /*
148                  * For SessionType=Discovery
149                  */
150                 auth = &iscsit_global->discovery_acl.node_auth;
151         }
152
153         if (strstr("CHAP", authtype))
154                 strcpy(conn->sess->auth_type, "CHAP");
155         else
156                 strcpy(conn->sess->auth_type, NONE);
157
158         if (strstr("None", authtype))
159                 return 1;
160 #ifdef CANSRP
161         else if (strstr("SRP", authtype))
162                 return srp_main_loop(conn, auth, in_buf, out_buf,
163                                 &in_length, out_length);
164 #endif
165         else if (strstr("CHAP", authtype))
166                 return chap_main_loop(conn, auth, in_buf, out_buf,
167                                 &in_length, out_length);
168         else if (strstr("SPKM1", authtype))
169                 return 2;
170         else if (strstr("SPKM2", authtype))
171                 return 2;
172         else if (strstr("KRB5", authtype))
173                 return 2;
174         else
175                 return 2;
176 }
177
178 static void iscsi_remove_failed_auth_entry(struct iscsi_conn *conn)
179 {
180         kfree(conn->auth_protocol);
181 }
182
183 int iscsi_target_check_login_request(
184         struct iscsi_conn *conn,
185         struct iscsi_login *login)
186 {
187         int req_csg, req_nsg;
188         u32 payload_length;
189         struct iscsi_login_req *login_req;
190
191         login_req = (struct iscsi_login_req *) login->req;
192         payload_length = ntoh24(login_req->dlength);
193
194         switch (login_req->opcode & ISCSI_OPCODE_MASK) {
195         case ISCSI_OP_LOGIN:
196                 break;
197         default:
198                 pr_err("Received unknown opcode 0x%02x.\n",
199                                 login_req->opcode & ISCSI_OPCODE_MASK);
200                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
201                                 ISCSI_LOGIN_STATUS_INIT_ERR);
202                 return -1;
203         }
204
205         if ((login_req->flags & ISCSI_FLAG_LOGIN_CONTINUE) &&
206             (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT)) {
207                 pr_err("Login request has both ISCSI_FLAG_LOGIN_CONTINUE"
208                         " and ISCSI_FLAG_LOGIN_TRANSIT set, protocol error.\n");
209                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
210                                 ISCSI_LOGIN_STATUS_INIT_ERR);
211                 return -1;
212         }
213
214         req_csg = ISCSI_LOGIN_CURRENT_STAGE(login_req->flags);
215         req_nsg = ISCSI_LOGIN_NEXT_STAGE(login_req->flags);
216
217         if (req_csg != login->current_stage) {
218                 pr_err("Initiator unexpectedly changed login stage"
219                         " from %d to %d, login failed.\n", login->current_stage,
220                         req_csg);
221                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
222                                 ISCSI_LOGIN_STATUS_INIT_ERR);
223                 return -1;
224         }
225
226         if ((req_nsg == 2) || (req_csg >= 2) ||
227            ((login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT) &&
228             (req_nsg <= req_csg))) {
229                 pr_err("Illegal login_req->flags Combination, CSG: %d,"
230                         " NSG: %d, ISCSI_FLAG_LOGIN_TRANSIT: %d.\n", req_csg,
231                         req_nsg, (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT));
232                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
233                                 ISCSI_LOGIN_STATUS_INIT_ERR);
234                 return -1;
235         }
236
237         if ((login_req->max_version != login->version_max) ||
238             (login_req->min_version != login->version_min)) {
239                 pr_err("Login request changed Version Max/Nin"
240                         " unexpectedly to 0x%02x/0x%02x, protocol error\n",
241                         login_req->max_version, login_req->min_version);
242                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
243                                 ISCSI_LOGIN_STATUS_INIT_ERR);
244                 return -1;
245         }
246
247         if (memcmp(login_req->isid, login->isid, 6) != 0) {
248                 pr_err("Login request changed ISID unexpectedly,"
249                                 " protocol error.\n");
250                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
251                                 ISCSI_LOGIN_STATUS_INIT_ERR);
252                 return -1;
253         }
254
255         if (login_req->itt != login->init_task_tag) {
256                 pr_err("Login request changed ITT unexpectedly to"
257                         " 0x%08x, protocol error.\n", login_req->itt);
258                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
259                                 ISCSI_LOGIN_STATUS_INIT_ERR);
260                 return -1;
261         }
262
263         if (payload_length > MAX_KEY_VALUE_PAIRS) {
264                 pr_err("Login request payload exceeds default"
265                         " MaxRecvDataSegmentLength: %u, protocol error.\n",
266                                 MAX_KEY_VALUE_PAIRS);
267                 return -1;
268         }
269
270         return 0;
271 }
272 EXPORT_SYMBOL(iscsi_target_check_login_request);
273
274 static int iscsi_target_check_first_request(
275         struct iscsi_conn *conn,
276         struct iscsi_login *login)
277 {
278         struct iscsi_param *param = NULL;
279         struct se_node_acl *se_nacl;
280
281         login->first_request = 0;
282
283         list_for_each_entry(param, &conn->param_list->param_list, p_list) {
284                 if (!strncmp(param->name, SESSIONTYPE, 11)) {
285                         if (!IS_PSTATE_ACCEPTOR(param)) {
286                                 pr_err("SessionType key not received"
287                                         " in first login request.\n");
288                                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
289                                         ISCSI_LOGIN_STATUS_MISSING_FIELDS);
290                                 return -1;
291                         }
292                         if (!strncmp(param->value, DISCOVERY, 9))
293                                 return 0;
294                 }
295
296                 if (!strncmp(param->name, INITIATORNAME, 13)) {
297                         if (!IS_PSTATE_ACCEPTOR(param)) {
298                                 if (!login->leading_connection)
299                                         continue;
300
301                                 pr_err("InitiatorName key not received"
302                                         " in first login request.\n");
303                                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
304                                         ISCSI_LOGIN_STATUS_MISSING_FIELDS);
305                                 return -1;
306                         }
307
308                         /*
309                          * For non-leading connections, double check that the
310                          * received InitiatorName matches the existing session's
311                          * struct iscsi_node_acl.
312                          */
313                         if (!login->leading_connection) {
314                                 se_nacl = conn->sess->se_sess->se_node_acl;
315                                 if (!se_nacl) {
316                                         pr_err("Unable to locate"
317                                                 " struct se_node_acl\n");
318                                         iscsit_tx_login_rsp(conn,
319                                                         ISCSI_STATUS_CLS_INITIATOR_ERR,
320                                                         ISCSI_LOGIN_STATUS_TGT_NOT_FOUND);
321                                         return -1;
322                                 }
323
324                                 if (strcmp(param->value,
325                                                 se_nacl->initiatorname)) {
326                                         pr_err("Incorrect"
327                                                 " InitiatorName: %s for this"
328                                                 " iSCSI Initiator Node.\n",
329                                                 param->value);
330                                         iscsit_tx_login_rsp(conn,
331                                                         ISCSI_STATUS_CLS_INITIATOR_ERR,
332                                                         ISCSI_LOGIN_STATUS_TGT_NOT_FOUND);
333                                         return -1;
334                                 }
335                         }
336                 }
337         }
338
339         return 0;
340 }
341
342 static int iscsi_target_do_tx_login_io(struct iscsi_conn *conn, struct iscsi_login *login)
343 {
344         u32 padding = 0;
345         struct iscsi_login_rsp *login_rsp;
346
347         login_rsp = (struct iscsi_login_rsp *) login->rsp;
348
349         login_rsp->opcode               = ISCSI_OP_LOGIN_RSP;
350         hton24(login_rsp->dlength, login->rsp_length);
351         memcpy(login_rsp->isid, login->isid, 6);
352         login_rsp->tsih                 = cpu_to_be16(login->tsih);
353         login_rsp->itt                  = login->init_task_tag;
354         login_rsp->statsn               = cpu_to_be32(conn->stat_sn++);
355         login_rsp->exp_cmdsn            = cpu_to_be32(conn->sess->exp_cmd_sn);
356         login_rsp->max_cmdsn            = cpu_to_be32((u32) atomic_read(&conn->sess->max_cmd_sn));
357
358         pr_debug("Sending Login Response, Flags: 0x%02x, ITT: 0x%08x,"
359                 " ExpCmdSN; 0x%08x, MaxCmdSN: 0x%08x, StatSN: 0x%08x, Length:"
360                 " %u\n", login_rsp->flags, (__force u32)login_rsp->itt,
361                 ntohl(login_rsp->exp_cmdsn), ntohl(login_rsp->max_cmdsn),
362                 ntohl(login_rsp->statsn), login->rsp_length);
363
364         padding = ((-login->rsp_length) & 3);
365         /*
366          * Before sending the last login response containing the transition
367          * bit for full-feature-phase, go ahead and start up TX/RX threads
368          * now to avoid potential resource allocation failures after the
369          * final login response has been sent.
370          */
371         if (login->login_complete) {
372                 int rc = iscsit_start_kthreads(conn);
373                 if (rc) {
374                         iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
375                                             ISCSI_LOGIN_STATUS_NO_RESOURCES);
376                         return -1;
377                 }
378         }
379
380         if (conn->conn_transport->iscsit_put_login_tx(conn, login,
381                                         login->rsp_length + padding) < 0)
382                 goto err;
383
384         login->rsp_length               = 0;
385
386         return 0;
387
388 err:
389         if (login->login_complete) {
390                 if (conn->rx_thread && conn->rx_thread_active) {
391                         send_sig(SIGINT, conn->rx_thread, 1);
392                         complete(&conn->rx_login_comp);
393                         kthread_stop(conn->rx_thread);
394                 }
395                 if (conn->tx_thread && conn->tx_thread_active) {
396                         send_sig(SIGINT, conn->tx_thread, 1);
397                         kthread_stop(conn->tx_thread);
398                 }
399                 spin_lock(&iscsit_global->ts_bitmap_lock);
400                 bitmap_release_region(iscsit_global->ts_bitmap, conn->bitmap_id,
401                                       get_order(1));
402                 spin_unlock(&iscsit_global->ts_bitmap_lock);
403         }
404         return -1;
405 }
406
407 static void iscsi_target_sk_data_ready(struct sock *sk)
408 {
409         struct iscsi_conn *conn = sk->sk_user_data;
410         bool rc;
411
412         pr_debug("Entering iscsi_target_sk_data_ready: conn: %p\n", conn);
413
414         write_lock_bh(&sk->sk_callback_lock);
415         if (!sk->sk_user_data) {
416                 write_unlock_bh(&sk->sk_callback_lock);
417                 return;
418         }
419         if (!test_bit(LOGIN_FLAGS_READY, &conn->login_flags)) {
420                 write_unlock_bh(&sk->sk_callback_lock);
421                 pr_debug("Got LOGIN_FLAGS_READY=0, conn: %p >>>>\n", conn);
422                 return;
423         }
424         if (test_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags)) {
425                 write_unlock_bh(&sk->sk_callback_lock);
426                 pr_debug("Got LOGIN_FLAGS_CLOSED=1, conn: %p >>>>\n", conn);
427                 return;
428         }
429         if (test_and_set_bit(LOGIN_FLAGS_READ_ACTIVE, &conn->login_flags)) {
430                 write_unlock_bh(&sk->sk_callback_lock);
431                 pr_debug("Got LOGIN_FLAGS_READ_ACTIVE=1, conn: %p >>>>\n", conn);
432                 return;
433         }
434
435         rc = schedule_delayed_work(&conn->login_work, 0);
436         if (!rc) {
437                 pr_debug("iscsi_target_sk_data_ready, schedule_delayed_work"
438                          " got false\n");
439         }
440         write_unlock_bh(&sk->sk_callback_lock);
441 }
442
443 static void iscsi_target_sk_state_change(struct sock *);
444
445 static void iscsi_target_set_sock_callbacks(struct iscsi_conn *conn)
446 {
447         struct sock *sk;
448
449         if (!conn->sock)
450                 return;
451
452         sk = conn->sock->sk;
453         pr_debug("Entering iscsi_target_set_sock_callbacks: conn: %p\n", conn);
454
455         write_lock_bh(&sk->sk_callback_lock);
456         sk->sk_user_data = conn;
457         conn->orig_data_ready = sk->sk_data_ready;
458         conn->orig_state_change = sk->sk_state_change;
459         sk->sk_data_ready = iscsi_target_sk_data_ready;
460         sk->sk_state_change = iscsi_target_sk_state_change;
461         write_unlock_bh(&sk->sk_callback_lock);
462
463         sk->sk_sndtimeo = TA_LOGIN_TIMEOUT * HZ;
464         sk->sk_rcvtimeo = TA_LOGIN_TIMEOUT * HZ;
465 }
466
467 static void iscsi_target_restore_sock_callbacks(struct iscsi_conn *conn)
468 {
469         struct sock *sk;
470
471         if (!conn->sock)
472                 return;
473
474         sk = conn->sock->sk;
475         pr_debug("Entering iscsi_target_restore_sock_callbacks: conn: %p\n", conn);
476
477         write_lock_bh(&sk->sk_callback_lock);
478         if (!sk->sk_user_data) {
479                 write_unlock_bh(&sk->sk_callback_lock);
480                 return;
481         }
482         sk->sk_user_data = NULL;
483         sk->sk_data_ready = conn->orig_data_ready;
484         sk->sk_state_change = conn->orig_state_change;
485         write_unlock_bh(&sk->sk_callback_lock);
486
487         sk->sk_sndtimeo = MAX_SCHEDULE_TIMEOUT;
488         sk->sk_rcvtimeo = MAX_SCHEDULE_TIMEOUT;
489 }
490
491 static int iscsi_target_do_login(struct iscsi_conn *, struct iscsi_login *);
492
493 static bool __iscsi_target_sk_check_close(struct sock *sk)
494 {
495         if (sk->sk_state == TCP_CLOSE_WAIT || sk->sk_state == TCP_CLOSE) {
496                 pr_debug("__iscsi_target_sk_check_close: TCP_CLOSE_WAIT|TCP_CLOSE,"
497                         "returning FALSE\n");
498                 return true;
499         }
500         return false;
501 }
502
503 static bool iscsi_target_sk_check_close(struct iscsi_conn *conn)
504 {
505         bool state = false;
506
507         if (conn->sock) {
508                 struct sock *sk = conn->sock->sk;
509
510                 read_lock_bh(&sk->sk_callback_lock);
511                 state = (__iscsi_target_sk_check_close(sk) ||
512                          test_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags));
513                 read_unlock_bh(&sk->sk_callback_lock);
514         }
515         return state;
516 }
517
518 static bool iscsi_target_sk_check_flag(struct iscsi_conn *conn, unsigned int flag)
519 {
520         bool state = false;
521
522         if (conn->sock) {
523                 struct sock *sk = conn->sock->sk;
524
525                 read_lock_bh(&sk->sk_callback_lock);
526                 state = test_bit(flag, &conn->login_flags);
527                 read_unlock_bh(&sk->sk_callback_lock);
528         }
529         return state;
530 }
531
532 static bool iscsi_target_sk_check_and_clear(struct iscsi_conn *conn, unsigned int flag)
533 {
534         bool state = false;
535
536         if (conn->sock) {
537                 struct sock *sk = conn->sock->sk;
538
539                 write_lock_bh(&sk->sk_callback_lock);
540                 state = (__iscsi_target_sk_check_close(sk) ||
541                          test_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags));
542                 if (!state)
543                         clear_bit(flag, &conn->login_flags);
544                 write_unlock_bh(&sk->sk_callback_lock);
545         }
546         return state;
547 }
548
549 static void iscsi_target_login_drop(struct iscsi_conn *conn, struct iscsi_login *login)
550 {
551         bool zero_tsih = login->zero_tsih;
552
553         iscsi_remove_failed_auth_entry(conn);
554         iscsi_target_nego_release(conn);
555         iscsi_target_login_sess_out(conn, zero_tsih, true);
556 }
557
558 static void iscsi_target_login_timeout(unsigned long data)
559 {
560         struct iscsi_conn *conn = (struct iscsi_conn *)data;
561
562         pr_debug("Entering iscsi_target_login_timeout >>>>>>>>>>>>>>>>>>>\n");
563
564         if (conn->login_kworker) {
565                 pr_debug("Sending SIGINT to conn->login_kworker %s/%d\n",
566                          conn->login_kworker->comm, conn->login_kworker->pid);
567                 send_sig(SIGINT, conn->login_kworker, 1);
568         }
569 }
570
571 static void iscsi_target_do_login_rx(struct work_struct *work)
572 {
573         struct iscsi_conn *conn = container_of(work,
574                                 struct iscsi_conn, login_work.work);
575         struct iscsi_login *login = conn->login;
576         struct iscsi_np *np = login->np;
577         struct iscsi_portal_group *tpg = conn->tpg;
578         struct iscsi_tpg_np *tpg_np = conn->tpg_np;
579         struct timer_list login_timer;
580         int rc, zero_tsih = login->zero_tsih;
581         bool state;
582
583         pr_debug("entering iscsi_target_do_login_rx, conn: %p, %s:%d\n",
584                         conn, current->comm, current->pid);
585         /*
586          * If iscsi_target_do_login_rx() has been invoked by ->sk_data_ready()
587          * before initial PDU processing in iscsi_target_start_negotiation()
588          * has completed, go ahead and retry until it's cleared.
589          *
590          * Otherwise if the TCP connection drops while this is occuring,
591          * iscsi_target_start_negotiation() will detect the failure, call
592          * cancel_delayed_work_sync(&conn->login_work), and cleanup the
593          * remaining iscsi connection resources from iscsi_np process context.
594          */
595         if (iscsi_target_sk_check_flag(conn, LOGIN_FLAGS_INITIAL_PDU)) {
596                 schedule_delayed_work(&conn->login_work, msecs_to_jiffies(10));
597                 return;
598         }
599
600         spin_lock(&tpg->tpg_state_lock);
601         state = (tpg->tpg_state == TPG_STATE_ACTIVE);
602         spin_unlock(&tpg->tpg_state_lock);
603
604         if (!state) {
605                 pr_debug("iscsi_target_do_login_rx: tpg_state != TPG_STATE_ACTIVE\n");
606                 goto err;
607         }
608
609         if (iscsi_target_sk_check_close(conn)) {
610                 pr_debug("iscsi_target_do_login_rx, TCP state CLOSE\n");
611                 goto err;
612         }
613
614         conn->login_kworker = current;
615         allow_signal(SIGINT);
616
617         init_timer(&login_timer);
618         login_timer.expires = (get_jiffies_64() + TA_LOGIN_TIMEOUT * HZ);
619         login_timer.data = (unsigned long)conn;
620         login_timer.function = iscsi_target_login_timeout;
621         add_timer(&login_timer);
622         pr_debug("Starting login_timer for %s/%d\n", current->comm, current->pid);
623
624         rc = conn->conn_transport->iscsit_get_login_rx(conn, login);
625         del_timer_sync(&login_timer);
626         flush_signals(current);
627         conn->login_kworker = NULL;
628
629         if (rc < 0)
630                 goto err;
631
632         pr_debug("iscsi_target_do_login_rx after rx_login_io, %p, %s:%d\n",
633                         conn, current->comm, current->pid);
634
635         rc = iscsi_target_do_login(conn, login);
636         if (rc < 0) {
637                 goto err;
638         } else if (!rc) {
639                 if (iscsi_target_sk_check_and_clear(conn, LOGIN_FLAGS_READ_ACTIVE))
640                         goto err;
641         } else if (rc == 1) {
642                 iscsi_target_nego_release(conn);
643                 iscsi_post_login_handler(np, conn, zero_tsih);
644                 iscsit_deaccess_np(np, tpg, tpg_np);
645         }
646         return;
647
648 err:
649         iscsi_target_restore_sock_callbacks(conn);
650         iscsi_target_login_drop(conn, login);
651         iscsit_deaccess_np(np, tpg, tpg_np);
652 }
653
654 static void iscsi_target_do_cleanup(struct work_struct *work)
655 {
656         struct iscsi_conn *conn = container_of(work,
657                                 struct iscsi_conn, login_cleanup_work.work);
658         struct sock *sk = conn->sock->sk;
659         struct iscsi_login *login = conn->login;
660         struct iscsi_np *np = login->np;
661         struct iscsi_portal_group *tpg = conn->tpg;
662         struct iscsi_tpg_np *tpg_np = conn->tpg_np;
663
664         pr_debug("Entering iscsi_target_do_cleanup\n");
665
666         cancel_delayed_work_sync(&conn->login_work);
667         conn->orig_state_change(sk);
668
669         iscsi_target_restore_sock_callbacks(conn);
670         iscsi_target_login_drop(conn, login);
671         iscsit_deaccess_np(np, tpg, tpg_np);
672
673         pr_debug("iscsi_target_do_cleanup done()\n");
674 }
675
676 static void iscsi_target_sk_state_change(struct sock *sk)
677 {
678         struct iscsi_conn *conn;
679         void (*orig_state_change)(struct sock *);
680         bool state;
681
682         pr_debug("Entering iscsi_target_sk_state_change\n");
683
684         write_lock_bh(&sk->sk_callback_lock);
685         conn = sk->sk_user_data;
686         if (!conn) {
687                 write_unlock_bh(&sk->sk_callback_lock);
688                 return;
689         }
690         orig_state_change = conn->orig_state_change;
691
692         if (!test_bit(LOGIN_FLAGS_READY, &conn->login_flags)) {
693                 pr_debug("Got LOGIN_FLAGS_READY=0 sk_state_change conn: %p\n",
694                          conn);
695                 write_unlock_bh(&sk->sk_callback_lock);
696                 orig_state_change(sk);
697                 return;
698         }
699         state = __iscsi_target_sk_check_close(sk);
700         pr_debug("__iscsi_target_sk_close_change: state: %d\n", state);
701
702         if (test_bit(LOGIN_FLAGS_READ_ACTIVE, &conn->login_flags)) {
703                 pr_debug("Got LOGIN_FLAGS_READ_ACTIVE=1 sk_state_change"
704                          " conn: %p\n", conn);
705                 if (state)
706                         set_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags);
707                 write_unlock_bh(&sk->sk_callback_lock);
708                 orig_state_change(sk);
709                 return;
710         }
711         if (test_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags)) {
712                 pr_debug("Got LOGIN_FLAGS_CLOSED=1 sk_state_change conn: %p\n",
713                          conn);
714                 write_unlock_bh(&sk->sk_callback_lock);
715                 orig_state_change(sk);
716                 return;
717         }
718         /*
719          * If the TCP connection has dropped, go ahead and set LOGIN_FLAGS_CLOSED,
720          * but only queue conn->login_work -> iscsi_target_do_login_rx()
721          * processing if LOGIN_FLAGS_INITIAL_PDU has already been cleared.
722          *
723          * When iscsi_target_do_login_rx() runs, iscsi_target_sk_check_close()
724          * will detect the dropped TCP connection from delayed workqueue context.
725          *
726          * If LOGIN_FLAGS_INITIAL_PDU is still set, which means the initial
727          * iscsi_target_start_negotiation() is running, iscsi_target_do_login()
728          * via iscsi_target_sk_check_close() or iscsi_target_start_negotiation()
729          * via iscsi_target_sk_check_and_clear() is responsible for detecting the
730          * dropped TCP connection in iscsi_np process context, and cleaning up
731          * the remaining iscsi connection resources.
732          */
733         if (state) {
734                 pr_debug("iscsi_target_sk_state_change got failed state\n");
735                 set_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags);
736                 state = test_bit(LOGIN_FLAGS_INITIAL_PDU, &conn->login_flags);
737                 write_unlock_bh(&sk->sk_callback_lock);
738
739                 orig_state_change(sk);
740
741                 if (!state)
742                         schedule_delayed_work(&conn->login_work, 0);
743                 return;
744         }
745         write_unlock_bh(&sk->sk_callback_lock);
746
747         orig_state_change(sk);
748 }
749
750 /*
751  *      NOTE: We check for existing sessions or connections AFTER the initiator
752  *      has been successfully authenticated in order to protect against faked
753  *      ISID/TSIH combinations.
754  */
755 static int iscsi_target_check_for_existing_instances(
756         struct iscsi_conn *conn,
757         struct iscsi_login *login)
758 {
759         if (login->checked_for_existing)
760                 return 0;
761
762         login->checked_for_existing = 1;
763
764         if (!login->tsih)
765                 return iscsi_check_for_session_reinstatement(conn);
766         else
767                 return iscsi_login_post_auth_non_zero_tsih(conn, login->cid,
768                                 login->initial_exp_statsn);
769 }
770
771 static int iscsi_target_do_authentication(
772         struct iscsi_conn *conn,
773         struct iscsi_login *login)
774 {
775         int authret;
776         u32 payload_length;
777         struct iscsi_param *param;
778         struct iscsi_login_req *login_req;
779         struct iscsi_login_rsp *login_rsp;
780
781         login_req = (struct iscsi_login_req *) login->req;
782         login_rsp = (struct iscsi_login_rsp *) login->rsp;
783         payload_length = ntoh24(login_req->dlength);
784
785         param = iscsi_find_param_from_key(AUTHMETHOD, conn->param_list);
786         if (!param)
787                 return -1;
788
789         authret = iscsi_handle_authentication(
790                         conn,
791                         login->req_buf,
792                         login->rsp_buf,
793                         payload_length,
794                         &login->rsp_length,
795                         param->value);
796         switch (authret) {
797         case 0:
798                 pr_debug("Received OK response"
799                 " from LIO Authentication, continuing.\n");
800                 break;
801         case 1:
802                 pr_debug("iSCSI security negotiation"
803                         " completed successfully.\n");
804                 login->auth_complete = 1;
805                 if ((login_req->flags & ISCSI_FLAG_LOGIN_NEXT_STAGE1) &&
806                     (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT)) {
807                         login_rsp->flags |= (ISCSI_FLAG_LOGIN_NEXT_STAGE1 |
808                                              ISCSI_FLAG_LOGIN_TRANSIT);
809                         login->current_stage = 1;
810                 }
811                 return iscsi_target_check_for_existing_instances(
812                                 conn, login);
813         case 2:
814                 pr_err("Security negotiation"
815                         " failed.\n");
816                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
817                                 ISCSI_LOGIN_STATUS_AUTH_FAILED);
818                 return -1;
819         default:
820                 pr_err("Received unknown error %d from LIO"
821                                 " Authentication\n", authret);
822                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
823                                 ISCSI_LOGIN_STATUS_TARGET_ERROR);
824                 return -1;
825         }
826
827         return 0;
828 }
829
830 static int iscsi_target_handle_csg_zero(
831         struct iscsi_conn *conn,
832         struct iscsi_login *login)
833 {
834         int ret;
835         u32 payload_length;
836         struct iscsi_param *param;
837         struct iscsi_login_req *login_req;
838         struct iscsi_login_rsp *login_rsp;
839
840         login_req = (struct iscsi_login_req *) login->req;
841         login_rsp = (struct iscsi_login_rsp *) login->rsp;
842         payload_length = ntoh24(login_req->dlength);
843
844         param = iscsi_find_param_from_key(AUTHMETHOD, conn->param_list);
845         if (!param)
846                 return -1;
847
848         ret = iscsi_decode_text_input(
849                         PHASE_SECURITY|PHASE_DECLARATIVE,
850                         SENDER_INITIATOR|SENDER_RECEIVER,
851                         login->req_buf,
852                         payload_length,
853                         conn);
854         if (ret < 0)
855                 return -1;
856
857         if (ret > 0) {
858                 if (login->auth_complete) {
859                         pr_err("Initiator has already been"
860                                 " successfully authenticated, but is still"
861                                 " sending %s keys.\n", param->value);
862                         iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
863                                         ISCSI_LOGIN_STATUS_INIT_ERR);
864                         return -1;
865                 }
866
867                 goto do_auth;
868         } else if (!payload_length) {
869                 pr_err("Initiator sent zero length security payload,"
870                        " login failed\n");
871                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
872                                     ISCSI_LOGIN_STATUS_AUTH_FAILED);
873                 return -1;
874         }
875
876         if (login->first_request)
877                 if (iscsi_target_check_first_request(conn, login) < 0)
878                         return -1;
879
880         ret = iscsi_encode_text_output(
881                         PHASE_SECURITY|PHASE_DECLARATIVE,
882                         SENDER_TARGET,
883                         login->rsp_buf,
884                         &login->rsp_length,
885                         conn->param_list,
886                         conn->tpg->tpg_attrib.login_keys_workaround);
887         if (ret < 0)
888                 return -1;
889
890         if (!iscsi_check_negotiated_keys(conn->param_list)) {
891                 if (conn->tpg->tpg_attrib.authentication &&
892                     !strncmp(param->value, NONE, 4)) {
893                         pr_err("Initiator sent AuthMethod=None but"
894                                 " Target is enforcing iSCSI Authentication,"
895                                         " login failed.\n");
896                         iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
897                                         ISCSI_LOGIN_STATUS_AUTH_FAILED);
898                         return -1;
899                 }
900
901                 if (conn->tpg->tpg_attrib.authentication &&
902                     !login->auth_complete)
903                         return 0;
904
905                 if (strncmp(param->value, NONE, 4) && !login->auth_complete)
906                         return 0;
907
908                 if ((login_req->flags & ISCSI_FLAG_LOGIN_NEXT_STAGE1) &&
909                     (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT)) {
910                         login_rsp->flags |= ISCSI_FLAG_LOGIN_NEXT_STAGE1 |
911                                             ISCSI_FLAG_LOGIN_TRANSIT;
912                         login->current_stage = 1;
913                 }
914         }
915
916         return 0;
917 do_auth:
918         return iscsi_target_do_authentication(conn, login);
919 }
920
921 static int iscsi_target_handle_csg_one(struct iscsi_conn *conn, struct iscsi_login *login)
922 {
923         int ret;
924         u32 payload_length;
925         struct iscsi_login_req *login_req;
926         struct iscsi_login_rsp *login_rsp;
927
928         login_req = (struct iscsi_login_req *) login->req;
929         login_rsp = (struct iscsi_login_rsp *) login->rsp;
930         payload_length = ntoh24(login_req->dlength);
931
932         ret = iscsi_decode_text_input(
933                         PHASE_OPERATIONAL|PHASE_DECLARATIVE,
934                         SENDER_INITIATOR|SENDER_RECEIVER,
935                         login->req_buf,
936                         payload_length,
937                         conn);
938         if (ret < 0) {
939                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
940                                 ISCSI_LOGIN_STATUS_INIT_ERR);
941                 return -1;
942         }
943
944         if (login->first_request)
945                 if (iscsi_target_check_first_request(conn, login) < 0)
946                         return -1;
947
948         if (iscsi_target_check_for_existing_instances(conn, login) < 0)
949                 return -1;
950
951         ret = iscsi_encode_text_output(
952                         PHASE_OPERATIONAL|PHASE_DECLARATIVE,
953                         SENDER_TARGET,
954                         login->rsp_buf,
955                         &login->rsp_length,
956                         conn->param_list,
957                         conn->tpg->tpg_attrib.login_keys_workaround);
958         if (ret < 0) {
959                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
960                                 ISCSI_LOGIN_STATUS_INIT_ERR);
961                 return -1;
962         }
963
964         if (!login->auth_complete &&
965              conn->tpg->tpg_attrib.authentication) {
966                 pr_err("Initiator is requesting CSG: 1, has not been"
967                          " successfully authenticated, and the Target is"
968                         " enforcing iSCSI Authentication, login failed.\n");
969                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
970                                 ISCSI_LOGIN_STATUS_AUTH_FAILED);
971                 return -1;
972         }
973
974         if (!iscsi_check_negotiated_keys(conn->param_list))
975                 if ((login_req->flags & ISCSI_FLAG_LOGIN_NEXT_STAGE3) &&
976                     (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT))
977                         login_rsp->flags |= ISCSI_FLAG_LOGIN_NEXT_STAGE3 |
978                                             ISCSI_FLAG_LOGIN_TRANSIT;
979
980         return 0;
981 }
982
983 static int iscsi_target_do_login(struct iscsi_conn *conn, struct iscsi_login *login)
984 {
985         int pdu_count = 0;
986         struct iscsi_login_req *login_req;
987         struct iscsi_login_rsp *login_rsp;
988
989         login_req = (struct iscsi_login_req *) login->req;
990         login_rsp = (struct iscsi_login_rsp *) login->rsp;
991
992         while (1) {
993                 if (++pdu_count > MAX_LOGIN_PDUS) {
994                         pr_err("MAX_LOGIN_PDUS count reached.\n");
995                         iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
996                                         ISCSI_LOGIN_STATUS_TARGET_ERROR);
997                         return -1;
998                 }
999
1000                 switch (ISCSI_LOGIN_CURRENT_STAGE(login_req->flags)) {
1001                 case 0:
1002                         login_rsp->flags &= ~ISCSI_FLAG_LOGIN_CURRENT_STAGE_MASK;
1003                         if (iscsi_target_handle_csg_zero(conn, login) < 0)
1004                                 return -1;
1005                         break;
1006                 case 1:
1007                         login_rsp->flags |= ISCSI_FLAG_LOGIN_CURRENT_STAGE1;
1008                         if (iscsi_target_handle_csg_one(conn, login) < 0)
1009                                 return -1;
1010                         if (login_rsp->flags & ISCSI_FLAG_LOGIN_TRANSIT) {
1011                                 /*
1012                                  * Check to make sure the TCP connection has not
1013                                  * dropped asynchronously while session reinstatement
1014                                  * was occuring in this kthread context, before
1015                                  * transitioning to full feature phase operation.
1016                                  */
1017                                 if (iscsi_target_sk_check_close(conn))
1018                                         return -1;
1019
1020                                 login->tsih = conn->sess->tsih;
1021                                 login->login_complete = 1;
1022                                 iscsi_target_restore_sock_callbacks(conn);
1023                                 if (iscsi_target_do_tx_login_io(conn,
1024                                                 login) < 0)
1025                                         return -1;
1026                                 return 1;
1027                         }
1028                         break;
1029                 default:
1030                         pr_err("Illegal CSG: %d received from"
1031                                 " Initiator, protocol error.\n",
1032                                 ISCSI_LOGIN_CURRENT_STAGE(login_req->flags));
1033                         break;
1034                 }
1035
1036                 if (iscsi_target_do_tx_login_io(conn, login) < 0)
1037                         return -1;
1038
1039                 if (login_rsp->flags & ISCSI_FLAG_LOGIN_TRANSIT) {
1040                         login_rsp->flags &= ~ISCSI_FLAG_LOGIN_TRANSIT;
1041                         login_rsp->flags &= ~ISCSI_FLAG_LOGIN_NEXT_STAGE_MASK;
1042                 }
1043                 break;
1044         }
1045
1046         return 0;
1047 }
1048
1049 static void iscsi_initiatorname_tolower(
1050         char *param_buf)
1051 {
1052         char *c;
1053         u32 iqn_size = strlen(param_buf), i;
1054
1055         for (i = 0; i < iqn_size; i++) {
1056                 c = &param_buf[i];
1057                 if (!isupper(*c))
1058                         continue;
1059
1060                 *c = tolower(*c);
1061         }
1062 }
1063
1064 /*
1065  * Processes the first Login Request..
1066  */
1067 int iscsi_target_locate_portal(
1068         struct iscsi_np *np,
1069         struct iscsi_conn *conn,
1070         struct iscsi_login *login)
1071 {
1072         char *i_buf = NULL, *s_buf = NULL, *t_buf = NULL;
1073         char *tmpbuf, *start = NULL, *end = NULL, *key, *value;
1074         struct iscsi_session *sess = conn->sess;
1075         struct iscsi_tiqn *tiqn;
1076         struct iscsi_tpg_np *tpg_np = NULL;
1077         struct iscsi_login_req *login_req;
1078         struct se_node_acl *se_nacl;
1079         u32 payload_length, queue_depth = 0;
1080         int sessiontype = 0, ret = 0, tag_num, tag_size;
1081
1082         INIT_DELAYED_WORK(&conn->login_work, iscsi_target_do_login_rx);
1083         INIT_DELAYED_WORK(&conn->login_cleanup_work, iscsi_target_do_cleanup);
1084         iscsi_target_set_sock_callbacks(conn);
1085
1086         login->np = np;
1087
1088         login_req = (struct iscsi_login_req *) login->req;
1089         payload_length = ntoh24(login_req->dlength);
1090
1091         tmpbuf = kzalloc(payload_length + 1, GFP_KERNEL);
1092         if (!tmpbuf) {
1093                 pr_err("Unable to allocate memory for tmpbuf.\n");
1094                 return -1;
1095         }
1096
1097         memcpy(tmpbuf, login->req_buf, payload_length);
1098         tmpbuf[payload_length] = '\0';
1099         start = tmpbuf;
1100         end = (start + payload_length);
1101
1102         /*
1103          * Locate the initial keys expected from the Initiator node in
1104          * the first login request in order to progress with the login phase.
1105          */
1106         while (start < end) {
1107                 if (iscsi_extract_key_value(start, &key, &value) < 0) {
1108                         ret = -1;
1109                         goto out;
1110                 }
1111
1112                 if (!strncmp(key, "InitiatorName", 13))
1113                         i_buf = value;
1114                 else if (!strncmp(key, "SessionType", 11))
1115                         s_buf = value;
1116                 else if (!strncmp(key, "TargetName", 10))
1117                         t_buf = value;
1118
1119                 start += strlen(key) + strlen(value) + 2;
1120         }
1121         /*
1122          * See 5.3.  Login Phase.
1123          */
1124         if (!i_buf) {
1125                 pr_err("InitiatorName key not received"
1126                         " in first login request.\n");
1127                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
1128                         ISCSI_LOGIN_STATUS_MISSING_FIELDS);
1129                 ret = -1;
1130                 goto out;
1131         }
1132         /*
1133          * Convert the incoming InitiatorName to lowercase following
1134          * RFC-3720 3.2.6.1. section c) that says that iSCSI IQNs
1135          * are NOT case sensitive.
1136          */
1137         iscsi_initiatorname_tolower(i_buf);
1138
1139         if (!s_buf) {
1140                 if (!login->leading_connection)
1141                         goto get_target;
1142
1143                 pr_err("SessionType key not received"
1144                         " in first login request.\n");
1145                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
1146                         ISCSI_LOGIN_STATUS_MISSING_FIELDS);
1147                 ret = -1;
1148                 goto out;
1149         }
1150
1151         /*
1152          * Use default portal group for discovery sessions.
1153          */
1154         sessiontype = strncmp(s_buf, DISCOVERY, 9);
1155         if (!sessiontype) {
1156                 conn->tpg = iscsit_global->discovery_tpg;
1157                 if (!login->leading_connection)
1158                         goto get_target;
1159
1160                 sess->sess_ops->SessionType = 1;
1161                 /*
1162                  * Setup crc32c modules from libcrypto
1163                  */
1164                 if (iscsi_login_setup_crypto(conn) < 0) {
1165                         pr_err("iscsi_login_setup_crypto() failed\n");
1166                         ret = -1;
1167                         goto out;
1168                 }
1169                 /*
1170                  * Serialize access across the discovery struct iscsi_portal_group to
1171                  * process login attempt.
1172                  */
1173                 if (iscsit_access_np(np, conn->tpg) < 0) {
1174                         iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1175                                 ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE);
1176                         ret = -1;
1177                         goto out;
1178                 }
1179                 ret = 0;
1180                 goto alloc_tags;
1181         }
1182
1183 get_target:
1184         if (!t_buf) {
1185                 pr_err("TargetName key not received"
1186                         " in first login request while"
1187                         " SessionType=Normal.\n");
1188                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
1189                         ISCSI_LOGIN_STATUS_MISSING_FIELDS);
1190                 ret = -1;
1191                 goto out;
1192         }
1193
1194         /*
1195          * Locate Target IQN from Storage Node.
1196          */
1197         tiqn = iscsit_get_tiqn_for_login(t_buf);
1198         if (!tiqn) {
1199                 pr_err("Unable to locate Target IQN: %s in"
1200                         " Storage Node\n", t_buf);
1201                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1202                                 ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE);
1203                 ret = -1;
1204                 goto out;
1205         }
1206         pr_debug("Located Storage Object: %s\n", tiqn->tiqn);
1207
1208         /*
1209          * Locate Target Portal Group from Storage Node.
1210          */
1211         conn->tpg = iscsit_get_tpg_from_np(tiqn, np, &tpg_np);
1212         if (!conn->tpg) {
1213                 pr_err("Unable to locate Target Portal Group"
1214                                 " on %s\n", tiqn->tiqn);
1215                 iscsit_put_tiqn_for_login(tiqn);
1216                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1217                                 ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE);
1218                 ret = -1;
1219                 goto out;
1220         }
1221         conn->tpg_np = tpg_np;
1222         pr_debug("Located Portal Group Object: %hu\n", conn->tpg->tpgt);
1223         /*
1224          * Setup crc32c modules from libcrypto
1225          */
1226         if (iscsi_login_setup_crypto(conn) < 0) {
1227                 pr_err("iscsi_login_setup_crypto() failed\n");
1228                 kref_put(&tpg_np->tpg_np_kref, iscsit_login_kref_put);
1229                 iscsit_put_tiqn_for_login(tiqn);
1230                 conn->tpg = NULL;
1231                 ret = -1;
1232                 goto out;
1233         }
1234         /*
1235          * Serialize access across the struct iscsi_portal_group to
1236          * process login attempt.
1237          */
1238         if (iscsit_access_np(np, conn->tpg) < 0) {
1239                 kref_put(&tpg_np->tpg_np_kref, iscsit_login_kref_put);
1240                 iscsit_put_tiqn_for_login(tiqn);
1241                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1242                                 ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE);
1243                 conn->tpg = NULL;
1244                 ret = -1;
1245                 goto out;
1246         }
1247
1248         /*
1249          * conn->sess->node_acl will be set when the referenced
1250          * struct iscsi_session is located from received ISID+TSIH in
1251          * iscsi_login_non_zero_tsih_s2().
1252          */
1253         if (!login->leading_connection) {
1254                 ret = 0;
1255                 goto out;
1256         }
1257
1258         /*
1259          * This value is required in iscsi_login_zero_tsih_s2()
1260          */
1261         sess->sess_ops->SessionType = 0;
1262
1263         /*
1264          * Locate incoming Initiator IQN reference from Storage Node.
1265          */
1266         sess->se_sess->se_node_acl = core_tpg_check_initiator_node_acl(
1267                         &conn->tpg->tpg_se_tpg, i_buf);
1268         if (!sess->se_sess->se_node_acl) {
1269                 pr_err("iSCSI Initiator Node: %s is not authorized to"
1270                         " access iSCSI target portal group: %hu.\n",
1271                                 i_buf, conn->tpg->tpgt);
1272                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
1273                                 ISCSI_LOGIN_STATUS_TGT_FORBIDDEN);
1274                 ret = -1;
1275                 goto out;
1276         }
1277         se_nacl = sess->se_sess->se_node_acl;
1278         queue_depth = se_nacl->queue_depth;
1279         /*
1280          * Setup pre-allocated tags based upon allowed per NodeACL CmdSN
1281          * depth for non immediate commands, plus extra tags for immediate
1282          * commands.
1283          *
1284          * Also enforce a ISCSIT_MIN_TAGS to prevent unnecessary contention
1285          * in per-cpu-ida tag allocation logic + small queue_depth.
1286          */
1287 alloc_tags:
1288         tag_num = max_t(u32, ISCSIT_MIN_TAGS, queue_depth);
1289         tag_num = (tag_num * 2) + ISCSIT_EXTRA_TAGS;
1290         tag_size = sizeof(struct iscsi_cmd) + conn->conn_transport->priv_size;
1291
1292         ret = transport_alloc_session_tags(sess->se_sess, tag_num, tag_size);
1293         if (ret < 0) {
1294                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1295                                     ISCSI_LOGIN_STATUS_NO_RESOURCES);
1296                 ret = -1;
1297         }
1298 out:
1299         kfree(tmpbuf);
1300         return ret;
1301 }
1302
1303 int iscsi_target_start_negotiation(
1304         struct iscsi_login *login,
1305         struct iscsi_conn *conn)
1306 {
1307         int ret;
1308
1309        if (conn->sock) {
1310                struct sock *sk = conn->sock->sk;
1311
1312                 write_lock_bh(&sk->sk_callback_lock);
1313                 set_bit(LOGIN_FLAGS_READY, &conn->login_flags);
1314                 set_bit(LOGIN_FLAGS_INITIAL_PDU, &conn->login_flags);
1315                 write_unlock_bh(&sk->sk_callback_lock);
1316         }
1317         /*
1318          * If iscsi_target_do_login returns zero to signal more PDU
1319          * exchanges are required to complete the login, go ahead and
1320          * clear LOGIN_FLAGS_INITIAL_PDU but only if the TCP connection
1321          * is still active.
1322          *
1323          * Otherwise if TCP connection dropped asynchronously, go ahead
1324          * and perform connection cleanup now.
1325          */
1326         ret = iscsi_target_do_login(conn, login);
1327         if (!ret && iscsi_target_sk_check_and_clear(conn, LOGIN_FLAGS_INITIAL_PDU))
1328                 ret = -1;
1329
1330         if (ret < 0) {
1331                 cancel_delayed_work_sync(&conn->login_work);
1332                 cancel_delayed_work_sync(&conn->login_cleanup_work);
1333                 iscsi_target_restore_sock_callbacks(conn);
1334                 iscsi_remove_failed_auth_entry(conn);
1335         }
1336         if (ret != 0)
1337                 iscsi_target_nego_release(conn);
1338
1339         return ret;
1340 }
1341
1342 void iscsi_target_nego_release(struct iscsi_conn *conn)
1343 {
1344         struct iscsi_login *login = conn->conn_login;
1345
1346         if (!login)
1347                 return;
1348
1349         kfree(login->req_buf);
1350         kfree(login->rsp_buf);
1351         kfree(login);
1352
1353         conn->conn_login = NULL;
1354 }