drivers/target/iscsi/iscsi_target_login.c

   1 /*******************************************************************************
   2  * This file contains the login functions used by the iSCSI Target driver.
   3  *
   4  * \u00a9 Copyright 2007-2011 RisingTide Systems LLC.
   5  *
   6  * Licensed to the Linux Foundation under the General Public License (GPL) version 2.
   7  *
   8  * Author: Nicholas A. Bellinger <nab@linux-iscsi.org>
   9  *
  10  * This program is free software; you can redistribute it and/or modify
  11  * it under the terms of the GNU General Public License as published by
  12  * the Free Software Foundation; either version 2 of the License, or
  13  * (at your option) any later version.
  14  *
  15  * This program is distributed in the hope that it will be useful,
  16  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  17  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  18  * GNU General Public License for more details.
  19  ******************************************************************************/
  20
  21 #include <linux/string.h>
  22 #include <linux/kthread.h>
  23 #include <linux/crypto.h>
  24 #include <scsi/iscsi_proto.h>
  25 #include <target/target_core_base.h>
  26 #include <target/target_core_fabric.h>
  27
  28 #include "iscsi_target_core.h"
  29 #include "iscsi_target_tq.h"
  30 #include "iscsi_target_device.h"
  31 #include "iscsi_target_nego.h"
  32 #include "iscsi_target_erl0.h"
  33 #include "iscsi_target_erl2.h"
  34 #include "iscsi_target_login.h"
  35 #include "iscsi_target_stat.h"
  36 #include "iscsi_target_tpg.h"
  37 #include "iscsi_target_util.h"
  38 #include "iscsi_target.h"
  39 #include "iscsi_target_parameters.h"
  40
  41 extern struct idr sess_idr;
  42 extern struct mutex auth_id_lock;
  43 extern spinlock_t sess_idr_lock;
  44
  45 static int iscsi_login_init_conn(struct iscsi_conn *conn)
  46 {
  47         INIT_LIST_HEAD(&conn->conn_list);
  48         INIT_LIST_HEAD(&conn->conn_cmd_list);
  49         INIT_LIST_HEAD(&conn->immed_queue_list);
  50         INIT_LIST_HEAD(&conn->response_queue_list);
  51         init_completion(&conn->conn_post_wait_comp);
  52         init_completion(&conn->conn_wait_comp);
  53         init_completion(&conn->conn_wait_rcfr_comp);
  54         init_completion(&conn->conn_waiting_on_uc_comp);
  55         init_completion(&conn->conn_logout_comp);
  56         init_completion(&conn->rx_half_close_comp);
  57         init_completion(&conn->tx_half_close_comp);
  58         spin_lock_init(&conn->cmd_lock);
  59         spin_lock_init(&conn->conn_usage_lock);
  60         spin_lock_init(&conn->immed_queue_lock);
  61         spin_lock_init(&conn->nopin_timer_lock);
  62         spin_lock_init(&conn->response_queue_lock);
  63         spin_lock_init(&conn->state_lock);
  64
  65         if (!zalloc_cpumask_var(&conn->conn_cpumask, GFP_KERNEL)) {
  66                 pr_err("Unable to allocate conn->conn_cpumask\n");
  67                 return -ENOMEM;
  68         }
  69
  70         return 0;
  71 }
  72
  73 /*
  74  * Used by iscsi_target_nego.c:iscsi_target_locate_portal() to setup
  75  * per struct iscsi_conn libcrypto contexts for crc32c and crc32-intel
  76  */
  77 int iscsi_login_setup_crypto(struct iscsi_conn *conn)
  78 {
  79         /*
  80          * Setup slicing by CRC32C algorithm for RX and TX libcrypto contexts
  81          * which will default to crc32c_intel.ko for cpu_has_xmm4_2, or fallback
  82          * to software 1x8 byte slicing from crc32c.ko
  83          */
  84         conn->conn_rx_hash.flags = 0;
  85         conn->conn_rx_hash.tfm = crypto_alloc_hash("crc32c", 0,
  86                                                 CRYPTO_ALG_ASYNC);
  87         if (IS_ERR(conn->conn_rx_hash.tfm)) {
  88                 pr_err("crypto_alloc_hash() failed for conn_rx_tfm\n");
  89                 return -ENOMEM;
  90         }
  91
  92         conn->conn_tx_hash.flags = 0;
  93         conn->conn_tx_hash.tfm = crypto_alloc_hash("crc32c", 0,
  94                                                 CRYPTO_ALG_ASYNC);
  95         if (IS_ERR(conn->conn_tx_hash.tfm)) {
  96                 pr_err("crypto_alloc_hash() failed for conn_tx_tfm\n");
  97                 crypto_free_hash(conn->conn_rx_hash.tfm);
  98                 return -ENOMEM;
  99         }
 100
 101         return 0;
 102 }
 103
 104 static int iscsi_login_check_initiator_version(
 105         struct iscsi_conn *conn,
 106         u8 version_max,
 107         u8 version_min)
 108 {
 109         if ((version_max != 0x00) || (version_min != 0x00)) {
 110                 pr_err("Unsupported iSCSI IETF Pre-RFC Revision,"
 111                         " version Min/Max 0x%02x/0x%02x, rejecting login.\n",
 112                         version_min, version_max);
 113                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 114                                 ISCSI_LOGIN_STATUS_NO_VERSION);
 115                 return -1;
 116         }
 117
 118         return 0;
 119 }
 120
 121 int iscsi_check_for_session_reinstatement(struct iscsi_conn *conn)
 122 {
 123         int sessiontype;
 124         struct iscsi_param *initiatorname_param = NULL, *sessiontype_param = NULL;
 125         struct iscsi_portal_group *tpg = conn->tpg;
 126         struct iscsi_session *sess = NULL, *sess_p = NULL;
 127         struct se_portal_group *se_tpg = &tpg->tpg_se_tpg;
 128         struct se_session *se_sess, *se_sess_tmp;
 129
 130         initiatorname_param = iscsi_find_param_from_key(
 131                         INITIATORNAME, conn->param_list);
 132         if (!initiatorname_param)
 133                 return -1;
 134
 135         sessiontype_param = iscsi_find_param_from_key(
 136                         SESSIONTYPE, conn->param_list);
 137         if (!sessiontype_param)
 138                 return -1;
 139
 140         sessiontype = (strncmp(sessiontype_param->value, NORMAL, 6)) ? 1 : 0;
 141
 142         spin_lock_bh(&se_tpg->session_lock);
 143         list_for_each_entry_safe(se_sess, se_sess_tmp, &se_tpg->tpg_sess_list,
 144                         sess_list) {
 145
 146                 sess_p = se_sess->fabric_sess_ptr;
 147                 spin_lock(&sess_p->conn_lock);
 148                 if (atomic_read(&sess_p->session_fall_back_to_erl0) ||
 149                     atomic_read(&sess_p->session_logout) ||
 150                     (sess_p->time2retain_timer_flags & ISCSI_TF_EXPIRED)) {
 151                         spin_unlock(&sess_p->conn_lock);
 152                         continue;
 153                 }
 154                 if (!memcmp(sess_p->isid, conn->sess->isid, 6) &&
 155                    (!strcmp(sess_p->sess_ops->InitiatorName,
 156                             initiatorname_param->value) &&
 157                    (sess_p->sess_ops->SessionType == sessiontype))) {
 158                         atomic_set(&sess_p->session_reinstatement, 1);
 159                         spin_unlock(&sess_p->conn_lock);
 160                         iscsit_inc_session_usage_count(sess_p);
 161                         iscsit_stop_time2retain_timer(sess_p);
 162                         sess = sess_p;
 163                         break;
 164                 }
 165                 spin_unlock(&sess_p->conn_lock);
 166         }
 167         spin_unlock_bh(&se_tpg->session_lock);
 168         /*
 169          * If the Time2Retain handler has expired, the session is already gone.
 170          */
 171         if (!sess)
 172                 return 0;
 173
 174         pr_debug("%s iSCSI Session SID %u is still active for %s,"
 175                 " preforming session reinstatement.\n", (sessiontype) ?
 176                 "Discovery" : "Normal", sess->sid,
 177                 sess->sess_ops->InitiatorName);
 178
 179         spin_lock_bh(&sess->conn_lock);
 180         if (sess->session_state == TARG_SESS_STATE_FAILED) {
 181                 spin_unlock_bh(&sess->conn_lock);
 182                 iscsit_dec_session_usage_count(sess);
 183                 return iscsit_close_session(sess);
 184         }
 185         spin_unlock_bh(&sess->conn_lock);
 186
 187         iscsit_stop_session(sess, 1, 1);
 188         iscsit_dec_session_usage_count(sess);
 189
 190         return iscsit_close_session(sess);
 191 }
 192
 193 static void iscsi_login_set_conn_values(
 194         struct iscsi_session *sess,
 195         struct iscsi_conn *conn,
 196         u16 cid)
 197 {
 198         conn->sess              = sess;
 199         conn->cid               = cid;
 200         /*
 201          * Generate a random Status sequence number (statsn) for the new
 202          * iSCSI connection.
 203          */
 204         get_random_bytes(&conn->stat_sn, sizeof(u32));
 205
 206         mutex_lock(&auth_id_lock);
 207         conn->auth_id           = iscsit_global->auth_id++;
 208         mutex_unlock(&auth_id_lock);
 209 }
 210
 211 /*
 212  *      This is the leading connection of a new session,
 213  *      or session reinstatement.
 214  */
 215 static int iscsi_login_zero_tsih_s1(
 216         struct iscsi_conn *conn,
 217         unsigned char *buf)
 218 {
 219         struct iscsi_session *sess = NULL;
 220         struct iscsi_login_req *pdu = (struct iscsi_login_req *)buf;
 221
 222         sess = kzalloc(sizeof(struct iscsi_session), GFP_KERNEL);
 223         if (!sess) {
 224                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
 225                                 ISCSI_LOGIN_STATUS_NO_RESOURCES);
 226                 pr_err("Could not allocate memory for session\n");
 227                 return -ENOMEM;
 228         }
 229
 230         iscsi_login_set_conn_values(sess, conn, pdu->cid);
 231         sess->init_task_tag     = pdu->itt;
 232         memcpy(&sess->isid, pdu->isid, 6);
 233         sess->exp_cmd_sn        = pdu->cmdsn;
 234         INIT_LIST_HEAD(&sess->sess_conn_list);
 235         INIT_LIST_HEAD(&sess->sess_ooo_cmdsn_list);
 236         INIT_LIST_HEAD(&sess->cr_active_list);
 237         INIT_LIST_HEAD(&sess->cr_inactive_list);
 238         init_completion(&sess->async_msg_comp);
 239         init_completion(&sess->reinstatement_comp);
 240         init_completion(&sess->session_wait_comp);
 241         init_completion(&sess->session_waiting_on_uc_comp);
 242         mutex_init(&sess->cmdsn_mutex);
 243         spin_lock_init(&sess->conn_lock);
 244         spin_lock_init(&sess->cr_a_lock);
 245         spin_lock_init(&sess->cr_i_lock);
 246         spin_lock_init(&sess->session_usage_lock);
 247         spin_lock_init(&sess->ttt_lock);
 248
 249         if (!idr_pre_get(&sess_idr, GFP_KERNEL)) {
 250                 pr_err("idr_pre_get() for sess_idr failed\n");
 251                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
 252                                 ISCSI_LOGIN_STATUS_NO_RESOURCES);
 253                 kfree(sess);
 254                 return -ENOMEM;
 255         }
 256         spin_lock(&sess_idr_lock);
 257         idr_get_new(&sess_idr, NULL, &sess->session_index);
 258         spin_unlock(&sess_idr_lock);
 259
 260         sess->creation_time = get_jiffies_64();
 261         spin_lock_init(&sess->session_stats_lock);
 262         /*
 263          * The FFP CmdSN window values will be allocated from the TPG's
 264          * Initiator Node's ACL once the login has been successfully completed.
 265          */
 266         sess->max_cmd_sn        = pdu->cmdsn;
 267
 268         sess->sess_ops = kzalloc(sizeof(struct iscsi_sess_ops), GFP_KERNEL);
 269         if (!sess->sess_ops) {
 270                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
 271                                 ISCSI_LOGIN_STATUS_NO_RESOURCES);
 272                 pr_err("Unable to allocate memory for"
 273                                 " struct iscsi_sess_ops.\n");
 274                 kfree(sess);
 275                 return -ENOMEM;
 276         }
 277
 278         sess->se_sess = transport_init_session();
 279         if (IS_ERR(sess->se_sess)) {
 280                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
 281                                 ISCSI_LOGIN_STATUS_NO_RESOURCES);
 282                 kfree(sess);
 283                 return -ENOMEM;
 284         }
 285
 286         return 0;
 287 }
 288
 289 static int iscsi_login_zero_tsih_s2(
 290         struct iscsi_conn *conn)
 291 {
 292         struct iscsi_node_attrib *na;
 293         struct iscsi_session *sess = conn->sess;
 294         unsigned char buf[32];
 295
 296         sess->tpg = conn->tpg;
 297
 298         /*
 299          * Assign a new TPG Session Handle.  Note this is protected with
 300          * struct iscsi_portal_group->np_login_sem from iscsit_access_np().
 301          */
 302         sess->tsih = ++ISCSI_TPG_S(sess)->ntsih;
 303         if (!sess->tsih)
 304                 sess->tsih = ++ISCSI_TPG_S(sess)->ntsih;
 305
 306         /*
 307          * Create the default params from user defined values..
 308          */
 309         if (iscsi_copy_param_list(&conn->param_list,
 310                                 ISCSI_TPG_C(conn)->param_list, 1) < 0) {
 311                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
 312                                 ISCSI_LOGIN_STATUS_NO_RESOURCES);
 313                 return -1;
 314         }
 315
 316         iscsi_set_keys_to_negotiate(0, conn->param_list);
 317
 318         if (sess->sess_ops->SessionType)
 319                 return iscsi_set_keys_irrelevant_for_discovery(
 320                                 conn->param_list);
 321
 322         na = iscsit_tpg_get_node_attrib(sess);
 323
 324         /*
 325          * Need to send TargetPortalGroupTag back in first login response
 326          * on any iSCSI connection where the Initiator provides TargetName.
 327          * See 5.3.1.  Login Phase Start
 328          *
 329          * In our case, we have already located the struct iscsi_tiqn at this point.
 330          */
 331         memset(buf, 0, 32);
 332         sprintf(buf, "TargetPortalGroupTag=%hu", ISCSI_TPG_S(sess)->tpgt);
 333         if (iscsi_change_param_value(buf, conn->param_list, 0) < 0) {
 334                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
 335                                 ISCSI_LOGIN_STATUS_NO_RESOURCES);
 336                 return -1;
 337         }
 338
 339         /*
 340          * Workaround for Initiators that have broken connection recovery logic.
 341          *
 342          * "We would really like to get rid of this." Linux-iSCSI.org team
 343          */
 344         memset(buf, 0, 32);
 345         sprintf(buf, "ErrorRecoveryLevel=%d", na->default_erl);
 346         if (iscsi_change_param_value(buf, conn->param_list, 0) < 0) {
 347                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
 348                                 ISCSI_LOGIN_STATUS_NO_RESOURCES);
 349                 return -1;
 350         }
 351
 352         if (iscsi_login_disable_FIM_keys(conn->param_list, conn) < 0)
 353                 return -1;
 354
 355         return 0;
 356 }
 357
 358 /*
 359  * Remove PSTATE_NEGOTIATE for the four FIM related keys.
 360  * The Initiator node will be able to enable FIM by proposing them itself.
 361  */
 362 int iscsi_login_disable_FIM_keys(
 363         struct iscsi_param_list *param_list,
 364         struct iscsi_conn *conn)
 365 {
 366         struct iscsi_param *param;
 367
 368         param = iscsi_find_param_from_key("OFMarker", param_list);
 369         if (!param) {
 370                 pr_err("iscsi_find_param_from_key() for"
 371                                 " OFMarker failed\n");
 372                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
 373                                 ISCSI_LOGIN_STATUS_NO_RESOURCES);
 374                 return -1;
 375         }
 376         param->state &= ~PSTATE_NEGOTIATE;
 377
 378         param = iscsi_find_param_from_key("OFMarkInt", param_list);
 379         if (!param) {
 380                 pr_err("iscsi_find_param_from_key() for"
 381                                 " IFMarker failed\n");
 382                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
 383                                 ISCSI_LOGIN_STATUS_NO_RESOURCES);
 384                 return -1;
 385         }
 386         param->state &= ~PSTATE_NEGOTIATE;
 387
 388         param = iscsi_find_param_from_key("IFMarker", param_list);
 389         if (!param) {
 390                 pr_err("iscsi_find_param_from_key() for"
 391                                 " IFMarker failed\n");
 392                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
 393                                 ISCSI_LOGIN_STATUS_NO_RESOURCES);
 394                 return -1;
 395         }
 396         param->state &= ~PSTATE_NEGOTIATE;
 397
 398         param = iscsi_find_param_from_key("IFMarkInt", param_list);
 399         if (!param) {
 400                 pr_err("iscsi_find_param_from_key() for"
 401                                 " IFMarker failed\n");
 402                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
 403                                 ISCSI_LOGIN_STATUS_NO_RESOURCES);
 404                 return -1;
 405         }
 406         param->state &= ~PSTATE_NEGOTIATE;
 407
 408         return 0;
 409 }
 410
 411 static int iscsi_login_non_zero_tsih_s1(
 412         struct iscsi_conn *conn,
 413         unsigned char *buf)
 414 {
 415         struct iscsi_login_req *pdu = (struct iscsi_login_req *)buf;
 416
 417         iscsi_login_set_conn_values(NULL, conn, pdu->cid);
 418         return 0;
 419 }
 420
 421 /*
 422  *      Add a new connection to an existing session.
 423  */
 424 static int iscsi_login_non_zero_tsih_s2(
 425         struct iscsi_conn *conn,
 426         unsigned char *buf)
 427 {
 428         struct iscsi_portal_group *tpg = conn->tpg;
 429         struct iscsi_session *sess = NULL, *sess_p = NULL;
 430         struct se_portal_group *se_tpg = &tpg->tpg_se_tpg;
 431         struct se_session *se_sess, *se_sess_tmp;
 432         struct iscsi_login_req *pdu = (struct iscsi_login_req *)buf;
 433
 434         spin_lock_bh(&se_tpg->session_lock);
 435         list_for_each_entry_safe(se_sess, se_sess_tmp, &se_tpg->tpg_sess_list,
 436                         sess_list) {
 437
 438                 sess_p = (struct iscsi_session *)se_sess->fabric_sess_ptr;
 439                 if (atomic_read(&sess_p->session_fall_back_to_erl0) ||
 440                     atomic_read(&sess_p->session_logout) ||
 441                    (sess_p->time2retain_timer_flags & ISCSI_TF_EXPIRED))
 442                         continue;
 443                 if (!memcmp(sess_p->isid, pdu->isid, 6) &&
 444                      (sess_p->tsih == pdu->tsih)) {
 445                         iscsit_inc_session_usage_count(sess_p);
 446                         iscsit_stop_time2retain_timer(sess_p);
 447                         sess = sess_p;
 448                         break;
 449                 }
 450         }
 451         spin_unlock_bh(&se_tpg->session_lock);
 452
 453         /*
 454          * If the Time2Retain handler has expired, the session is already gone.
 455          */
 456         if (!sess) {
 457                 pr_err("Initiator attempting to add a connection to"
 458                         " a non-existent session, rejecting iSCSI Login.\n");
 459                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 460                                 ISCSI_LOGIN_STATUS_NO_SESSION);
 461                 return -1;
 462         }
 463
 464         /*
 465          * Stop the Time2Retain timer if this is a failed session, we restart
 466          * the timer if the login is not successful.
 467          */
 468         spin_lock_bh(&sess->conn_lock);
 469         if (sess->session_state == TARG_SESS_STATE_FAILED)
 470                 atomic_set(&sess->session_continuation, 1);
 471         spin_unlock_bh(&sess->conn_lock);
 472
 473         iscsi_login_set_conn_values(sess, conn, pdu->cid);
 474
 475         if (iscsi_copy_param_list(&conn->param_list,
 476                         ISCSI_TPG_C(conn)->param_list, 0) < 0) {
 477                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
 478                                 ISCSI_LOGIN_STATUS_NO_RESOURCES);
 479                 return -1;
 480         }
 481
 482         iscsi_set_keys_to_negotiate(0, conn->param_list);
 483         /*
 484          * Need to send TargetPortalGroupTag back in first login response
 485          * on any iSCSI connection where the Initiator provides TargetName.
 486          * See 5.3.1.  Login Phase Start
 487          *
 488          * In our case, we have already located the struct iscsi_tiqn at this point.
 489          */
 490         memset(buf, 0, 32);
 491         sprintf(buf, "TargetPortalGroupTag=%hu", ISCSI_TPG_S(sess)->tpgt);
 492         if (iscsi_change_param_value(buf, conn->param_list, 0) < 0) {
 493                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
 494                                 ISCSI_LOGIN_STATUS_NO_RESOURCES);
 495                 return -1;
 496         }
 497
 498         return iscsi_login_disable_FIM_keys(conn->param_list, conn);
 499 }
 500
 501 int iscsi_login_post_auth_non_zero_tsih(
 502         struct iscsi_conn *conn,
 503         u16 cid,
 504         u32 exp_statsn)
 505 {
 506         struct iscsi_conn *conn_ptr = NULL;
 507         struct iscsi_conn_recovery *cr = NULL;
 508         struct iscsi_session *sess = conn->sess;
 509
 510         /*
 511          * By following item 5 in the login table,  if we have found
 512          * an existing ISID and a valid/existing TSIH and an existing
 513          * CID we do connection reinstatement.  Currently we dont not
 514          * support it so we send back an non-zero status class to the
 515          * initiator and release the new connection.
 516          */
 517         conn_ptr = iscsit_get_conn_from_cid_rcfr(sess, cid);
 518         if ((conn_ptr)) {
 519                 pr_err("Connection exists with CID %hu for %s,"
 520                         " performing connection reinstatement.\n",
 521                         conn_ptr->cid, sess->sess_ops->InitiatorName);
 522
 523                 iscsit_connection_reinstatement_rcfr(conn_ptr);
 524                 iscsit_dec_conn_usage_count(conn_ptr);
 525         }
 526
 527         /*
 528          * Check for any connection recovery entires containing CID.
 529          * We use the original ExpStatSN sent in the first login request
 530          * to acknowledge commands for the failed connection.
 531          *
 532          * Also note that an explict logout may have already been sent,
 533          * but the response may not be sent due to additional connection
 534          * loss.
 535          */
 536         if (sess->sess_ops->ErrorRecoveryLevel == 2) {
 537                 cr = iscsit_get_inactive_connection_recovery_entry(
 538                                 sess, cid);
 539                 if ((cr)) {
 540                         pr_debug("Performing implicit logout"
 541                                 " for connection recovery on CID: %hu\n",
 542                                         conn->cid);
 543                         iscsit_discard_cr_cmds_by_expstatsn(cr, exp_statsn);
 544                 }
 545         }
 546
 547         /*
 548          * Else we follow item 4 from the login table in that we have
 549          * found an existing ISID and a valid/existing TSIH and a new
 550          * CID we go ahead and continue to add a new connection to the
 551          * session.
 552          */
 553         pr_debug("Adding CID %hu to existing session for %s.\n",
 554                         cid, sess->sess_ops->InitiatorName);
 555
 556         if ((atomic_read(&sess->nconn) + 1) > sess->sess_ops->MaxConnections) {
 557                 pr_err("Adding additional connection to this session"
 558                         " would exceed MaxConnections %d, login failed.\n",
 559                                 sess->sess_ops->MaxConnections);
 560                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 561                                 ISCSI_LOGIN_STATUS_ISID_ERROR);
 562                 return -1;
 563         }
 564
 565         return 0;
 566 }
 567
 568 static void iscsi_post_login_start_timers(struct iscsi_conn *conn)
 569 {
 570         struct iscsi_session *sess = conn->sess;
 571
 572         if (!sess->sess_ops->SessionType)
 573                 iscsit_start_nopin_timer(conn);
 574 }
 575
 576 static int iscsi_post_login_handler(
 577         struct iscsi_np *np,
 578         struct iscsi_conn *conn,
 579         u8 zero_tsih)
 580 {
 581         int stop_timer = 0;
 582         struct iscsi_session *sess = conn->sess;
 583         struct se_session *se_sess = sess->se_sess;
 584         struct iscsi_portal_group *tpg = ISCSI_TPG_S(sess);
 585         struct se_portal_group *se_tpg = &tpg->tpg_se_tpg;
 586         struct iscsi_thread_set *ts;
 587
 588         iscsit_inc_conn_usage_count(conn);
 589
 590         iscsit_collect_login_stats(conn, ISCSI_STATUS_CLS_SUCCESS,
 591                         ISCSI_LOGIN_STATUS_ACCEPT);
 592
 593         pr_debug("Moving to TARG_CONN_STATE_LOGGED_IN.\n");
 594         conn->conn_state = TARG_CONN_STATE_LOGGED_IN;
 595
 596         iscsi_set_connection_parameters(conn->conn_ops, conn->param_list);
 597         iscsit_set_sync_and_steering_values(conn);
 598         /*
 599          * SCSI Initiator -> SCSI Target Port Mapping
 600          */
 601         ts = iscsi_get_thread_set();
 602         if (!zero_tsih) {
 603                 iscsi_set_session_parameters(sess->sess_ops,
 604                                 conn->param_list, 0);
 605                 iscsi_release_param_list(conn->param_list);
 606                 conn->param_list = NULL;
 607
 608                 spin_lock_bh(&sess->conn_lock);
 609                 atomic_set(&sess->session_continuation, 0);
 610                 if (sess->session_state == TARG_SESS_STATE_FAILED) {
 611                         pr_debug("Moving to"
 612                                         " TARG_SESS_STATE_LOGGED_IN.\n");
 613                         sess->session_state = TARG_SESS_STATE_LOGGED_IN;
 614                         stop_timer = 1;
 615                 }
 616
 617                 pr_debug("iSCSI Login successful on CID: %hu from %s to"
 618                         " %s:%hu,%hu\n", conn->cid, conn->login_ip, np->np_ip,
 619                                 np->np_port, tpg->tpgt);
 620
 621                 list_add_tail(&conn->conn_list, &sess->sess_conn_list);
 622                 atomic_inc(&sess->nconn);
 623                 pr_debug("Incremented iSCSI Connection count to %hu"
 624                         " from node: %s\n", atomic_read(&sess->nconn),
 625                         sess->sess_ops->InitiatorName);
 626                 spin_unlock_bh(&sess->conn_lock);
 627
 628                 iscsi_post_login_start_timers(conn);
 629                 iscsi_activate_thread_set(conn, ts);
 630                 /*
 631                  * Determine CPU mask to ensure connection's RX and TX kthreads
 632                  * are scheduled on the same CPU.
 633                  */
 634                 iscsit_thread_get_cpumask(conn);
 635                 conn->conn_rx_reset_cpumask = 1;
 636                 conn->conn_tx_reset_cpumask = 1;
 637
 638                 iscsit_dec_conn_usage_count(conn);
 639                 if (stop_timer) {
 640                         spin_lock_bh(&se_tpg->session_lock);
 641                         iscsit_stop_time2retain_timer(sess);
 642                         spin_unlock_bh(&se_tpg->session_lock);
 643                 }
 644                 iscsit_dec_session_usage_count(sess);
 645                 return 0;
 646         }
 647
 648         iscsi_set_session_parameters(sess->sess_ops, conn->param_list, 1);
 649         iscsi_release_param_list(conn->param_list);
 650         conn->param_list = NULL;
 651
 652         iscsit_determine_maxcmdsn(sess);
 653
 654         spin_lock_bh(&se_tpg->session_lock);
 655         __transport_register_session(&sess->tpg->tpg_se_tpg,
 656                         se_sess->se_node_acl, se_sess, sess);
 657         pr_debug("Moving to TARG_SESS_STATE_LOGGED_IN.\n");
 658         sess->session_state = TARG_SESS_STATE_LOGGED_IN;
 659
 660         pr_debug("iSCSI Login successful on CID: %hu from %s to %s:%hu,%hu\n",
 661                 conn->cid, conn->login_ip, np->np_ip, np->np_port, tpg->tpgt);
 662
 663         spin_lock_bh(&sess->conn_lock);
 664         list_add_tail(&conn->conn_list, &sess->sess_conn_list);
 665         atomic_inc(&sess->nconn);
 666         pr_debug("Incremented iSCSI Connection count to %hu from node:"
 667                 " %s\n", atomic_read(&sess->nconn),
 668                 sess->sess_ops->InitiatorName);
 669         spin_unlock_bh(&sess->conn_lock);
 670
 671         sess->sid = tpg->sid++;
 672         if (!sess->sid)
 673                 sess->sid = tpg->sid++;
 674         pr_debug("Established iSCSI session from node: %s\n",
 675                         sess->sess_ops->InitiatorName);
 676
 677         tpg->nsessions++;
 678         if (tpg->tpg_tiqn)
 679                 tpg->tpg_tiqn->tiqn_nsessions++;
 680
 681         pr_debug("Incremented number of active iSCSI sessions to %u on"
 682                 " iSCSI Target Portal Group: %hu\n", tpg->nsessions, tpg->tpgt);
 683         spin_unlock_bh(&se_tpg->session_lock);
 684
 685         iscsi_post_login_start_timers(conn);
 686         iscsi_activate_thread_set(conn, ts);
 687         /*
 688          * Determine CPU mask to ensure connection's RX and TX kthreads
 689          * are scheduled on the same CPU.
 690          */
 691         iscsit_thread_get_cpumask(conn);
 692         conn->conn_rx_reset_cpumask = 1;
 693         conn->conn_tx_reset_cpumask = 1;
 694
 695         iscsit_dec_conn_usage_count(conn);
 696
 697         return 0;
 698 }
 699
 700 static void iscsi_handle_login_thread_timeout(unsigned long data)
 701 {
 702         struct iscsi_np *np = (struct iscsi_np *) data;
 703
 704         spin_lock_bh(&np->np_thread_lock);
 705         pr_err("iSCSI Login timeout on Network Portal %s:%hu\n",
 706                         np->np_ip, np->np_port);
 707
 708         if (np->np_login_timer_flags & ISCSI_TF_STOP) {
 709                 spin_unlock_bh(&np->np_thread_lock);
 710                 return;
 711         }
 712
 713         if (np->np_thread)
 714                 send_sig(SIGINT, np->np_thread, 1);
 715
 716         np->np_login_timer_flags &= ~ISCSI_TF_RUNNING;
 717         spin_unlock_bh(&np->np_thread_lock);
 718 }
 719
 720 static void iscsi_start_login_thread_timer(struct iscsi_np *np)
 721 {
 722         /*
 723          * This used the TA_LOGIN_TIMEOUT constant because at this
 724          * point we do not have access to ISCSI_TPG_ATTRIB(tpg)->login_timeout
 725          */
 726         spin_lock_bh(&np->np_thread_lock);
 727         init_timer(&np->np_login_timer);
 728         np->np_login_timer.expires = (get_jiffies_64() + TA_LOGIN_TIMEOUT * HZ);
 729         np->np_login_timer.data = (unsigned long)np;
 730         np->np_login_timer.function = iscsi_handle_login_thread_timeout;
 731         np->np_login_timer_flags &= ~ISCSI_TF_STOP;
 732         np->np_login_timer_flags |= ISCSI_TF_RUNNING;
 733         add_timer(&np->np_login_timer);
 734
 735         pr_debug("Added timeout timer to iSCSI login request for"
 736                         " %u seconds.\n", TA_LOGIN_TIMEOUT);
 737         spin_unlock_bh(&np->np_thread_lock);
 738 }
 739
 740 static void iscsi_stop_login_thread_timer(struct iscsi_np *np)
 741 {
 742         spin_lock_bh(&np->np_thread_lock);
 743         if (!(np->np_login_timer_flags & ISCSI_TF_RUNNING)) {
 744                 spin_unlock_bh(&np->np_thread_lock);
 745                 return;
 746         }
 747         np->np_login_timer_flags |= ISCSI_TF_STOP;
 748         spin_unlock_bh(&np->np_thread_lock);
 749
 750         del_timer_sync(&np->np_login_timer);
 751
 752         spin_lock_bh(&np->np_thread_lock);
 753         np->np_login_timer_flags &= ~ISCSI_TF_RUNNING;
 754         spin_unlock_bh(&np->np_thread_lock);
 755 }
 756
 757 int iscsi_target_setup_login_socket(
 758         struct iscsi_np *np,
 759         struct __kernel_sockaddr_storage *sockaddr)
 760 {
 761         struct socket *sock;
 762         int backlog = 5, ret, opt = 0, len;
 763
 764         switch (np->np_network_transport) {
 765         case ISCSI_TCP:
 766                 np->np_ip_proto = IPPROTO_TCP;
 767                 np->np_sock_type = SOCK_STREAM;
 768                 break;
 769         case ISCSI_SCTP_TCP:
 770                 np->np_ip_proto = IPPROTO_SCTP;
 771                 np->np_sock_type = SOCK_STREAM;
 772                 break;
 773         case ISCSI_SCTP_UDP:
 774                 np->np_ip_proto = IPPROTO_SCTP;
 775                 np->np_sock_type = SOCK_SEQPACKET;
 776                 break;
 777         case ISCSI_IWARP_TCP:
 778         case ISCSI_IWARP_SCTP:
 779         case ISCSI_INFINIBAND:
 780         default:
 781                 pr_err("Unsupported network_transport: %d\n",
 782                                 np->np_network_transport);
 783                 return -EINVAL;
 784         }
 785
 786         ret = sock_create(sockaddr->ss_family, np->np_sock_type,
 787                         np->np_ip_proto, &sock);
 788         if (ret < 0) {
 789                 pr_err("sock_create() failed.\n");
 790                 return ret;
 791         }
 792         np->np_socket = sock;
 793         /*
 794          * The SCTP stack needs struct socket->file.
 795          */
 796         if ((np->np_network_transport == ISCSI_SCTP_TCP) ||
 797             (np->np_network_transport == ISCSI_SCTP_UDP)) {
 798                 if (!sock->file) {
 799                         sock->file = kzalloc(sizeof(struct file), GFP_KERNEL);
 800                         if (!sock->file) {
 801                                 pr_err("Unable to allocate struct"
 802                                                 " file for SCTP\n");
 803                                 ret = -ENOMEM;
 804                                 goto fail;
 805                         }
 806                         np->np_flags |= NPF_SCTP_STRUCT_FILE;
 807                 }
 808         }
 809         /*
 810          * Setup the np->np_sockaddr from the passed sockaddr setup
 811          * in iscsi_target_configfs.c code..
 812          */
 813         memcpy(&np->np_sockaddr, sockaddr,
 814                         sizeof(struct __kernel_sockaddr_storage));
 815
 816         if (sockaddr->ss_family == AF_INET6)
 817                 len = sizeof(struct sockaddr_in6);
 818         else
 819                 len = sizeof(struct sockaddr_in);
 820         /*
 821          * Set SO_REUSEADDR, and disable Nagel Algorithm with TCP_NODELAY.
 822          */
 823         /* FIXME: Someone please explain why this is endian-safe */
 824         opt = 1;
 825         if (np->np_network_transport == ISCSI_TCP) {
 826                 ret = kernel_setsockopt(sock, IPPROTO_TCP, TCP_NODELAY,
 827                                 (char *)&opt, sizeof(opt));
 828                 if (ret < 0) {
 829                         pr_err("kernel_setsockopt() for TCP_NODELAY"
 830                                 " failed: %d\n", ret);
 831                         goto fail;
 832                 }
 833         }
 834
 835         /* FIXME: Someone please explain why this is endian-safe */
 836         ret = kernel_setsockopt(sock, SOL_SOCKET, SO_REUSEADDR,
 837                         (char *)&opt, sizeof(opt));
 838         if (ret < 0) {
 839                 pr_err("kernel_setsockopt() for SO_REUSEADDR"
 840                         " failed\n");
 841                 goto fail;
 842         }
 843
 844         ret = kernel_bind(sock, (struct sockaddr *)&np->np_sockaddr, len);
 845         if (ret < 0) {
 846                 pr_err("kernel_bind() failed: %d\n", ret);
 847                 goto fail;
 848         }
 849
 850         ret = kernel_listen(sock, backlog);
 851         if (ret != 0) {
 852                 pr_err("kernel_listen() failed: %d\n", ret);
 853                 goto fail;
 854         }
 855
 856         return 0;
 857
 858 fail:
 859         np->np_socket = NULL;
 860         if (sock) {
 861                 if (np->np_flags & NPF_SCTP_STRUCT_FILE) {
 862                         kfree(sock->file);
 863                         sock->file = NULL;
 864                 }
 865
 866                 sock_release(sock);
 867         }
 868         return ret;
 869 }
 870
 871 static int __iscsi_target_login_thread(struct iscsi_np *np)
 872 {
 873         u8 buffer[ISCSI_HDR_LEN], iscsi_opcode, zero_tsih = 0;
 874         int err, ret = 0, ip_proto, sock_type, set_sctp_conn_flag, stop;
 875         struct iscsi_conn *conn = NULL;
 876         struct iscsi_login *login;
 877         struct iscsi_portal_group *tpg = NULL;
 878         struct socket *new_sock, *sock;
 879         struct kvec iov;
 880         struct iscsi_login_req *pdu;
 881         struct sockaddr_in sock_in;
 882         struct sockaddr_in6 sock_in6;
 883
 884         flush_signals(current);
 885         set_sctp_conn_flag = 0;
 886         sock = np->np_socket;
 887         ip_proto = np->np_ip_proto;
 888         sock_type = np->np_sock_type;
 889
 890         spin_lock_bh(&np->np_thread_lock);
 891         if (np->np_thread_state == ISCSI_NP_THREAD_RESET) {
 892                 np->np_thread_state = ISCSI_NP_THREAD_ACTIVE;
 893                 complete(&np->np_restart_comp);
 894         } else {
 895                 np->np_thread_state = ISCSI_NP_THREAD_ACTIVE;
 896         }
 897         spin_unlock_bh(&np->np_thread_lock);
 898
 899         if (kernel_accept(sock, &new_sock, 0) < 0) {
 900                 spin_lock_bh(&np->np_thread_lock);
 901                 if (np->np_thread_state == ISCSI_NP_THREAD_RESET) {
 902                         spin_unlock_bh(&np->np_thread_lock);
 903                         complete(&np->np_restart_comp);
 904                         /* Get another socket */
 905                         return 1;
 906                 }
 907                 spin_unlock_bh(&np->np_thread_lock);
 908                 goto out;
 909         }
 910         /*
 911          * The SCTP stack needs struct socket->file.
 912          */
 913         if ((np->np_network_transport == ISCSI_SCTP_TCP) ||
 914             (np->np_network_transport == ISCSI_SCTP_UDP)) {
 915                 if (!new_sock->file) {
 916                         new_sock->file = kzalloc(
 917                                         sizeof(struct file), GFP_KERNEL);
 918                         if (!new_sock->file) {
 919                                 pr_err("Unable to allocate struct"
 920                                                 " file for SCTP\n");
 921                                 sock_release(new_sock);
 922                                 /* Get another socket */
 923                                 return 1;
 924                         }
 925                         set_sctp_conn_flag = 1;
 926                 }
 927         }
 928
 929         iscsi_start_login_thread_timer(np);
 930
 931         conn = kzalloc(sizeof(struct iscsi_conn), GFP_KERNEL);
 932         if (!conn) {
 933                 pr_err("Could not allocate memory for"
 934                         " new connection\n");
 935                 if (set_sctp_conn_flag) {
 936                         kfree(new_sock->file);
 937                         new_sock->file = NULL;
 938                 }
 939                 sock_release(new_sock);
 940                 /* Get another socket */
 941                 return 1;
 942         }
 943
 944         pr_debug("Moving to TARG_CONN_STATE_FREE.\n");
 945         conn->conn_state = TARG_CONN_STATE_FREE;
 946         conn->sock = new_sock;
 947
 948         if (set_sctp_conn_flag)
 949                 conn->conn_flags |= CONNFLAG_SCTP_STRUCT_FILE;
 950
 951         pr_debug("Moving to TARG_CONN_STATE_XPT_UP.\n");
 952         conn->conn_state = TARG_CONN_STATE_XPT_UP;
 953
 954         /*
 955          * Allocate conn->conn_ops early as a failure calling
 956          * iscsit_tx_login_rsp() below will call tx_data().
 957          */
 958         conn->conn_ops = kzalloc(sizeof(struct iscsi_conn_ops), GFP_KERNEL);
 959         if (!conn->conn_ops) {
 960                 pr_err("Unable to allocate memory for"
 961                         " struct iscsi_conn_ops.\n");
 962                 goto new_sess_out;
 963         }
 964         /*
 965          * Perform the remaining iSCSI connection initialization items..
 966          */
 967         if (iscsi_login_init_conn(conn) < 0)
 968                 goto new_sess_out;
 969
 970         memset(buffer, 0, ISCSI_HDR_LEN);
 971         memset(&iov, 0, sizeof(struct kvec));
 972         iov.iov_base    = buffer;
 973         iov.iov_len     = ISCSI_HDR_LEN;
 974
 975         if (rx_data(conn, &iov, 1, ISCSI_HDR_LEN) <= 0) {
 976                 pr_err("rx_data() returned an error.\n");
 977                 goto new_sess_out;
 978         }
 979
 980         iscsi_opcode = (buffer[0] & ISCSI_OPCODE_MASK);
 981         if (!(iscsi_opcode & ISCSI_OP_LOGIN)) {
 982                 pr_err("First opcode is not login request,"
 983                         " failing login request.\n");
 984                 goto new_sess_out;
 985         }
 986
 987         pdu                     = (struct iscsi_login_req *) buffer;
 988         pdu->cid                = be16_to_cpu(pdu->cid);
 989         pdu->tsih               = be16_to_cpu(pdu->tsih);
 990         pdu->itt                = be32_to_cpu(pdu->itt);
 991         pdu->cmdsn              = be32_to_cpu(pdu->cmdsn);
 992         pdu->exp_statsn         = be32_to_cpu(pdu->exp_statsn);
 993         /*
 994          * Used by iscsit_tx_login_rsp() for Login Resonses PDUs
 995          * when Status-Class != 0.
 996         */
 997         conn->login_itt         = pdu->itt;
 998
 999         spin_lock_bh(&np->np_thread_lock);
1000         if (np->np_thread_state != ISCSI_NP_THREAD_ACTIVE) {
1001                 spin_unlock_bh(&np->np_thread_lock);
1002                 pr_err("iSCSI Network Portal on %s:%hu currently not"
1003                         " active.\n", np->np_ip, np->np_port);
1004                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1005                                 ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE);
1006                 goto new_sess_out;
1007         }
1008         spin_unlock_bh(&np->np_thread_lock);
1009
1010         if (np->np_sockaddr.ss_family == AF_INET6) {
1011                 memset(&sock_in6, 0, sizeof(struct sockaddr_in6));
1012
1013                 if (conn->sock->ops->getname(conn->sock,
1014                                 (struct sockaddr *)&sock_in6, &err, 1) < 0) {
1015                         pr_err("sock_ops->getname() failed.\n");
1016                         iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1017                                         ISCSI_LOGIN_STATUS_TARGET_ERROR);
1018                         goto new_sess_out;
1019                 }
1020                 snprintf(conn->login_ip, sizeof(conn->login_ip), "%pI6c",
1021                                 &sock_in6.sin6_addr.in6_u);
1022                 conn->login_port = ntohs(sock_in6.sin6_port);
1023         } else {
1024                 memset(&sock_in, 0, sizeof(struct sockaddr_in));
1025
1026                 if (conn->sock->ops->getname(conn->sock,
1027                                 (struct sockaddr *)&sock_in, &err, 1) < 0) {
1028                         pr_err("sock_ops->getname() failed.\n");
1029                         iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1030                                         ISCSI_LOGIN_STATUS_TARGET_ERROR);
1031                         goto new_sess_out;
1032                 }
1033                 sprintf(conn->login_ip, "%pI4", &sock_in.sin_addr.s_addr);
1034                 conn->login_port = ntohs(sock_in.sin_port);
1035         }
1036
1037         conn->network_transport = np->np_network_transport;
1038
1039         pr_debug("Received iSCSI login request from %s on %s Network"
1040                         " Portal %s:%hu\n", conn->login_ip,
1041                 (conn->network_transport == ISCSI_TCP) ? "TCP" : "SCTP",
1042                         np->np_ip, np->np_port);
1043
1044         pr_debug("Moving to TARG_CONN_STATE_IN_LOGIN.\n");
1045         conn->conn_state        = TARG_CONN_STATE_IN_LOGIN;
1046
1047         if (iscsi_login_check_initiator_version(conn, pdu->max_version,
1048                         pdu->min_version) < 0)
1049                 goto new_sess_out;
1050
1051         zero_tsih = (pdu->tsih == 0x0000);
1052         if ((zero_tsih)) {
1053                 /*
1054                  * This is the leading connection of a new session.
1055                  * We wait until after authentication to check for
1056                  * session reinstatement.
1057                  */
1058                 if (iscsi_login_zero_tsih_s1(conn, buffer) < 0)
1059                         goto new_sess_out;
1060         } else {
1061                 /*
1062                  * Add a new connection to an existing session.
1063                  * We check for a non-existant session in
1064                  * iscsi_login_non_zero_tsih_s2() below based
1065                  * on ISID/TSIH, but wait until after authentication
1066                  * to check for connection reinstatement, etc.
1067                  */
1068                 if (iscsi_login_non_zero_tsih_s1(conn, buffer) < 0)
1069                         goto new_sess_out;
1070         }
1071
1072         /*
1073          * This will process the first login request, and call
1074          * iscsi_target_locate_portal(), and return a valid struct iscsi_login.
1075          */
1076         login = iscsi_target_init_negotiation(np, conn, buffer);
1077         if (!login) {
1078                 tpg = conn->tpg;
1079                 goto new_sess_out;
1080         }
1081
1082         tpg = conn->tpg;
1083         if (!tpg) {
1084                 pr_err("Unable to locate struct iscsi_conn->tpg\n");
1085                 goto new_sess_out;
1086         }
1087
1088         if (zero_tsih) {
1089                 if (iscsi_login_zero_tsih_s2(conn) < 0) {
1090                         iscsi_target_nego_release(login, conn);
1091                         goto new_sess_out;
1092                 }
1093         } else {
1094                 if (iscsi_login_non_zero_tsih_s2(conn, buffer) < 0) {
1095                         iscsi_target_nego_release(login, conn);
1096                         goto old_sess_out;
1097                 }
1098         }
1099
1100         if (iscsi_target_start_negotiation(login, conn) < 0)
1101                 goto new_sess_out;
1102
1103         if (!conn->sess) {
1104                 pr_err("struct iscsi_conn session pointer is NULL!\n");
1105                 goto new_sess_out;
1106         }
1107
1108         iscsi_stop_login_thread_timer(np);
1109
1110         if (signal_pending(current))
1111                 goto new_sess_out;
1112
1113         ret = iscsi_post_login_handler(np, conn, zero_tsih);
1114
1115         if (ret < 0)
1116                 goto new_sess_out;
1117
1118         iscsit_deaccess_np(np, tpg);
1119         tpg = NULL;
1120         /* Get another socket */
1121         return 1;
1122
1123 new_sess_out:
1124         pr_err("iSCSI Login negotiation failed.\n");
1125         iscsit_collect_login_stats(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
1126                                   ISCSI_LOGIN_STATUS_INIT_ERR);
1127         if (!zero_tsih || !conn->sess)
1128                 goto old_sess_out;
1129         if (conn->sess->se_sess)
1130                 transport_free_session(conn->sess->se_sess);
1131         if (conn->sess->session_index != 0) {
1132                 spin_lock_bh(&sess_idr_lock);
1133                 idr_remove(&sess_idr, conn->sess->session_index);
1134                 spin_unlock_bh(&sess_idr_lock);
1135         }
1136         if (conn->sess->sess_ops)
1137                 kfree(conn->sess->sess_ops);
1138         if (conn->sess)
1139                 kfree(conn->sess);
1140 old_sess_out:
1141         iscsi_stop_login_thread_timer(np);
1142         /*
1143          * If login negotiation fails check if the Time2Retain timer
1144          * needs to be restarted.
1145          */
1146         if (!zero_tsih && conn->sess) {
1147                 spin_lock_bh(&conn->sess->conn_lock);
1148                 if (conn->sess->session_state == TARG_SESS_STATE_FAILED) {
1149                         struct se_portal_group *se_tpg =
1150                                         &ISCSI_TPG_C(conn)->tpg_se_tpg;
1151
1152                         atomic_set(&conn->sess->session_continuation, 0);
1153                         spin_unlock_bh(&conn->sess->conn_lock);
1154                         spin_lock_bh(&se_tpg->session_lock);
1155                         iscsit_start_time2retain_handler(conn->sess);
1156                         spin_unlock_bh(&se_tpg->session_lock);
1157                 } else
1158                         spin_unlock_bh(&conn->sess->conn_lock);
1159                 iscsit_dec_session_usage_count(conn->sess);
1160         }
1161
1162         if (!IS_ERR(conn->conn_rx_hash.tfm))
1163                 crypto_free_hash(conn->conn_rx_hash.tfm);
1164         if (!IS_ERR(conn->conn_tx_hash.tfm))
1165                 crypto_free_hash(conn->conn_tx_hash.tfm);
1166
1167         if (conn->conn_cpumask)
1168                 free_cpumask_var(conn->conn_cpumask);
1169
1170         kfree(conn->conn_ops);
1171
1172         if (conn->param_list) {
1173                 iscsi_release_param_list(conn->param_list);
1174                 conn->param_list = NULL;
1175         }
1176         if (conn->sock) {
1177                 if (conn->conn_flags & CONNFLAG_SCTP_STRUCT_FILE) {
1178                         kfree(conn->sock->file);
1179                         conn->sock->file = NULL;
1180                 }
1181                 sock_release(conn->sock);
1182         }
1183         kfree(conn);
1184
1185         if (tpg) {
1186                 iscsit_deaccess_np(np, tpg);
1187                 tpg = NULL;
1188         }
1189
1190 out:
1191         stop = kthread_should_stop();
1192         if (!stop && signal_pending(current)) {
1193                 spin_lock_bh(&np->np_thread_lock);
1194                 stop = (np->np_thread_state == ISCSI_NP_THREAD_SHUTDOWN);
1195                 spin_unlock_bh(&np->np_thread_lock);
1196         }
1197         /* Wait for another socket.. */
1198         if (!stop)
1199                 return 1;
1200
1201         iscsi_stop_login_thread_timer(np);
1202         spin_lock_bh(&np->np_thread_lock);
1203         np->np_thread_state = ISCSI_NP_THREAD_EXIT;
1204         spin_unlock_bh(&np->np_thread_lock);
1205         return 0;
1206 }
1207
1208 int iscsi_target_login_thread(void *arg)
1209 {
1210         struct iscsi_np *np = arg;
1211         int ret;
1212
1213         allow_signal(SIGINT);
1214
1215         while (!kthread_should_stop()) {
1216                 ret = __iscsi_target_login_thread(np);
1217                 /*
1218                  * We break and exit here unless another sock_accept() call
1219                  * is expected.
1220                  */
1221                 if (ret != 1)
1222                         break;
1223         }
1224
1225         return 0;
1226 }