drivers/scsi/scsi_transport_iscsi.c

   1 /*
   2  * iSCSI transport class definitions
   3  *
   4  * Copyright (C) IBM Corporation, 2004
   5  * Copyright (C) Mike Christie, 2004 - 2005
   6  * Copyright (C) Dmitry Yusupov, 2004 - 2005
   7  * Copyright (C) Alex Aizman, 2004 - 2005
   8  *
   9  * This program is free software; you can redistribute it and/or modify
  10  * it under the terms of the GNU General Public License as published by
  11  * the Free Software Foundation; either version 2 of the License, or
  12  * (at your option) any later version.
  13  *
  14  * This program is distributed in the hope that it will be useful,
  15  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  16  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  17  * GNU General Public License for more details.
  18  *
  19  * You should have received a copy of the GNU General Public License
  20  * along with this program; if not, write to the Free Software
  21  * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
  22  */
  23 #include <linux/module.h>
  24 #include <linux/mutex.h>
  25 #include <linux/slab.h>
  26 #include <linux/bsg-lib.h>
  27 #include <linux/idr.h>
  28 #include <net/tcp.h>
  29 #include <scsi/scsi.h>
  30 #include <scsi/scsi_host.h>
  31 #include <scsi/scsi_device.h>
  32 #include <scsi/scsi_transport.h>
  33 #include <scsi/scsi_transport_iscsi.h>
  34 #include <scsi/iscsi_if.h>
  35 #include <scsi/scsi_cmnd.h>
  36 #include <scsi/scsi_bsg_iscsi.h>
  37
  38 #define ISCSI_TRANSPORT_VERSION "2.0-870"
  39
  40 #define ISCSI_SEND_MAX_ALLOWED  10
  41
  42 static int dbg_session;
  43 module_param_named(debug_session, dbg_session, int,
  44                    S_IRUGO | S_IWUSR);
  45 MODULE_PARM_DESC(debug_session,
  46                  "Turn on debugging for sessions in scsi_transport_iscsi "
  47                  "module. Set to 1 to turn on, and zero to turn off. Default "
  48                  "is off.");
  49
  50 static int dbg_conn;
  51 module_param_named(debug_conn, dbg_conn, int,
  52                    S_IRUGO | S_IWUSR);
  53 MODULE_PARM_DESC(debug_conn,
  54                  "Turn on debugging for connections in scsi_transport_iscsi "
  55                  "module. Set to 1 to turn on, and zero to turn off. Default "
  56                  "is off.");
  57
  58 #define ISCSI_DBG_TRANS_SESSION(_session, dbg_fmt, arg...)              \
  59         do {                                                            \
  60                 if (dbg_session)                                        \
  61                         iscsi_cls_session_printk(KERN_INFO, _session,   \
  62                                                  "%s: " dbg_fmt,        \
  63                                                  __func__, ##arg);      \
  64         } while (0);
  65
  66 #define ISCSI_DBG_TRANS_CONN(_conn, dbg_fmt, arg...)                    \
  67         do {                                                            \
  68                 if (dbg_conn)                                           \
  69                         iscsi_cls_conn_printk(KERN_INFO, _conn,         \
  70                                               "%s: " dbg_fmt,           \
  71                                               __func__, ##arg); \
  72         } while (0);
  73
  74 struct iscsi_internal {
  75         struct scsi_transport_template t;
  76         struct iscsi_transport *iscsi_transport;
  77         struct list_head list;
  78         struct device dev;
  79
  80         struct transport_container conn_cont;
  81         struct transport_container session_cont;
  82 };
  83
  84 static atomic_t iscsi_session_nr; /* sysfs session id for next new session */
  85 static struct workqueue_struct *iscsi_eh_timer_workq;
  86
  87 static DEFINE_IDA(iscsi_sess_ida);
  88 /*
  89  * list of registered transports and lock that must
  90  * be held while accessing list. The iscsi_transport_lock must
  91  * be acquired after the rx_queue_mutex.
  92  */
  93 static LIST_HEAD(iscsi_transports);
  94 static DEFINE_SPINLOCK(iscsi_transport_lock);
  95
  96 #define to_iscsi_internal(tmpl) \
  97         container_of(tmpl, struct iscsi_internal, t)
  98
  99 #define dev_to_iscsi_internal(_dev) \
 100         container_of(_dev, struct iscsi_internal, dev)
 101
 102 static void iscsi_transport_release(struct device *dev)
 103 {
 104         struct iscsi_internal *priv = dev_to_iscsi_internal(dev);
 105         kfree(priv);
 106 }
 107
 108 /*
 109  * iscsi_transport_class represents the iscsi_transports that are
 110  * registered.
 111  */
 112 static struct class iscsi_transport_class = {
 113         .name = "iscsi_transport",
 114         .dev_release = iscsi_transport_release,
 115 };
 116
 117 static ssize_t
 118 show_transport_handle(struct device *dev, struct device_attribute *attr,
 119                       char *buf)
 120 {
 121         struct iscsi_internal *priv = dev_to_iscsi_internal(dev);
 122
 123         if (!capable(CAP_SYS_ADMIN))
 124                 return -EACCES;
 125         return sysfs_emit(buf, "%llu\n",
 126                   (unsigned long long)iscsi_handle(priv->iscsi_transport));
 127 }
 128 static DEVICE_ATTR(handle, S_IRUGO, show_transport_handle, NULL);
 129
 130 #define show_transport_attr(name, format)                               \
 131 static ssize_t                                                          \
 132 show_transport_##name(struct device *dev,                               \
 133                       struct device_attribute *attr,char *buf)          \
 134 {                                                                       \
 135         struct iscsi_internal *priv = dev_to_iscsi_internal(dev);       \
 136         return sysfs_emit(buf, format"\n", priv->iscsi_transport->name);\
 137 }                                                                       \
 138 static DEVICE_ATTR(name, S_IRUGO, show_transport_##name, NULL);
 139
 140 show_transport_attr(caps, "0x%x");
 141
 142 static struct attribute *iscsi_transport_attrs[] = {
 143         &dev_attr_handle.attr,
 144         &dev_attr_caps.attr,
 145         NULL,
 146 };
 147
 148 static struct attribute_group iscsi_transport_group = {
 149         .attrs = iscsi_transport_attrs,
 150 };
 151
 152 /*
 153  * iSCSI endpoint attrs
 154  */
 155 #define iscsi_dev_to_endpoint(_dev) \
 156         container_of(_dev, struct iscsi_endpoint, dev)
 157
 158 #define ISCSI_ATTR(_prefix,_name,_mode,_show,_store)    \
 159 struct device_attribute dev_attr_##_prefix##_##_name =  \
 160         __ATTR(_name,_mode,_show,_store)
 161
 162 static void iscsi_endpoint_release(struct device *dev)
 163 {
 164         struct iscsi_endpoint *ep = iscsi_dev_to_endpoint(dev);
 165         kfree(ep);
 166 }
 167
 168 static struct class iscsi_endpoint_class = {
 169         .name = "iscsi_endpoint",
 170         .dev_release = iscsi_endpoint_release,
 171 };
 172
 173 static ssize_t
 174 show_ep_handle(struct device *dev, struct device_attribute *attr, char *buf)
 175 {
 176         struct iscsi_endpoint *ep = iscsi_dev_to_endpoint(dev);
 177         return sysfs_emit(buf, "%llu\n", (unsigned long long) ep->id);
 178 }
 179 static ISCSI_ATTR(ep, handle, S_IRUGO, show_ep_handle, NULL);
 180
 181 static struct attribute *iscsi_endpoint_attrs[] = {
 182         &dev_attr_ep_handle.attr,
 183         NULL,
 184 };
 185
 186 static struct attribute_group iscsi_endpoint_group = {
 187         .attrs = iscsi_endpoint_attrs,
 188 };
 189
 190 #define ISCSI_MAX_EPID -1
 191
 192 static int iscsi_match_epid(struct device *dev, const void *data)
 193 {
 194         struct iscsi_endpoint *ep = iscsi_dev_to_endpoint(dev);
 195         const uint64_t *epid = data;
 196
 197         return *epid == ep->id;
 198 }
 199
 200 struct iscsi_endpoint *
 201 iscsi_create_endpoint(int dd_size)
 202 {
 203         struct device *dev;
 204         struct iscsi_endpoint *ep;
 205         uint64_t id;
 206         int err;
 207
 208         for (id = 1; id < ISCSI_MAX_EPID; id++) {
 209                 dev = class_find_device(&iscsi_endpoint_class, NULL, &id,
 210                                         iscsi_match_epid);
 211                 if (!dev)
 212                         break;
 213                 else
 214                         put_device(dev);
 215         }
 216         if (id == ISCSI_MAX_EPID) {
 217                 printk(KERN_ERR "Too many connections. Max supported %u\n",
 218                        ISCSI_MAX_EPID - 1);
 219                 return NULL;
 220         }
 221
 222         ep = kzalloc(sizeof(*ep) + dd_size, GFP_KERNEL);
 223         if (!ep)
 224                 return NULL;
 225
 226         ep->id = id;
 227         ep->dev.class = &iscsi_endpoint_class;
 228         dev_set_name(&ep->dev, "ep-%llu", (unsigned long long) id);
 229         err = device_register(&ep->dev);
 230         if (err)
 231                 goto free_ep;
 232
 233         err = sysfs_create_group(&ep->dev.kobj, &iscsi_endpoint_group);
 234         if (err)
 235                 goto unregister_dev;
 236
 237         if (dd_size)
 238                 ep->dd_data = &ep[1];
 239         return ep;
 240
 241 unregister_dev:
 242         device_unregister(&ep->dev);
 243         return NULL;
 244
 245 free_ep:
 246         kfree(ep);
 247         return NULL;
 248 }
 249 EXPORT_SYMBOL_GPL(iscsi_create_endpoint);
 250
 251 void iscsi_destroy_endpoint(struct iscsi_endpoint *ep)
 252 {
 253         sysfs_remove_group(&ep->dev.kobj, &iscsi_endpoint_group);
 254         device_unregister(&ep->dev);
 255 }
 256 EXPORT_SYMBOL_GPL(iscsi_destroy_endpoint);
 257
 258 struct iscsi_endpoint *iscsi_lookup_endpoint(u64 handle)
 259 {
 260         struct iscsi_endpoint *ep;
 261         struct device *dev;
 262
 263         dev = class_find_device(&iscsi_endpoint_class, NULL, &handle,
 264                                 iscsi_match_epid);
 265         if (!dev)
 266                 return NULL;
 267
 268         ep = iscsi_dev_to_endpoint(dev);
 269         /*
 270          * we can drop this now because the interface will prevent
 271          * removals and lookups from racing.
 272          */
 273         put_device(dev);
 274         return ep;
 275 }
 276 EXPORT_SYMBOL_GPL(iscsi_lookup_endpoint);
 277
 278 /*
 279  * Interface to display network param to sysfs
 280  */
 281
 282 static void iscsi_iface_release(struct device *dev)
 283 {
 284         struct iscsi_iface *iface = iscsi_dev_to_iface(dev);
 285         struct device *parent = iface->dev.parent;
 286
 287         kfree(iface);
 288         put_device(parent);
 289 }
 290
 291
 292 static struct class iscsi_iface_class = {
 293         .name = "iscsi_iface",
 294         .dev_release = iscsi_iface_release,
 295 };
 296
 297 #define ISCSI_IFACE_ATTR(_prefix, _name, _mode, _show, _store)  \
 298 struct device_attribute dev_attr_##_prefix##_##_name =          \
 299         __ATTR(_name, _mode, _show, _store)
 300
 301 /* iface attrs show */
 302 #define iscsi_iface_attr_show(type, name, param_type, param)            \
 303 static ssize_t                                                          \
 304 show_##type##_##name(struct device *dev, struct device_attribute *attr, \
 305                      char *buf)                                         \
 306 {                                                                       \
 307         struct iscsi_iface *iface = iscsi_dev_to_iface(dev);            \
 308         struct iscsi_transport *t = iface->transport;                   \
 309         return t->get_iface_param(iface, param_type, param, buf);       \
 310 }                                                                       \
 311
 312 #define iscsi_iface_net_attr(type, name, param)                         \
 313         iscsi_iface_attr_show(type, name, ISCSI_NET_PARAM, param)       \
 314 static ISCSI_IFACE_ATTR(type, name, S_IRUGO, show_##type##_##name, NULL);
 315
 316 #define iscsi_iface_attr(type, name, param)                             \
 317         iscsi_iface_attr_show(type, name, ISCSI_IFACE_PARAM, param)     \
 318 static ISCSI_IFACE_ATTR(type, name, S_IRUGO, show_##type##_##name, NULL);
 319
 320 /* generic read only ipv4 attribute */
 321 iscsi_iface_net_attr(ipv4_iface, ipaddress, ISCSI_NET_PARAM_IPV4_ADDR);
 322 iscsi_iface_net_attr(ipv4_iface, gateway, ISCSI_NET_PARAM_IPV4_GW);
 323 iscsi_iface_net_attr(ipv4_iface, subnet, ISCSI_NET_PARAM_IPV4_SUBNET);
 324 iscsi_iface_net_attr(ipv4_iface, bootproto, ISCSI_NET_PARAM_IPV4_BOOTPROTO);
 325 iscsi_iface_net_attr(ipv4_iface, dhcp_dns_address_en,
 326                      ISCSI_NET_PARAM_IPV4_DHCP_DNS_ADDR_EN);
 327 iscsi_iface_net_attr(ipv4_iface, dhcp_slp_da_info_en,
 328                      ISCSI_NET_PARAM_IPV4_DHCP_SLP_DA_EN);
 329 iscsi_iface_net_attr(ipv4_iface, tos_en, ISCSI_NET_PARAM_IPV4_TOS_EN);
 330 iscsi_iface_net_attr(ipv4_iface, tos, ISCSI_NET_PARAM_IPV4_TOS);
 331 iscsi_iface_net_attr(ipv4_iface, grat_arp_en,
 332                      ISCSI_NET_PARAM_IPV4_GRAT_ARP_EN);
 333 iscsi_iface_net_attr(ipv4_iface, dhcp_alt_client_id_en,
 334                      ISCSI_NET_PARAM_IPV4_DHCP_ALT_CLIENT_ID_EN);
 335 iscsi_iface_net_attr(ipv4_iface, dhcp_alt_client_id,
 336                      ISCSI_NET_PARAM_IPV4_DHCP_ALT_CLIENT_ID);
 337 iscsi_iface_net_attr(ipv4_iface, dhcp_req_vendor_id_en,
 338                      ISCSI_NET_PARAM_IPV4_DHCP_REQ_VENDOR_ID_EN);
 339 iscsi_iface_net_attr(ipv4_iface, dhcp_use_vendor_id_en,
 340                      ISCSI_NET_PARAM_IPV4_DHCP_USE_VENDOR_ID_EN);
 341 iscsi_iface_net_attr(ipv4_iface, dhcp_vendor_id,
 342                      ISCSI_NET_PARAM_IPV4_DHCP_VENDOR_ID);
 343 iscsi_iface_net_attr(ipv4_iface, dhcp_learn_iqn_en,
 344                      ISCSI_NET_PARAM_IPV4_DHCP_LEARN_IQN_EN);
 345 iscsi_iface_net_attr(ipv4_iface, fragment_disable,
 346                      ISCSI_NET_PARAM_IPV4_FRAGMENT_DISABLE);
 347 iscsi_iface_net_attr(ipv4_iface, incoming_forwarding_en,
 348                      ISCSI_NET_PARAM_IPV4_IN_FORWARD_EN);
 349 iscsi_iface_net_attr(ipv4_iface, ttl, ISCSI_NET_PARAM_IPV4_TTL);
 350
 351 /* generic read only ipv6 attribute */
 352 iscsi_iface_net_attr(ipv6_iface, ipaddress, ISCSI_NET_PARAM_IPV6_ADDR);
 353 iscsi_iface_net_attr(ipv6_iface, link_local_addr,
 354                      ISCSI_NET_PARAM_IPV6_LINKLOCAL);
 355 iscsi_iface_net_attr(ipv6_iface, router_addr, ISCSI_NET_PARAM_IPV6_ROUTER);
 356 iscsi_iface_net_attr(ipv6_iface, ipaddr_autocfg,
 357                      ISCSI_NET_PARAM_IPV6_ADDR_AUTOCFG);
 358 iscsi_iface_net_attr(ipv6_iface, link_local_autocfg,
 359                      ISCSI_NET_PARAM_IPV6_LINKLOCAL_AUTOCFG);
 360 iscsi_iface_net_attr(ipv6_iface, link_local_state,
 361                      ISCSI_NET_PARAM_IPV6_LINKLOCAL_STATE);
 362 iscsi_iface_net_attr(ipv6_iface, router_state,
 363                      ISCSI_NET_PARAM_IPV6_ROUTER_STATE);
 364 iscsi_iface_net_attr(ipv6_iface, grat_neighbor_adv_en,
 365                      ISCSI_NET_PARAM_IPV6_GRAT_NEIGHBOR_ADV_EN);
 366 iscsi_iface_net_attr(ipv6_iface, mld_en, ISCSI_NET_PARAM_IPV6_MLD_EN);
 367 iscsi_iface_net_attr(ipv6_iface, flow_label, ISCSI_NET_PARAM_IPV6_FLOW_LABEL);
 368 iscsi_iface_net_attr(ipv6_iface, traffic_class,
 369                      ISCSI_NET_PARAM_IPV6_TRAFFIC_CLASS);
 370 iscsi_iface_net_attr(ipv6_iface, hop_limit, ISCSI_NET_PARAM_IPV6_HOP_LIMIT);
 371 iscsi_iface_net_attr(ipv6_iface, nd_reachable_tmo,
 372                      ISCSI_NET_PARAM_IPV6_ND_REACHABLE_TMO);
 373 iscsi_iface_net_attr(ipv6_iface, nd_rexmit_time,
 374                      ISCSI_NET_PARAM_IPV6_ND_REXMIT_TIME);
 375 iscsi_iface_net_attr(ipv6_iface, nd_stale_tmo,
 376                      ISCSI_NET_PARAM_IPV6_ND_STALE_TMO);
 377 iscsi_iface_net_attr(ipv6_iface, dup_addr_detect_cnt,
 378                      ISCSI_NET_PARAM_IPV6_DUP_ADDR_DETECT_CNT);
 379 iscsi_iface_net_attr(ipv6_iface, router_adv_link_mtu,
 380                      ISCSI_NET_PARAM_IPV6_RTR_ADV_LINK_MTU);
 381
 382 /* common read only iface attribute */
 383 iscsi_iface_net_attr(iface, enabled, ISCSI_NET_PARAM_IFACE_ENABLE);
 384 iscsi_iface_net_attr(iface, vlan_id, ISCSI_NET_PARAM_VLAN_ID);
 385 iscsi_iface_net_attr(iface, vlan_priority, ISCSI_NET_PARAM_VLAN_PRIORITY);
 386 iscsi_iface_net_attr(iface, vlan_enabled, ISCSI_NET_PARAM_VLAN_ENABLED);
 387 iscsi_iface_net_attr(iface, mtu, ISCSI_NET_PARAM_MTU);
 388 iscsi_iface_net_attr(iface, port, ISCSI_NET_PARAM_PORT);
 389 iscsi_iface_net_attr(iface, ipaddress_state, ISCSI_NET_PARAM_IPADDR_STATE);
 390 iscsi_iface_net_attr(iface, delayed_ack_en, ISCSI_NET_PARAM_DELAYED_ACK_EN);
 391 iscsi_iface_net_attr(iface, tcp_nagle_disable,
 392                      ISCSI_NET_PARAM_TCP_NAGLE_DISABLE);
 393 iscsi_iface_net_attr(iface, tcp_wsf_disable, ISCSI_NET_PARAM_TCP_WSF_DISABLE);
 394 iscsi_iface_net_attr(iface, tcp_wsf, ISCSI_NET_PARAM_TCP_WSF);
 395 iscsi_iface_net_attr(iface, tcp_timer_scale, ISCSI_NET_PARAM_TCP_TIMER_SCALE);
 396 iscsi_iface_net_attr(iface, tcp_timestamp_en, ISCSI_NET_PARAM_TCP_TIMESTAMP_EN);
 397 iscsi_iface_net_attr(iface, cache_id, ISCSI_NET_PARAM_CACHE_ID);
 398 iscsi_iface_net_attr(iface, redirect_en, ISCSI_NET_PARAM_REDIRECT_EN);
 399
 400 /* common iscsi specific settings attributes */
 401 iscsi_iface_attr(iface, def_taskmgmt_tmo, ISCSI_IFACE_PARAM_DEF_TASKMGMT_TMO);
 402 iscsi_iface_attr(iface, header_digest, ISCSI_IFACE_PARAM_HDRDGST_EN);
 403 iscsi_iface_attr(iface, data_digest, ISCSI_IFACE_PARAM_DATADGST_EN);
 404 iscsi_iface_attr(iface, immediate_data, ISCSI_IFACE_PARAM_IMM_DATA_EN);
 405 iscsi_iface_attr(iface, initial_r2t, ISCSI_IFACE_PARAM_INITIAL_R2T_EN);
 406 iscsi_iface_attr(iface, data_seq_in_order,
 407                  ISCSI_IFACE_PARAM_DATASEQ_INORDER_EN);
 408 iscsi_iface_attr(iface, data_pdu_in_order, ISCSI_IFACE_PARAM_PDU_INORDER_EN);
 409 iscsi_iface_attr(iface, erl, ISCSI_IFACE_PARAM_ERL);
 410 iscsi_iface_attr(iface, max_recv_dlength, ISCSI_IFACE_PARAM_MAX_RECV_DLENGTH);
 411 iscsi_iface_attr(iface, first_burst_len, ISCSI_IFACE_PARAM_FIRST_BURST);
 412 iscsi_iface_attr(iface, max_outstanding_r2t, ISCSI_IFACE_PARAM_MAX_R2T);
 413 iscsi_iface_attr(iface, max_burst_len, ISCSI_IFACE_PARAM_MAX_BURST);
 414 iscsi_iface_attr(iface, chap_auth, ISCSI_IFACE_PARAM_CHAP_AUTH_EN);
 415 iscsi_iface_attr(iface, bidi_chap, ISCSI_IFACE_PARAM_BIDI_CHAP_EN);
 416 iscsi_iface_attr(iface, discovery_auth_optional,
 417                  ISCSI_IFACE_PARAM_DISCOVERY_AUTH_OPTIONAL);
 418 iscsi_iface_attr(iface, discovery_logout,
 419                  ISCSI_IFACE_PARAM_DISCOVERY_LOGOUT_EN);
 420 iscsi_iface_attr(iface, strict_login_comp_en,
 421                  ISCSI_IFACE_PARAM_STRICT_LOGIN_COMP_EN);
 422 iscsi_iface_attr(iface, initiator_name, ISCSI_IFACE_PARAM_INITIATOR_NAME);
 423
 424 static umode_t iscsi_iface_attr_is_visible(struct kobject *kobj,
 425                                           struct attribute *attr, int i)
 426 {
 427         struct device *dev = container_of(kobj, struct device, kobj);
 428         struct iscsi_iface *iface = iscsi_dev_to_iface(dev);
 429         struct iscsi_transport *t = iface->transport;
 430         int param = -1;
 431
 432         if (attr == &dev_attr_iface_def_taskmgmt_tmo.attr)
 433                 param = ISCSI_IFACE_PARAM_DEF_TASKMGMT_TMO;
 434         else if (attr == &dev_attr_iface_header_digest.attr)
 435                 param = ISCSI_IFACE_PARAM_HDRDGST_EN;
 436         else if (attr == &dev_attr_iface_data_digest.attr)
 437                 param = ISCSI_IFACE_PARAM_DATADGST_EN;
 438         else if (attr == &dev_attr_iface_immediate_data.attr)
 439                 param = ISCSI_IFACE_PARAM_IMM_DATA_EN;
 440         else if (attr == &dev_attr_iface_initial_r2t.attr)
 441                 param = ISCSI_IFACE_PARAM_INITIAL_R2T_EN;
 442         else if (attr == &dev_attr_iface_data_seq_in_order.attr)
 443                 param = ISCSI_IFACE_PARAM_DATASEQ_INORDER_EN;
 444         else if (attr == &dev_attr_iface_data_pdu_in_order.attr)
 445                 param = ISCSI_IFACE_PARAM_PDU_INORDER_EN;
 446         else if (attr == &dev_attr_iface_erl.attr)
 447                 param = ISCSI_IFACE_PARAM_ERL;
 448         else if (attr == &dev_attr_iface_max_recv_dlength.attr)
 449                 param = ISCSI_IFACE_PARAM_MAX_RECV_DLENGTH;
 450         else if (attr == &dev_attr_iface_first_burst_len.attr)
 451                 param = ISCSI_IFACE_PARAM_FIRST_BURST;
 452         else if (attr == &dev_attr_iface_max_outstanding_r2t.attr)
 453                 param = ISCSI_IFACE_PARAM_MAX_R2T;
 454         else if (attr == &dev_attr_iface_max_burst_len.attr)
 455                 param = ISCSI_IFACE_PARAM_MAX_BURST;
 456         else if (attr == &dev_attr_iface_chap_auth.attr)
 457                 param = ISCSI_IFACE_PARAM_CHAP_AUTH_EN;
 458         else if (attr == &dev_attr_iface_bidi_chap.attr)
 459                 param = ISCSI_IFACE_PARAM_BIDI_CHAP_EN;
 460         else if (attr == &dev_attr_iface_discovery_auth_optional.attr)
 461                 param = ISCSI_IFACE_PARAM_DISCOVERY_AUTH_OPTIONAL;
 462         else if (attr == &dev_attr_iface_discovery_logout.attr)
 463                 param = ISCSI_IFACE_PARAM_DISCOVERY_LOGOUT_EN;
 464         else if (attr == &dev_attr_iface_strict_login_comp_en.attr)
 465                 param = ISCSI_IFACE_PARAM_STRICT_LOGIN_COMP_EN;
 466         else if (attr == &dev_attr_iface_initiator_name.attr)
 467                 param = ISCSI_IFACE_PARAM_INITIATOR_NAME;
 468
 469         if (param != -1)
 470                 return t->attr_is_visible(ISCSI_IFACE_PARAM, param);
 471
 472         if (attr == &dev_attr_iface_enabled.attr)
 473                 param = ISCSI_NET_PARAM_IFACE_ENABLE;
 474         else if (attr == &dev_attr_iface_vlan_id.attr)
 475                 param = ISCSI_NET_PARAM_VLAN_ID;
 476         else if (attr == &dev_attr_iface_vlan_priority.attr)
 477                 param = ISCSI_NET_PARAM_VLAN_PRIORITY;
 478         else if (attr == &dev_attr_iface_vlan_enabled.attr)
 479                 param = ISCSI_NET_PARAM_VLAN_ENABLED;
 480         else if (attr == &dev_attr_iface_mtu.attr)
 481                 param = ISCSI_NET_PARAM_MTU;
 482         else if (attr == &dev_attr_iface_port.attr)
 483                 param = ISCSI_NET_PARAM_PORT;
 484         else if (attr == &dev_attr_iface_ipaddress_state.attr)
 485                 param = ISCSI_NET_PARAM_IPADDR_STATE;
 486         else if (attr == &dev_attr_iface_delayed_ack_en.attr)
 487                 param = ISCSI_NET_PARAM_DELAYED_ACK_EN;
 488         else if (attr == &dev_attr_iface_tcp_nagle_disable.attr)
 489                 param = ISCSI_NET_PARAM_TCP_NAGLE_DISABLE;
 490         else if (attr == &dev_attr_iface_tcp_wsf_disable.attr)
 491                 param = ISCSI_NET_PARAM_TCP_WSF_DISABLE;
 492         else if (attr == &dev_attr_iface_tcp_wsf.attr)
 493                 param = ISCSI_NET_PARAM_TCP_WSF;
 494         else if (attr == &dev_attr_iface_tcp_timer_scale.attr)
 495                 param = ISCSI_NET_PARAM_TCP_TIMER_SCALE;
 496         else if (attr == &dev_attr_iface_tcp_timestamp_en.attr)
 497                 param = ISCSI_NET_PARAM_TCP_TIMESTAMP_EN;
 498         else if (attr == &dev_attr_iface_cache_id.attr)
 499                 param = ISCSI_NET_PARAM_CACHE_ID;
 500         else if (attr == &dev_attr_iface_redirect_en.attr)
 501                 param = ISCSI_NET_PARAM_REDIRECT_EN;
 502         else if (iface->iface_type == ISCSI_IFACE_TYPE_IPV4) {
 503                 if (attr == &dev_attr_ipv4_iface_ipaddress.attr)
 504                         param = ISCSI_NET_PARAM_IPV4_ADDR;
 505                 else if (attr == &dev_attr_ipv4_iface_gateway.attr)
 506                         param = ISCSI_NET_PARAM_IPV4_GW;
 507                 else if (attr == &dev_attr_ipv4_iface_subnet.attr)
 508                         param = ISCSI_NET_PARAM_IPV4_SUBNET;
 509                 else if (attr == &dev_attr_ipv4_iface_bootproto.attr)
 510                         param = ISCSI_NET_PARAM_IPV4_BOOTPROTO;
 511                 else if (attr ==
 512                          &dev_attr_ipv4_iface_dhcp_dns_address_en.attr)
 513                         param = ISCSI_NET_PARAM_IPV4_DHCP_DNS_ADDR_EN;
 514                 else if (attr ==
 515                          &dev_attr_ipv4_iface_dhcp_slp_da_info_en.attr)
 516                         param = ISCSI_NET_PARAM_IPV4_DHCP_SLP_DA_EN;
 517                 else if (attr == &dev_attr_ipv4_iface_tos_en.attr)
 518                         param = ISCSI_NET_PARAM_IPV4_TOS_EN;
 519                 else if (attr == &dev_attr_ipv4_iface_tos.attr)
 520                         param = ISCSI_NET_PARAM_IPV4_TOS;
 521                 else if (attr == &dev_attr_ipv4_iface_grat_arp_en.attr)
 522                         param = ISCSI_NET_PARAM_IPV4_GRAT_ARP_EN;
 523                 else if (attr ==
 524                          &dev_attr_ipv4_iface_dhcp_alt_client_id_en.attr)
 525                         param = ISCSI_NET_PARAM_IPV4_DHCP_ALT_CLIENT_ID_EN;
 526                 else if (attr == &dev_attr_ipv4_iface_dhcp_alt_client_id.attr)
 527                         param = ISCSI_NET_PARAM_IPV4_DHCP_ALT_CLIENT_ID;
 528                 else if (attr ==
 529                          &dev_attr_ipv4_iface_dhcp_req_vendor_id_en.attr)
 530                         param = ISCSI_NET_PARAM_IPV4_DHCP_REQ_VENDOR_ID_EN;
 531                 else if (attr ==
 532                          &dev_attr_ipv4_iface_dhcp_use_vendor_id_en.attr)
 533                         param = ISCSI_NET_PARAM_IPV4_DHCP_USE_VENDOR_ID_EN;
 534                 else if (attr == &dev_attr_ipv4_iface_dhcp_vendor_id.attr)
 535                         param = ISCSI_NET_PARAM_IPV4_DHCP_VENDOR_ID;
 536                 else if (attr ==
 537                          &dev_attr_ipv4_iface_dhcp_learn_iqn_en.attr)
 538                         param = ISCSI_NET_PARAM_IPV4_DHCP_LEARN_IQN_EN;
 539                 else if (attr ==
 540                          &dev_attr_ipv4_iface_fragment_disable.attr)
 541                         param = ISCSI_NET_PARAM_IPV4_FRAGMENT_DISABLE;
 542                 else if (attr ==
 543                          &dev_attr_ipv4_iface_incoming_forwarding_en.attr)
 544                         param = ISCSI_NET_PARAM_IPV4_IN_FORWARD_EN;
 545                 else if (attr == &dev_attr_ipv4_iface_ttl.attr)
 546                         param = ISCSI_NET_PARAM_IPV4_TTL;
 547                 else
 548                         return 0;
 549         } else if (iface->iface_type == ISCSI_IFACE_TYPE_IPV6) {
 550                 if (attr == &dev_attr_ipv6_iface_ipaddress.attr)
 551                         param = ISCSI_NET_PARAM_IPV6_ADDR;
 552                 else if (attr == &dev_attr_ipv6_iface_link_local_addr.attr)
 553                         param = ISCSI_NET_PARAM_IPV6_LINKLOCAL;
 554                 else if (attr == &dev_attr_ipv6_iface_router_addr.attr)
 555                         param = ISCSI_NET_PARAM_IPV6_ROUTER;
 556                 else if (attr == &dev_attr_ipv6_iface_ipaddr_autocfg.attr)
 557                         param = ISCSI_NET_PARAM_IPV6_ADDR_AUTOCFG;
 558                 else if (attr == &dev_attr_ipv6_iface_link_local_autocfg.attr)
 559                         param = ISCSI_NET_PARAM_IPV6_LINKLOCAL_AUTOCFG;
 560                 else if (attr == &dev_attr_ipv6_iface_link_local_state.attr)
 561                         param = ISCSI_NET_PARAM_IPV6_LINKLOCAL_STATE;
 562                 else if (attr == &dev_attr_ipv6_iface_router_state.attr)
 563                         param = ISCSI_NET_PARAM_IPV6_ROUTER_STATE;
 564                 else if (attr ==
 565                          &dev_attr_ipv6_iface_grat_neighbor_adv_en.attr)
 566                         param = ISCSI_NET_PARAM_IPV6_GRAT_NEIGHBOR_ADV_EN;
 567                 else if (attr == &dev_attr_ipv6_iface_mld_en.attr)
 568                         param = ISCSI_NET_PARAM_IPV6_MLD_EN;
 569                 else if (attr == &dev_attr_ipv6_iface_flow_label.attr)
 570                         param = ISCSI_NET_PARAM_IPV6_FLOW_LABEL;
 571                 else if (attr == &dev_attr_ipv6_iface_traffic_class.attr)
 572                         param = ISCSI_NET_PARAM_IPV6_TRAFFIC_CLASS;
 573                 else if (attr == &dev_attr_ipv6_iface_hop_limit.attr)
 574                         param = ISCSI_NET_PARAM_IPV6_HOP_LIMIT;
 575                 else if (attr == &dev_attr_ipv6_iface_nd_reachable_tmo.attr)
 576                         param = ISCSI_NET_PARAM_IPV6_ND_REACHABLE_TMO;
 577                 else if (attr == &dev_attr_ipv6_iface_nd_rexmit_time.attr)
 578                         param = ISCSI_NET_PARAM_IPV6_ND_REXMIT_TIME;
 579                 else if (attr == &dev_attr_ipv6_iface_nd_stale_tmo.attr)
 580                         param = ISCSI_NET_PARAM_IPV6_ND_STALE_TMO;
 581                 else if (attr == &dev_attr_ipv6_iface_dup_addr_detect_cnt.attr)
 582                         param = ISCSI_NET_PARAM_IPV6_DUP_ADDR_DETECT_CNT;
 583                 else if (attr == &dev_attr_ipv6_iface_router_adv_link_mtu.attr)
 584                         param = ISCSI_NET_PARAM_IPV6_RTR_ADV_LINK_MTU;
 585                 else
 586                         return 0;
 587         } else {
 588                 WARN_ONCE(1, "Invalid iface attr");
 589                 return 0;
 590         }
 591
 592         return t->attr_is_visible(ISCSI_NET_PARAM, param);
 593 }
 594
 595 static struct attribute *iscsi_iface_attrs[] = {
 596         &dev_attr_iface_enabled.attr,
 597         &dev_attr_iface_vlan_id.attr,
 598         &dev_attr_iface_vlan_priority.attr,
 599         &dev_attr_iface_vlan_enabled.attr,
 600         &dev_attr_ipv4_iface_ipaddress.attr,
 601         &dev_attr_ipv4_iface_gateway.attr,
 602         &dev_attr_ipv4_iface_subnet.attr,
 603         &dev_attr_ipv4_iface_bootproto.attr,
 604         &dev_attr_ipv6_iface_ipaddress.attr,
 605         &dev_attr_ipv6_iface_link_local_addr.attr,
 606         &dev_attr_ipv6_iface_router_addr.attr,
 607         &dev_attr_ipv6_iface_ipaddr_autocfg.attr,
 608         &dev_attr_ipv6_iface_link_local_autocfg.attr,
 609         &dev_attr_iface_mtu.attr,
 610         &dev_attr_iface_port.attr,
 611         &dev_attr_iface_ipaddress_state.attr,
 612         &dev_attr_iface_delayed_ack_en.attr,
 613         &dev_attr_iface_tcp_nagle_disable.attr,
 614         &dev_attr_iface_tcp_wsf_disable.attr,
 615         &dev_attr_iface_tcp_wsf.attr,
 616         &dev_attr_iface_tcp_timer_scale.attr,
 617         &dev_attr_iface_tcp_timestamp_en.attr,
 618         &dev_attr_iface_cache_id.attr,
 619         &dev_attr_iface_redirect_en.attr,
 620         &dev_attr_iface_def_taskmgmt_tmo.attr,
 621         &dev_attr_iface_header_digest.attr,
 622         &dev_attr_iface_data_digest.attr,
 623         &dev_attr_iface_immediate_data.attr,
 624         &dev_attr_iface_initial_r2t.attr,
 625         &dev_attr_iface_data_seq_in_order.attr,
 626         &dev_attr_iface_data_pdu_in_order.attr,
 627         &dev_attr_iface_erl.attr,
 628         &dev_attr_iface_max_recv_dlength.attr,
 629         &dev_attr_iface_first_burst_len.attr,
 630         &dev_attr_iface_max_outstanding_r2t.attr,
 631         &dev_attr_iface_max_burst_len.attr,
 632         &dev_attr_iface_chap_auth.attr,
 633         &dev_attr_iface_bidi_chap.attr,
 634         &dev_attr_iface_discovery_auth_optional.attr,
 635         &dev_attr_iface_discovery_logout.attr,
 636         &dev_attr_iface_strict_login_comp_en.attr,
 637         &dev_attr_iface_initiator_name.attr,
 638         &dev_attr_ipv4_iface_dhcp_dns_address_en.attr,
 639         &dev_attr_ipv4_iface_dhcp_slp_da_info_en.attr,
 640         &dev_attr_ipv4_iface_tos_en.attr,
 641         &dev_attr_ipv4_iface_tos.attr,
 642         &dev_attr_ipv4_iface_grat_arp_en.attr,
 643         &dev_attr_ipv4_iface_dhcp_alt_client_id_en.attr,
 644         &dev_attr_ipv4_iface_dhcp_alt_client_id.attr,
 645         &dev_attr_ipv4_iface_dhcp_req_vendor_id_en.attr,
 646         &dev_attr_ipv4_iface_dhcp_use_vendor_id_en.attr,
 647         &dev_attr_ipv4_iface_dhcp_vendor_id.attr,
 648         &dev_attr_ipv4_iface_dhcp_learn_iqn_en.attr,
 649         &dev_attr_ipv4_iface_fragment_disable.attr,
 650         &dev_attr_ipv4_iface_incoming_forwarding_en.attr,
 651         &dev_attr_ipv4_iface_ttl.attr,
 652         &dev_attr_ipv6_iface_link_local_state.attr,
 653         &dev_attr_ipv6_iface_router_state.attr,
 654         &dev_attr_ipv6_iface_grat_neighbor_adv_en.attr,
 655         &dev_attr_ipv6_iface_mld_en.attr,
 656         &dev_attr_ipv6_iface_flow_label.attr,
 657         &dev_attr_ipv6_iface_traffic_class.attr,
 658         &dev_attr_ipv6_iface_hop_limit.attr,
 659         &dev_attr_ipv6_iface_nd_reachable_tmo.attr,
 660         &dev_attr_ipv6_iface_nd_rexmit_time.attr,
 661         &dev_attr_ipv6_iface_nd_stale_tmo.attr,
 662         &dev_attr_ipv6_iface_dup_addr_detect_cnt.attr,
 663         &dev_attr_ipv6_iface_router_adv_link_mtu.attr,
 664         NULL,
 665 };
 666
 667 static struct attribute_group iscsi_iface_group = {
 668         .attrs = iscsi_iface_attrs,
 669         .is_visible = iscsi_iface_attr_is_visible,
 670 };
 671
 672 /* convert iscsi_ipaddress_state values to ascii string name */
 673 static const struct {
 674         enum iscsi_ipaddress_state      value;
 675         char                            *name;
 676 } iscsi_ipaddress_state_names[] = {
 677         {ISCSI_IPDDRESS_STATE_UNCONFIGURED,     "Unconfigured" },
 678         {ISCSI_IPDDRESS_STATE_ACQUIRING,        "Acquiring" },
 679         {ISCSI_IPDDRESS_STATE_TENTATIVE,        "Tentative" },
 680         {ISCSI_IPDDRESS_STATE_VALID,            "Valid" },
 681         {ISCSI_IPDDRESS_STATE_DISABLING,        "Disabling" },
 682         {ISCSI_IPDDRESS_STATE_INVALID,          "Invalid" },
 683         {ISCSI_IPDDRESS_STATE_DEPRECATED,       "Deprecated" },
 684 };
 685
 686 char *iscsi_get_ipaddress_state_name(enum iscsi_ipaddress_state port_state)
 687 {
 688         int i;
 689         char *state = NULL;
 690
 691         for (i = 0; i < ARRAY_SIZE(iscsi_ipaddress_state_names); i++) {
 692                 if (iscsi_ipaddress_state_names[i].value == port_state) {
 693                         state = iscsi_ipaddress_state_names[i].name;
 694                         break;
 695                 }
 696         }
 697         return state;
 698 }
 699 EXPORT_SYMBOL_GPL(iscsi_get_ipaddress_state_name);
 700
 701 /* convert iscsi_router_state values to ascii string name */
 702 static const struct {
 703         enum iscsi_router_state value;
 704         char                    *name;
 705 } iscsi_router_state_names[] = {
 706         {ISCSI_ROUTER_STATE_UNKNOWN,            "Unknown" },
 707         {ISCSI_ROUTER_STATE_ADVERTISED,         "Advertised" },
 708         {ISCSI_ROUTER_STATE_MANUAL,             "Manual" },
 709         {ISCSI_ROUTER_STATE_STALE,              "Stale" },
 710 };
 711
 712 char *iscsi_get_router_state_name(enum iscsi_router_state router_state)
 713 {
 714         int i;
 715         char *state = NULL;
 716
 717         for (i = 0; i < ARRAY_SIZE(iscsi_router_state_names); i++) {
 718                 if (iscsi_router_state_names[i].value == router_state) {
 719                         state = iscsi_router_state_names[i].name;
 720                         break;
 721                 }
 722         }
 723         return state;
 724 }
 725 EXPORT_SYMBOL_GPL(iscsi_get_router_state_name);
 726
 727 struct iscsi_iface *
 728 iscsi_create_iface(struct Scsi_Host *shost, struct iscsi_transport *transport,
 729                    uint32_t iface_type, uint32_t iface_num, int dd_size)
 730 {
 731         struct iscsi_iface *iface;
 732         int err;
 733
 734         iface = kzalloc(sizeof(*iface) + dd_size, GFP_KERNEL);
 735         if (!iface)
 736                 return NULL;
 737
 738         iface->transport = transport;
 739         iface->iface_type = iface_type;
 740         iface->iface_num = iface_num;
 741         iface->dev.release = iscsi_iface_release;
 742         iface->dev.class = &iscsi_iface_class;
 743         /* parent reference released in iscsi_iface_release */
 744         iface->dev.parent = get_device(&shost->shost_gendev);
 745         if (iface_type == ISCSI_IFACE_TYPE_IPV4)
 746                 dev_set_name(&iface->dev, "ipv4-iface-%u-%u", shost->host_no,
 747                              iface_num);
 748         else
 749                 dev_set_name(&iface->dev, "ipv6-iface-%u-%u", shost->host_no,
 750                              iface_num);
 751
 752         err = device_register(&iface->dev);
 753         if (err)
 754                 goto free_iface;
 755
 756         err = sysfs_create_group(&iface->dev.kobj, &iscsi_iface_group);
 757         if (err)
 758                 goto unreg_iface;
 759
 760         if (dd_size)
 761                 iface->dd_data = &iface[1];
 762         return iface;
 763
 764 unreg_iface:
 765         device_unregister(&iface->dev);
 766         return NULL;
 767
 768 free_iface:
 769         put_device(iface->dev.parent);
 770         kfree(iface);
 771         return NULL;
 772 }
 773 EXPORT_SYMBOL_GPL(iscsi_create_iface);
 774
 775 void iscsi_destroy_iface(struct iscsi_iface *iface)
 776 {
 777         sysfs_remove_group(&iface->dev.kobj, &iscsi_iface_group);
 778         device_unregister(&iface->dev);
 779 }
 780 EXPORT_SYMBOL_GPL(iscsi_destroy_iface);
 781
 782 /*
 783  * Interface to display flash node params to sysfs
 784  */
 785
 786 #define ISCSI_FLASHNODE_ATTR(_prefix, _name, _mode, _show, _store)      \
 787 struct device_attribute dev_attr_##_prefix##_##_name =                  \
 788         __ATTR(_name, _mode, _show, _store)
 789
 790 /* flash node session attrs show */
 791 #define iscsi_flashnode_sess_attr_show(type, name, param)               \
 792 static ssize_t                                                          \
 793 show_##type##_##name(struct device *dev, struct device_attribute *attr, \
 794                      char *buf)                                         \
 795 {                                                                       \
 796         struct iscsi_bus_flash_session *fnode_sess =                    \
 797                                         iscsi_dev_to_flash_session(dev);\
 798         struct iscsi_transport *t = fnode_sess->transport;              \
 799         return t->get_flashnode_param(fnode_sess, param, buf);          \
 800 }                                                                       \
 801
 802
 803 #define iscsi_flashnode_sess_attr(type, name, param)                    \
 804         iscsi_flashnode_sess_attr_show(type, name, param)               \
 805 static ISCSI_FLASHNODE_ATTR(type, name, S_IRUGO,                        \
 806                             show_##type##_##name, NULL);
 807
 808 /* Flash node session attributes */
 809
 810 iscsi_flashnode_sess_attr(fnode, auto_snd_tgt_disable,
 811                           ISCSI_FLASHNODE_AUTO_SND_TGT_DISABLE);
 812 iscsi_flashnode_sess_attr(fnode, discovery_session,
 813                           ISCSI_FLASHNODE_DISCOVERY_SESS);
 814 iscsi_flashnode_sess_attr(fnode, portal_type, ISCSI_FLASHNODE_PORTAL_TYPE);
 815 iscsi_flashnode_sess_attr(fnode, entry_enable, ISCSI_FLASHNODE_ENTRY_EN);
 816 iscsi_flashnode_sess_attr(fnode, immediate_data, ISCSI_FLASHNODE_IMM_DATA_EN);
 817 iscsi_flashnode_sess_attr(fnode, initial_r2t, ISCSI_FLASHNODE_INITIAL_R2T_EN);
 818 iscsi_flashnode_sess_attr(fnode, data_seq_in_order,
 819                           ISCSI_FLASHNODE_DATASEQ_INORDER);
 820 iscsi_flashnode_sess_attr(fnode, data_pdu_in_order,
 821                           ISCSI_FLASHNODE_PDU_INORDER);
 822 iscsi_flashnode_sess_attr(fnode, chap_auth, ISCSI_FLASHNODE_CHAP_AUTH_EN);
 823 iscsi_flashnode_sess_attr(fnode, discovery_logout,
 824                           ISCSI_FLASHNODE_DISCOVERY_LOGOUT_EN);
 825 iscsi_flashnode_sess_attr(fnode, bidi_chap, ISCSI_FLASHNODE_BIDI_CHAP_EN);
 826 iscsi_flashnode_sess_attr(fnode, discovery_auth_optional,
 827                           ISCSI_FLASHNODE_DISCOVERY_AUTH_OPTIONAL);
 828 iscsi_flashnode_sess_attr(fnode, erl, ISCSI_FLASHNODE_ERL);
 829 iscsi_flashnode_sess_attr(fnode, first_burst_len, ISCSI_FLASHNODE_FIRST_BURST);
 830 iscsi_flashnode_sess_attr(fnode, def_time2wait, ISCSI_FLASHNODE_DEF_TIME2WAIT);
 831 iscsi_flashnode_sess_attr(fnode, def_time2retain,
 832                           ISCSI_FLASHNODE_DEF_TIME2RETAIN);
 833 iscsi_flashnode_sess_attr(fnode, max_outstanding_r2t, ISCSI_FLASHNODE_MAX_R2T);
 834 iscsi_flashnode_sess_attr(fnode, isid, ISCSI_FLASHNODE_ISID);
 835 iscsi_flashnode_sess_attr(fnode, tsid, ISCSI_FLASHNODE_TSID);
 836 iscsi_flashnode_sess_attr(fnode, max_burst_len, ISCSI_FLASHNODE_MAX_BURST);
 837 iscsi_flashnode_sess_attr(fnode, def_taskmgmt_tmo,
 838                           ISCSI_FLASHNODE_DEF_TASKMGMT_TMO);
 839 iscsi_flashnode_sess_attr(fnode, targetalias, ISCSI_FLASHNODE_ALIAS);
 840 iscsi_flashnode_sess_attr(fnode, targetname, ISCSI_FLASHNODE_NAME);
 841 iscsi_flashnode_sess_attr(fnode, tpgt, ISCSI_FLASHNODE_TPGT);
 842 iscsi_flashnode_sess_attr(fnode, discovery_parent_idx,
 843                           ISCSI_FLASHNODE_DISCOVERY_PARENT_IDX);
 844 iscsi_flashnode_sess_attr(fnode, discovery_parent_type,
 845                           ISCSI_FLASHNODE_DISCOVERY_PARENT_TYPE);
 846 iscsi_flashnode_sess_attr(fnode, chap_in_idx, ISCSI_FLASHNODE_CHAP_IN_IDX);
 847 iscsi_flashnode_sess_attr(fnode, chap_out_idx, ISCSI_FLASHNODE_CHAP_OUT_IDX);
 848 iscsi_flashnode_sess_attr(fnode, username, ISCSI_FLASHNODE_USERNAME);
 849 iscsi_flashnode_sess_attr(fnode, username_in, ISCSI_FLASHNODE_USERNAME_IN);
 850 iscsi_flashnode_sess_attr(fnode, password, ISCSI_FLASHNODE_PASSWORD);
 851 iscsi_flashnode_sess_attr(fnode, password_in, ISCSI_FLASHNODE_PASSWORD_IN);
 852 iscsi_flashnode_sess_attr(fnode, is_boot_target, ISCSI_FLASHNODE_IS_BOOT_TGT);
 853
 854 static struct attribute *iscsi_flashnode_sess_attrs[] = {
 855         &dev_attr_fnode_auto_snd_tgt_disable.attr,
 856         &dev_attr_fnode_discovery_session.attr,
 857         &dev_attr_fnode_portal_type.attr,
 858         &dev_attr_fnode_entry_enable.attr,
 859         &dev_attr_fnode_immediate_data.attr,
 860         &dev_attr_fnode_initial_r2t.attr,
 861         &dev_attr_fnode_data_seq_in_order.attr,
 862         &dev_attr_fnode_data_pdu_in_order.attr,
 863         &dev_attr_fnode_chap_auth.attr,
 864         &dev_attr_fnode_discovery_logout.attr,
 865         &dev_attr_fnode_bidi_chap.attr,
 866         &dev_attr_fnode_discovery_auth_optional.attr,
 867         &dev_attr_fnode_erl.attr,
 868         &dev_attr_fnode_first_burst_len.attr,
 869         &dev_attr_fnode_def_time2wait.attr,
 870         &dev_attr_fnode_def_time2retain.attr,
 871         &dev_attr_fnode_max_outstanding_r2t.attr,
 872         &dev_attr_fnode_isid.attr,
 873         &dev_attr_fnode_tsid.attr,
 874         &dev_attr_fnode_max_burst_len.attr,
 875         &dev_attr_fnode_def_taskmgmt_tmo.attr,
 876         &dev_attr_fnode_targetalias.attr,
 877         &dev_attr_fnode_targetname.attr,
 878         &dev_attr_fnode_tpgt.attr,
 879         &dev_attr_fnode_discovery_parent_idx.attr,
 880         &dev_attr_fnode_discovery_parent_type.attr,
 881         &dev_attr_fnode_chap_in_idx.attr,
 882         &dev_attr_fnode_chap_out_idx.attr,
 883         &dev_attr_fnode_username.attr,
 884         &dev_attr_fnode_username_in.attr,
 885         &dev_attr_fnode_password.attr,
 886         &dev_attr_fnode_password_in.attr,
 887         &dev_attr_fnode_is_boot_target.attr,
 888         NULL,
 889 };
 890
 891 static umode_t iscsi_flashnode_sess_attr_is_visible(struct kobject *kobj,
 892                                                     struct attribute *attr,
 893                                                     int i)
 894 {
 895         struct device *dev = container_of(kobj, struct device, kobj);
 896         struct iscsi_bus_flash_session *fnode_sess =
 897                                                 iscsi_dev_to_flash_session(dev);
 898         struct iscsi_transport *t = fnode_sess->transport;
 899         int param;
 900
 901         if (attr == &dev_attr_fnode_auto_snd_tgt_disable.attr) {
 902                 param = ISCSI_FLASHNODE_AUTO_SND_TGT_DISABLE;
 903         } else if (attr == &dev_attr_fnode_discovery_session.attr) {
 904                 param = ISCSI_FLASHNODE_DISCOVERY_SESS;
 905         } else if (attr == &dev_attr_fnode_portal_type.attr) {
 906                 param = ISCSI_FLASHNODE_PORTAL_TYPE;
 907         } else if (attr == &dev_attr_fnode_entry_enable.attr) {
 908                 param = ISCSI_FLASHNODE_ENTRY_EN;
 909         } else if (attr == &dev_attr_fnode_immediate_data.attr) {
 910                 param = ISCSI_FLASHNODE_IMM_DATA_EN;
 911         } else if (attr == &dev_attr_fnode_initial_r2t.attr) {
 912                 param = ISCSI_FLASHNODE_INITIAL_R2T_EN;
 913         } else if (attr == &dev_attr_fnode_data_seq_in_order.attr) {
 914                 param = ISCSI_FLASHNODE_DATASEQ_INORDER;
 915         } else if (attr == &dev_attr_fnode_data_pdu_in_order.attr) {
 916                 param = ISCSI_FLASHNODE_PDU_INORDER;
 917         } else if (attr == &dev_attr_fnode_chap_auth.attr) {
 918                 param = ISCSI_FLASHNODE_CHAP_AUTH_EN;
 919         } else if (attr == &dev_attr_fnode_discovery_logout.attr) {
 920                 param = ISCSI_FLASHNODE_DISCOVERY_LOGOUT_EN;
 921         } else if (attr == &dev_attr_fnode_bidi_chap.attr) {
 922                 param = ISCSI_FLASHNODE_BIDI_CHAP_EN;
 923         } else if (attr == &dev_attr_fnode_discovery_auth_optional.attr) {
 924                 param = ISCSI_FLASHNODE_DISCOVERY_AUTH_OPTIONAL;
 925         } else if (attr == &dev_attr_fnode_erl.attr) {
 926                 param = ISCSI_FLASHNODE_ERL;
 927         } else if (attr == &dev_attr_fnode_first_burst_len.attr) {
 928                 param = ISCSI_FLASHNODE_FIRST_BURST;
 929         } else if (attr == &dev_attr_fnode_def_time2wait.attr) {
 930                 param = ISCSI_FLASHNODE_DEF_TIME2WAIT;
 931         } else if (attr == &dev_attr_fnode_def_time2retain.attr) {
 932                 param = ISCSI_FLASHNODE_DEF_TIME2RETAIN;
 933         } else if (attr == &dev_attr_fnode_max_outstanding_r2t.attr) {
 934                 param = ISCSI_FLASHNODE_MAX_R2T;
 935         } else if (attr == &dev_attr_fnode_isid.attr) {
 936                 param = ISCSI_FLASHNODE_ISID;
 937         } else if (attr == &dev_attr_fnode_tsid.attr) {
 938                 param = ISCSI_FLASHNODE_TSID;
 939         } else if (attr == &dev_attr_fnode_max_burst_len.attr) {
 940                 param = ISCSI_FLASHNODE_MAX_BURST;
 941         } else if (attr == &dev_attr_fnode_def_taskmgmt_tmo.attr) {
 942                 param = ISCSI_FLASHNODE_DEF_TASKMGMT_TMO;
 943         } else if (attr == &dev_attr_fnode_targetalias.attr) {
 944                 param = ISCSI_FLASHNODE_ALIAS;
 945         } else if (attr == &dev_attr_fnode_targetname.attr) {
 946                 param = ISCSI_FLASHNODE_NAME;
 947         } else if (attr == &dev_attr_fnode_tpgt.attr) {
 948                 param = ISCSI_FLASHNODE_TPGT;
 949         } else if (attr == &dev_attr_fnode_discovery_parent_idx.attr) {
 950                 param = ISCSI_FLASHNODE_DISCOVERY_PARENT_IDX;
 951         } else if (attr == &dev_attr_fnode_discovery_parent_type.attr) {
 952                 param = ISCSI_FLASHNODE_DISCOVERY_PARENT_TYPE;
 953         } else if (attr == &dev_attr_fnode_chap_in_idx.attr) {
 954                 param = ISCSI_FLASHNODE_CHAP_IN_IDX;
 955         } else if (attr == &dev_attr_fnode_chap_out_idx.attr) {
 956                 param = ISCSI_FLASHNODE_CHAP_OUT_IDX;
 957         } else if (attr == &dev_attr_fnode_username.attr) {
 958                 param = ISCSI_FLASHNODE_USERNAME;
 959         } else if (attr == &dev_attr_fnode_username_in.attr) {
 960                 param = ISCSI_FLASHNODE_USERNAME_IN;
 961         } else if (attr == &dev_attr_fnode_password.attr) {
 962                 param = ISCSI_FLASHNODE_PASSWORD;
 963         } else if (attr == &dev_attr_fnode_password_in.attr) {
 964                 param = ISCSI_FLASHNODE_PASSWORD_IN;
 965         } else if (attr == &dev_attr_fnode_is_boot_target.attr) {
 966                 param = ISCSI_FLASHNODE_IS_BOOT_TGT;
 967         } else {
 968                 WARN_ONCE(1, "Invalid flashnode session attr");
 969                 return 0;
 970         }
 971
 972         return t->attr_is_visible(ISCSI_FLASHNODE_PARAM, param);
 973 }
 974
 975 static struct attribute_group iscsi_flashnode_sess_attr_group = {
 976         .attrs = iscsi_flashnode_sess_attrs,
 977         .is_visible = iscsi_flashnode_sess_attr_is_visible,
 978 };
 979
 980 static const struct attribute_group *iscsi_flashnode_sess_attr_groups[] = {
 981         &iscsi_flashnode_sess_attr_group,
 982         NULL,
 983 };
 984
 985 static void iscsi_flashnode_sess_release(struct device *dev)
 986 {
 987         struct iscsi_bus_flash_session *fnode_sess =
 988                                                 iscsi_dev_to_flash_session(dev);
 989
 990         kfree(fnode_sess->targetname);
 991         kfree(fnode_sess->targetalias);
 992         kfree(fnode_sess->portal_type);
 993         kfree(fnode_sess);
 994 }
 995
 996 static struct device_type iscsi_flashnode_sess_dev_type = {
 997         .name = "iscsi_flashnode_sess_dev_type",
 998         .groups = iscsi_flashnode_sess_attr_groups,
 999         .release = iscsi_flashnode_sess_release,
1000 };
1001
1002 /* flash node connection attrs show */
1003 #define iscsi_flashnode_conn_attr_show(type, name, param)               \
1004 static ssize_t                                                          \
1005 show_##type##_##name(struct device *dev, struct device_attribute *attr, \
1006                      char *buf)                                         \
1007 {                                                                       \
1008         struct iscsi_bus_flash_conn *fnode_conn = iscsi_dev_to_flash_conn(dev);\
1009         struct iscsi_bus_flash_session *fnode_sess =                    \
1010                                 iscsi_flash_conn_to_flash_session(fnode_conn);\
1011         struct iscsi_transport *t = fnode_conn->transport;              \
1012         return t->get_flashnode_param(fnode_sess, param, buf);          \
1013 }                                                                       \
1014
1015
1016 #define iscsi_flashnode_conn_attr(type, name, param)                    \
1017         iscsi_flashnode_conn_attr_show(type, name, param)               \
1018 static ISCSI_FLASHNODE_ATTR(type, name, S_IRUGO,                        \
1019                             show_##type##_##name, NULL);
1020
1021 /* Flash node connection attributes */
1022
1023 iscsi_flashnode_conn_attr(fnode, is_fw_assigned_ipv6,
1024                           ISCSI_FLASHNODE_IS_FW_ASSIGNED_IPV6);
1025 iscsi_flashnode_conn_attr(fnode, header_digest, ISCSI_FLASHNODE_HDR_DGST_EN);
1026 iscsi_flashnode_conn_attr(fnode, data_digest, ISCSI_FLASHNODE_DATA_DGST_EN);
1027 iscsi_flashnode_conn_attr(fnode, snack_req, ISCSI_FLASHNODE_SNACK_REQ_EN);
1028 iscsi_flashnode_conn_attr(fnode, tcp_timestamp_stat,
1029                           ISCSI_FLASHNODE_TCP_TIMESTAMP_STAT);
1030 iscsi_flashnode_conn_attr(fnode, tcp_nagle_disable,
1031                           ISCSI_FLASHNODE_TCP_NAGLE_DISABLE);
1032 iscsi_flashnode_conn_attr(fnode, tcp_wsf_disable,
1033                           ISCSI_FLASHNODE_TCP_WSF_DISABLE);
1034 iscsi_flashnode_conn_attr(fnode, tcp_timer_scale,
1035                           ISCSI_FLASHNODE_TCP_TIMER_SCALE);
1036 iscsi_flashnode_conn_attr(fnode, tcp_timestamp_enable,
1037                           ISCSI_FLASHNODE_TCP_TIMESTAMP_EN);
1038 iscsi_flashnode_conn_attr(fnode, fragment_disable,
1039                           ISCSI_FLASHNODE_IP_FRAG_DISABLE);
1040 iscsi_flashnode_conn_attr(fnode, keepalive_tmo, ISCSI_FLASHNODE_KEEPALIVE_TMO);
1041 iscsi_flashnode_conn_attr(fnode, port, ISCSI_FLASHNODE_PORT);
1042 iscsi_flashnode_conn_attr(fnode, ipaddress, ISCSI_FLASHNODE_IPADDR);
1043 iscsi_flashnode_conn_attr(fnode, max_recv_dlength,
1044                           ISCSI_FLASHNODE_MAX_RECV_DLENGTH);
1045 iscsi_flashnode_conn_attr(fnode, max_xmit_dlength,
1046                           ISCSI_FLASHNODE_MAX_XMIT_DLENGTH);
1047 iscsi_flashnode_conn_attr(fnode, local_port, ISCSI_FLASHNODE_LOCAL_PORT);
1048 iscsi_flashnode_conn_attr(fnode, ipv4_tos, ISCSI_FLASHNODE_IPV4_TOS);
1049 iscsi_flashnode_conn_attr(fnode, ipv6_traffic_class, ISCSI_FLASHNODE_IPV6_TC);
1050 iscsi_flashnode_conn_attr(fnode, ipv6_flow_label,
1051                           ISCSI_FLASHNODE_IPV6_FLOW_LABEL);
1052 iscsi_flashnode_conn_attr(fnode, redirect_ipaddr,
1053                           ISCSI_FLASHNODE_REDIRECT_IPADDR);
1054 iscsi_flashnode_conn_attr(fnode, max_segment_size,
1055                           ISCSI_FLASHNODE_MAX_SEGMENT_SIZE);
1056 iscsi_flashnode_conn_attr(fnode, link_local_ipv6,
1057                           ISCSI_FLASHNODE_LINK_LOCAL_IPV6);
1058 iscsi_flashnode_conn_attr(fnode, tcp_xmit_wsf, ISCSI_FLASHNODE_TCP_XMIT_WSF);
1059 iscsi_flashnode_conn_attr(fnode, tcp_recv_wsf, ISCSI_FLASHNODE_TCP_RECV_WSF);
1060 iscsi_flashnode_conn_attr(fnode, statsn, ISCSI_FLASHNODE_STATSN);
1061 iscsi_flashnode_conn_attr(fnode, exp_statsn, ISCSI_FLASHNODE_EXP_STATSN);
1062
1063 static struct attribute *iscsi_flashnode_conn_attrs[] = {
1064         &dev_attr_fnode_is_fw_assigned_ipv6.attr,
1065         &dev_attr_fnode_header_digest.attr,
1066         &dev_attr_fnode_data_digest.attr,
1067         &dev_attr_fnode_snack_req.attr,
1068         &dev_attr_fnode_tcp_timestamp_stat.attr,
1069         &dev_attr_fnode_tcp_nagle_disable.attr,
1070         &dev_attr_fnode_tcp_wsf_disable.attr,
1071         &dev_attr_fnode_tcp_timer_scale.attr,
1072         &dev_attr_fnode_tcp_timestamp_enable.attr,
1073         &dev_attr_fnode_fragment_disable.attr,
1074         &dev_attr_fnode_max_recv_dlength.attr,
1075         &dev_attr_fnode_max_xmit_dlength.attr,
1076         &dev_attr_fnode_keepalive_tmo.attr,
1077         &dev_attr_fnode_port.attr,
1078         &dev_attr_fnode_ipaddress.attr,
1079         &dev_attr_fnode_redirect_ipaddr.attr,
1080         &dev_attr_fnode_max_segment_size.attr,
1081         &dev_attr_fnode_local_port.attr,
1082         &dev_attr_fnode_ipv4_tos.attr,
1083         &dev_attr_fnode_ipv6_traffic_class.attr,
1084         &dev_attr_fnode_ipv6_flow_label.attr,
1085         &dev_attr_fnode_link_local_ipv6.attr,
1086         &dev_attr_fnode_tcp_xmit_wsf.attr,
1087         &dev_attr_fnode_tcp_recv_wsf.attr,
1088         &dev_attr_fnode_statsn.attr,
1089         &dev_attr_fnode_exp_statsn.attr,
1090         NULL,
1091 };
1092
1093 static umode_t iscsi_flashnode_conn_attr_is_visible(struct kobject *kobj,
1094                                                     struct attribute *attr,
1095                                                     int i)
1096 {
1097         struct device *dev = container_of(kobj, struct device, kobj);
1098         struct iscsi_bus_flash_conn *fnode_conn = iscsi_dev_to_flash_conn(dev);
1099         struct iscsi_transport *t = fnode_conn->transport;
1100         int param;
1101
1102         if (attr == &dev_attr_fnode_is_fw_assigned_ipv6.attr) {
1103                 param = ISCSI_FLASHNODE_IS_FW_ASSIGNED_IPV6;
1104         } else if (attr == &dev_attr_fnode_header_digest.attr) {
1105                 param = ISCSI_FLASHNODE_HDR_DGST_EN;
1106         } else if (attr == &dev_attr_fnode_data_digest.attr) {
1107                 param = ISCSI_FLASHNODE_DATA_DGST_EN;
1108         } else if (attr == &dev_attr_fnode_snack_req.attr) {
1109                 param = ISCSI_FLASHNODE_SNACK_REQ_EN;
1110         } else if (attr == &dev_attr_fnode_tcp_timestamp_stat.attr) {
1111                 param = ISCSI_FLASHNODE_TCP_TIMESTAMP_STAT;
1112         } else if (attr == &dev_attr_fnode_tcp_nagle_disable.attr) {
1113                 param = ISCSI_FLASHNODE_TCP_NAGLE_DISABLE;
1114         } else if (attr == &dev_attr_fnode_tcp_wsf_disable.attr) {
1115                 param = ISCSI_FLASHNODE_TCP_WSF_DISABLE;
1116         } else if (attr == &dev_attr_fnode_tcp_timer_scale.attr) {
1117                 param = ISCSI_FLASHNODE_TCP_TIMER_SCALE;
1118         } else if (attr == &dev_attr_fnode_tcp_timestamp_enable.attr) {
1119                 param = ISCSI_FLASHNODE_TCP_TIMESTAMP_EN;
1120         } else if (attr == &dev_attr_fnode_fragment_disable.attr) {
1121                 param = ISCSI_FLASHNODE_IP_FRAG_DISABLE;
1122         } else if (attr == &dev_attr_fnode_max_recv_dlength.attr) {
1123                 param = ISCSI_FLASHNODE_MAX_RECV_DLENGTH;
1124         } else if (attr == &dev_attr_fnode_max_xmit_dlength.attr) {
1125                 param = ISCSI_FLASHNODE_MAX_XMIT_DLENGTH;
1126         } else if (attr == &dev_attr_fnode_keepalive_tmo.attr) {
1127                 param = ISCSI_FLASHNODE_KEEPALIVE_TMO;
1128         } else if (attr == &dev_attr_fnode_port.attr) {
1129                 param = ISCSI_FLASHNODE_PORT;
1130         } else if (attr == &dev_attr_fnode_ipaddress.attr) {
1131                 param = ISCSI_FLASHNODE_IPADDR;
1132         } else if (attr == &dev_attr_fnode_redirect_ipaddr.attr) {
1133                 param = ISCSI_FLASHNODE_REDIRECT_IPADDR;
1134         } else if (attr == &dev_attr_fnode_max_segment_size.attr) {
1135                 param = ISCSI_FLASHNODE_MAX_SEGMENT_SIZE;
1136         } else if (attr == &dev_attr_fnode_local_port.attr) {
1137                 param = ISCSI_FLASHNODE_LOCAL_PORT;
1138         } else if (attr == &dev_attr_fnode_ipv4_tos.attr) {
1139                 param = ISCSI_FLASHNODE_IPV4_TOS;
1140         } else if (attr == &dev_attr_fnode_ipv6_traffic_class.attr) {
1141                 param = ISCSI_FLASHNODE_IPV6_TC;
1142         } else if (attr == &dev_attr_fnode_ipv6_flow_label.attr) {
1143                 param = ISCSI_FLASHNODE_IPV6_FLOW_LABEL;
1144         } else if (attr == &dev_attr_fnode_link_local_ipv6.attr) {
1145                 param = ISCSI_FLASHNODE_LINK_LOCAL_IPV6;
1146         } else if (attr == &dev_attr_fnode_tcp_xmit_wsf.attr) {
1147                 param = ISCSI_FLASHNODE_TCP_XMIT_WSF;
1148         } else if (attr == &dev_attr_fnode_tcp_recv_wsf.attr) {
1149                 param = ISCSI_FLASHNODE_TCP_RECV_WSF;
1150         } else if (attr == &dev_attr_fnode_statsn.attr) {
1151                 param = ISCSI_FLASHNODE_STATSN;
1152         } else if (attr == &dev_attr_fnode_exp_statsn.attr) {
1153                 param = ISCSI_FLASHNODE_EXP_STATSN;
1154         } else {
1155                 WARN_ONCE(1, "Invalid flashnode connection attr");
1156                 return 0;
1157         }
1158
1159         return t->attr_is_visible(ISCSI_FLASHNODE_PARAM, param);
1160 }
1161
1162 static struct attribute_group iscsi_flashnode_conn_attr_group = {
1163         .attrs = iscsi_flashnode_conn_attrs,
1164         .is_visible = iscsi_flashnode_conn_attr_is_visible,
1165 };
1166
1167 static const struct attribute_group *iscsi_flashnode_conn_attr_groups[] = {
1168         &iscsi_flashnode_conn_attr_group,
1169         NULL,
1170 };
1171
1172 static void iscsi_flashnode_conn_release(struct device *dev)
1173 {
1174         struct iscsi_bus_flash_conn *fnode_conn = iscsi_dev_to_flash_conn(dev);
1175
1176         kfree(fnode_conn->ipaddress);
1177         kfree(fnode_conn->redirect_ipaddr);
1178         kfree(fnode_conn->link_local_ipv6_addr);
1179         kfree(fnode_conn);
1180 }
1181
1182 static struct device_type iscsi_flashnode_conn_dev_type = {
1183         .name = "iscsi_flashnode_conn_dev_type",
1184         .groups = iscsi_flashnode_conn_attr_groups,
1185         .release = iscsi_flashnode_conn_release,
1186 };
1187
1188 static struct bus_type iscsi_flashnode_bus;
1189
1190 int iscsi_flashnode_bus_match(struct device *dev,
1191                                      struct device_driver *drv)
1192 {
1193         if (dev->bus == &iscsi_flashnode_bus)
1194                 return 1;
1195         return 0;
1196 }
1197 EXPORT_SYMBOL_GPL(iscsi_flashnode_bus_match);
1198
1199 static struct bus_type iscsi_flashnode_bus = {
1200         .name = "iscsi_flashnode",
1201         .match = &iscsi_flashnode_bus_match,
1202 };
1203
1204 /**
1205  * iscsi_create_flashnode_sess - Add flashnode session entry in sysfs
1206  * @shost: pointer to host data
1207  * @index: index of flashnode to add in sysfs
1208  * @transport: pointer to transport data
1209  * @dd_size: total size to allocate
1210  *
1211  * Adds a sysfs entry for the flashnode session attributes
1212  *
1213  * Returns:
1214  *  pointer to allocated flashnode sess on success
1215  *  %NULL on failure
1216  */
1217 struct iscsi_bus_flash_session *
1218 iscsi_create_flashnode_sess(struct Scsi_Host *shost, int index,
1219                             struct iscsi_transport *transport,
1220                             int dd_size)
1221 {
1222         struct iscsi_bus_flash_session *fnode_sess;
1223         int err;
1224
1225         fnode_sess = kzalloc(sizeof(*fnode_sess) + dd_size, GFP_KERNEL);
1226         if (!fnode_sess)
1227                 return NULL;
1228
1229         fnode_sess->transport = transport;
1230         fnode_sess->target_id = index;
1231         fnode_sess->dev.type = &iscsi_flashnode_sess_dev_type;
1232         fnode_sess->dev.bus = &iscsi_flashnode_bus;
1233         fnode_sess->dev.parent = &shost->shost_gendev;
1234         dev_set_name(&fnode_sess->dev, "flashnode_sess-%u:%u",
1235                      shost->host_no, index);
1236
1237         err = device_register(&fnode_sess->dev);
1238         if (err)
1239                 goto free_fnode_sess;
1240
1241         if (dd_size)
1242                 fnode_sess->dd_data = &fnode_sess[1];
1243
1244         return fnode_sess;
1245
1246 free_fnode_sess:
1247         kfree(fnode_sess);
1248         return NULL;
1249 }
1250 EXPORT_SYMBOL_GPL(iscsi_create_flashnode_sess);
1251
1252 /**
1253  * iscsi_create_flashnode_conn - Add flashnode conn entry in sysfs
1254  * @shost: pointer to host data
1255  * @fnode_sess: pointer to the parent flashnode session entry
1256  * @transport: pointer to transport data
1257  * @dd_size: total size to allocate
1258  *
1259  * Adds a sysfs entry for the flashnode connection attributes
1260  *
1261  * Returns:
1262  *  pointer to allocated flashnode conn on success
1263  *  %NULL on failure
1264  */
1265 struct iscsi_bus_flash_conn *
1266 iscsi_create_flashnode_conn(struct Scsi_Host *shost,
1267                             struct iscsi_bus_flash_session *fnode_sess,
1268                             struct iscsi_transport *transport,
1269                             int dd_size)
1270 {
1271         struct iscsi_bus_flash_conn *fnode_conn;
1272         int err;
1273
1274         fnode_conn = kzalloc(sizeof(*fnode_conn) + dd_size, GFP_KERNEL);
1275         if (!fnode_conn)
1276                 return NULL;
1277
1278         fnode_conn->transport = transport;
1279         fnode_conn->dev.type = &iscsi_flashnode_conn_dev_type;
1280         fnode_conn->dev.bus = &iscsi_flashnode_bus;
1281         fnode_conn->dev.parent = &fnode_sess->dev;
1282         dev_set_name(&fnode_conn->dev, "flashnode_conn-%u:%u:0",
1283                      shost->host_no, fnode_sess->target_id);
1284
1285         err = device_register(&fnode_conn->dev);
1286         if (err)
1287                 goto free_fnode_conn;
1288
1289         if (dd_size)
1290                 fnode_conn->dd_data = &fnode_conn[1];
1291
1292         return fnode_conn;
1293
1294 free_fnode_conn:
1295         kfree(fnode_conn);
1296         return NULL;
1297 }
1298 EXPORT_SYMBOL_GPL(iscsi_create_flashnode_conn);
1299
1300 /**
1301  * iscsi_is_flashnode_conn_dev - verify passed device is to be flashnode conn
1302  * @dev: device to verify
1303  * @data: pointer to data containing value to use for verification
1304  *
1305  * Verifies if the passed device is flashnode conn device
1306  *
1307  * Returns:
1308  *  1 on success
1309  *  0 on failure
1310  */
1311 static int iscsi_is_flashnode_conn_dev(struct device *dev, void *data)
1312 {
1313         return dev->bus == &iscsi_flashnode_bus;
1314 }
1315
1316 static int iscsi_destroy_flashnode_conn(struct iscsi_bus_flash_conn *fnode_conn)
1317 {
1318         device_unregister(&fnode_conn->dev);
1319         return 0;
1320 }
1321
1322 static int flashnode_match_index(struct device *dev, void *data)
1323 {
1324         struct iscsi_bus_flash_session *fnode_sess = NULL;
1325         int ret = 0;
1326
1327         if (!iscsi_flashnode_bus_match(dev, NULL))
1328                 goto exit_match_index;
1329
1330         fnode_sess = iscsi_dev_to_flash_session(dev);
1331         ret = (fnode_sess->target_id == *((int *)data)) ? 1 : 0;
1332
1333 exit_match_index:
1334         return ret;
1335 }
1336
1337 /**
1338  * iscsi_get_flashnode_by_index -finds flashnode session entry by index
1339  * @shost: pointer to host data
1340  * @idx: index to match
1341  *
1342  * Finds the flashnode session object for the passed index
1343  *
1344  * Returns:
1345  *  pointer to found flashnode session object on success
1346  *  %NULL on failure
1347  */
1348 static struct iscsi_bus_flash_session *
1349 iscsi_get_flashnode_by_index(struct Scsi_Host *shost, uint32_t idx)
1350 {
1351         struct iscsi_bus_flash_session *fnode_sess = NULL;
1352         struct device *dev;
1353
1354         dev = device_find_child(&shost->shost_gendev, &idx,
1355                                 flashnode_match_index);
1356         if (dev)
1357                 fnode_sess = iscsi_dev_to_flash_session(dev);
1358
1359         return fnode_sess;
1360 }
1361
1362 /**
1363  * iscsi_find_flashnode_sess - finds flashnode session entry
1364  * @shost: pointer to host data
1365  * @data: pointer to data containing value to use for comparison
1366  * @fn: function pointer that does actual comparison
1367  *
1368  * Finds the flashnode session object comparing the data passed using logic
1369  * defined in passed function pointer
1370  *
1371  * Returns:
1372  *  pointer to found flashnode session device object on success
1373  *  %NULL on failure
1374  */
1375 struct device *
1376 iscsi_find_flashnode_sess(struct Scsi_Host *shost, void *data,
1377                           int (*fn)(struct device *dev, void *data))
1378 {
1379         return device_find_child(&shost->shost_gendev, data, fn);
1380 }
1381 EXPORT_SYMBOL_GPL(iscsi_find_flashnode_sess);
1382
1383 /**
1384  * iscsi_find_flashnode_conn - finds flashnode connection entry
1385  * @fnode_sess: pointer to parent flashnode session entry
1386  *
1387  * Finds the flashnode connection object comparing the data passed using logic
1388  * defined in passed function pointer
1389  *
1390  * Returns:
1391  *  pointer to found flashnode connection device object on success
1392  *  %NULL on failure
1393  */
1394 struct device *
1395 iscsi_find_flashnode_conn(struct iscsi_bus_flash_session *fnode_sess)
1396 {
1397         return device_find_child(&fnode_sess->dev, NULL,
1398                                  iscsi_is_flashnode_conn_dev);
1399 }
1400 EXPORT_SYMBOL_GPL(iscsi_find_flashnode_conn);
1401
1402 static int iscsi_iter_destroy_flashnode_conn_fn(struct device *dev, void *data)
1403 {
1404         if (!iscsi_is_flashnode_conn_dev(dev, NULL))
1405                 return 0;
1406
1407         return iscsi_destroy_flashnode_conn(iscsi_dev_to_flash_conn(dev));
1408 }
1409
1410 /**
1411  * iscsi_destroy_flashnode_sess - destroy flashnode session entry
1412  * @fnode_sess: pointer to flashnode session entry to be destroyed
1413  *
1414  * Deletes the flashnode session entry and all children flashnode connection
1415  * entries from sysfs
1416  */
1417 void iscsi_destroy_flashnode_sess(struct iscsi_bus_flash_session *fnode_sess)
1418 {
1419         int err;
1420
1421         err = device_for_each_child(&fnode_sess->dev, NULL,
1422                                     iscsi_iter_destroy_flashnode_conn_fn);
1423         if (err)
1424                 pr_err("Could not delete all connections for %s. Error %d.\n",
1425                        fnode_sess->dev.kobj.name, err);
1426
1427         device_unregister(&fnode_sess->dev);
1428 }
1429 EXPORT_SYMBOL_GPL(iscsi_destroy_flashnode_sess);
1430
1431 static int iscsi_iter_destroy_flashnode_fn(struct device *dev, void *data)
1432 {
1433         if (!iscsi_flashnode_bus_match(dev, NULL))
1434                 return 0;
1435
1436         iscsi_destroy_flashnode_sess(iscsi_dev_to_flash_session(dev));
1437         return 0;
1438 }
1439
1440 /**
1441  * iscsi_destroy_all_flashnode - destroy all flashnode session entries
1442  * @shost: pointer to host data
1443  *
1444  * Destroys all the flashnode session entries and all corresponding children
1445  * flashnode connection entries from sysfs
1446  */
1447 void iscsi_destroy_all_flashnode(struct Scsi_Host *shost)
1448 {
1449         device_for_each_child(&shost->shost_gendev, NULL,
1450                               iscsi_iter_destroy_flashnode_fn);
1451 }
1452 EXPORT_SYMBOL_GPL(iscsi_destroy_all_flashnode);
1453
1454 /*
1455  * BSG support
1456  */
1457 /**
1458  * iscsi_bsg_host_dispatch - Dispatch command to LLD.
1459  * @job: bsg job to be processed
1460  */
1461 static int iscsi_bsg_host_dispatch(struct bsg_job *job)
1462 {
1463         struct Scsi_Host *shost = iscsi_job_to_shost(job);
1464         struct iscsi_bsg_request *req = job->request;
1465         struct iscsi_bsg_reply *reply = job->reply;
1466         struct iscsi_internal *i = to_iscsi_internal(shost->transportt);
1467         int cmdlen = sizeof(uint32_t);  /* start with length of msgcode */
1468         int ret;
1469
1470         /* check if we have the msgcode value at least */
1471         if (job->request_len < sizeof(uint32_t)) {
1472                 ret = -ENOMSG;
1473                 goto fail_host_msg;
1474         }
1475
1476         /* Validate the host command */
1477         switch (req->msgcode) {
1478         case ISCSI_BSG_HST_VENDOR:
1479                 cmdlen += sizeof(struct iscsi_bsg_host_vendor);
1480                 if ((shost->hostt->vendor_id == 0L) ||
1481                     (req->rqst_data.h_vendor.vendor_id !=
1482                         shost->hostt->vendor_id)) {
1483                         ret = -ESRCH;
1484                         goto fail_host_msg;
1485                 }
1486                 break;
1487         default:
1488                 ret = -EBADR;
1489                 goto fail_host_msg;
1490         }
1491
1492         /* check if we really have all the request data needed */
1493         if (job->request_len < cmdlen) {
1494                 ret = -ENOMSG;
1495                 goto fail_host_msg;
1496         }
1497
1498         ret = i->iscsi_transport->bsg_request(job);
1499         if (!ret)
1500                 return 0;
1501
1502 fail_host_msg:
1503         /* return the errno failure code as the only status */
1504         BUG_ON(job->reply_len < sizeof(uint32_t));
1505         reply->reply_payload_rcv_len = 0;
1506         reply->result = ret;
1507         job->reply_len = sizeof(uint32_t);
1508         bsg_job_done(job, ret, 0);
1509         return 0;
1510 }
1511
1512 /**
1513  * iscsi_bsg_host_add - Create and add the bsg hooks to receive requests
1514  * @shost: shost for iscsi_host
1515  * @ihost: iscsi_cls_host adding the structures to
1516  */
1517 static int
1518 iscsi_bsg_host_add(struct Scsi_Host *shost, struct iscsi_cls_host *ihost)
1519 {
1520         struct device *dev = &shost->shost_gendev;
1521         struct iscsi_internal *i = to_iscsi_internal(shost->transportt);
1522         struct request_queue *q;
1523         char bsg_name[20];
1524         int ret;
1525
1526         if (!i->iscsi_transport->bsg_request)
1527                 return -ENOTSUPP;
1528
1529         snprintf(bsg_name, sizeof(bsg_name), "iscsi_host%d", shost->host_no);
1530
1531         q = __scsi_alloc_queue(shost, bsg_request_fn);
1532         if (!q)
1533                 return -ENOMEM;
1534
1535         ret = bsg_setup_queue(dev, q, bsg_name, iscsi_bsg_host_dispatch, 0);
1536         if (ret) {
1537                 shost_printk(KERN_ERR, shost, "bsg interface failed to "
1538                              "initialize - no request queue\n");
1539                 blk_cleanup_queue(q);
1540                 return ret;
1541         }
1542
1543         ihost->bsg_q = q;
1544         return 0;
1545 }
1546
1547 static int iscsi_setup_host(struct transport_container *tc, struct device *dev,
1548                             struct device *cdev)
1549 {
1550         struct Scsi_Host *shost = dev_to_shost(dev);
1551         struct iscsi_cls_host *ihost = shost->shost_data;
1552
1553         memset(ihost, 0, sizeof(*ihost));
1554         atomic_set(&ihost->nr_scans, 0);
1555         mutex_init(&ihost->mutex);
1556
1557         iscsi_bsg_host_add(shost, ihost);
1558         /* ignore any bsg add error - we just can't do sgio */
1559
1560         return 0;
1561 }
1562
1563 static int iscsi_remove_host(struct transport_container *tc,
1564                              struct device *dev, struct device *cdev)
1565 {
1566         struct Scsi_Host *shost = dev_to_shost(dev);
1567         struct iscsi_cls_host *ihost = shost->shost_data;
1568
1569         if (ihost->bsg_q) {
1570                 bsg_unregister_queue(ihost->bsg_q);
1571                 blk_cleanup_queue(ihost->bsg_q);
1572         }
1573         return 0;
1574 }
1575
1576 static DECLARE_TRANSPORT_CLASS(iscsi_host_class,
1577                                "iscsi_host",
1578                                iscsi_setup_host,
1579                                iscsi_remove_host,
1580                                NULL);
1581
1582 static DECLARE_TRANSPORT_CLASS(iscsi_session_class,
1583                                "iscsi_session",
1584                                NULL,
1585                                NULL,
1586                                NULL);
1587
1588 static DECLARE_TRANSPORT_CLASS(iscsi_connection_class,
1589                                "iscsi_connection",
1590                                NULL,
1591                                NULL,
1592                                NULL);
1593
1594 static struct sock *nls;
1595 static DEFINE_MUTEX(rx_queue_mutex);
1596
1597 static LIST_HEAD(sesslist);
1598 static DEFINE_SPINLOCK(sesslock);
1599 static LIST_HEAD(connlist);
1600 static DEFINE_SPINLOCK(connlock);
1601
1602 static uint32_t iscsi_conn_get_sid(struct iscsi_cls_conn *conn)
1603 {
1604         struct iscsi_cls_session *sess = iscsi_dev_to_session(conn->dev.parent);
1605         return sess->sid;
1606 }
1607
1608 /*
1609  * Returns the matching session to a given sid
1610  */
1611 static struct iscsi_cls_session *iscsi_session_lookup(uint32_t sid)
1612 {
1613         unsigned long flags;
1614         struct iscsi_cls_session *sess;
1615
1616         spin_lock_irqsave(&sesslock, flags);
1617         list_for_each_entry(sess, &sesslist, sess_list) {
1618                 if (sess->sid == sid) {
1619                         spin_unlock_irqrestore(&sesslock, flags);
1620                         return sess;
1621                 }
1622         }
1623         spin_unlock_irqrestore(&sesslock, flags);
1624         return NULL;
1625 }
1626
1627 /*
1628  * Returns the matching connection to a given sid / cid tuple
1629  */
1630 static struct iscsi_cls_conn *iscsi_conn_lookup(uint32_t sid, uint32_t cid)
1631 {
1632         unsigned long flags;
1633         struct iscsi_cls_conn *conn;
1634
1635         spin_lock_irqsave(&connlock, flags);
1636         list_for_each_entry(conn, &connlist, conn_list) {
1637                 if ((conn->cid == cid) && (iscsi_conn_get_sid(conn) == sid)) {
1638                         spin_unlock_irqrestore(&connlock, flags);
1639                         return conn;
1640                 }
1641         }
1642         spin_unlock_irqrestore(&connlock, flags);
1643         return NULL;
1644 }
1645
1646 /*
1647  * The following functions can be used by LLDs that allocate
1648  * their own scsi_hosts or by software iscsi LLDs
1649  */
1650 static struct {
1651         int value;
1652         char *name;
1653 } iscsi_session_state_names[] = {
1654         { ISCSI_SESSION_LOGGED_IN,      "LOGGED_IN" },
1655         { ISCSI_SESSION_FAILED,         "FAILED" },
1656         { ISCSI_SESSION_FREE,           "FREE" },
1657 };
1658
1659 static const char *iscsi_session_state_name(int state)
1660 {
1661         int i;
1662         char *name = NULL;
1663
1664         for (i = 0; i < ARRAY_SIZE(iscsi_session_state_names); i++) {
1665                 if (iscsi_session_state_names[i].value == state) {
1666                         name = iscsi_session_state_names[i].name;
1667                         break;
1668                 }
1669         }
1670         return name;
1671 }
1672
1673 int iscsi_session_chkready(struct iscsi_cls_session *session)
1674 {
1675         unsigned long flags;
1676         int err;
1677
1678         spin_lock_irqsave(&session->lock, flags);
1679         switch (session->state) {
1680         case ISCSI_SESSION_LOGGED_IN:
1681                 err = 0;
1682                 break;
1683         case ISCSI_SESSION_FAILED:
1684                 err = DID_IMM_RETRY << 16;
1685                 break;
1686         case ISCSI_SESSION_FREE:
1687                 err = DID_TRANSPORT_FAILFAST << 16;
1688                 break;
1689         default:
1690                 err = DID_NO_CONNECT << 16;
1691                 break;
1692         }
1693         spin_unlock_irqrestore(&session->lock, flags);
1694         return err;
1695 }
1696 EXPORT_SYMBOL_GPL(iscsi_session_chkready);
1697
1698 int iscsi_is_session_online(struct iscsi_cls_session *session)
1699 {
1700         unsigned long flags;
1701         int ret = 0;
1702
1703         spin_lock_irqsave(&session->lock, flags);
1704         if (session->state == ISCSI_SESSION_LOGGED_IN)
1705                 ret = 1;
1706         spin_unlock_irqrestore(&session->lock, flags);
1707         return ret;
1708 }
1709 EXPORT_SYMBOL_GPL(iscsi_is_session_online);
1710
1711 static void iscsi_session_release(struct device *dev)
1712 {
1713         struct iscsi_cls_session *session = iscsi_dev_to_session(dev);
1714         struct Scsi_Host *shost;
1715
1716         shost = iscsi_session_to_shost(session);
1717         scsi_host_put(shost);
1718         ISCSI_DBG_TRANS_SESSION(session, "Completing session release\n");
1719         kfree(session);
1720 }
1721
1722 int iscsi_is_session_dev(const struct device *dev)
1723 {
1724         return dev->release == iscsi_session_release;
1725 }
1726 EXPORT_SYMBOL_GPL(iscsi_is_session_dev);
1727
1728 static int iscsi_iter_session_fn(struct device *dev, void *data)
1729 {
1730         void (* fn) (struct iscsi_cls_session *) = data;
1731
1732         if (!iscsi_is_session_dev(dev))
1733                 return 0;
1734         fn(iscsi_dev_to_session(dev));
1735         return 0;
1736 }
1737
1738 void iscsi_host_for_each_session(struct Scsi_Host *shost,
1739                                  void (*fn)(struct iscsi_cls_session *))
1740 {
1741         device_for_each_child(&shost->shost_gendev, fn,
1742                               iscsi_iter_session_fn);
1743 }
1744 EXPORT_SYMBOL_GPL(iscsi_host_for_each_session);
1745
1746 /**
1747  * iscsi_scan_finished - helper to report when running scans are done
1748  * @shost: scsi host
1749  * @time: scan run time
1750  *
1751  * This function can be used by drives like qla4xxx to report to the scsi
1752  * layer when the scans it kicked off at module load time are done.
1753  */
1754 int iscsi_scan_finished(struct Scsi_Host *shost, unsigned long time)
1755 {
1756         struct iscsi_cls_host *ihost = shost->shost_data;
1757         /*
1758          * qla4xxx will have kicked off some session unblocks before calling
1759          * scsi_scan_host, so just wait for them to complete.
1760          */
1761         return !atomic_read(&ihost->nr_scans);
1762 }
1763 EXPORT_SYMBOL_GPL(iscsi_scan_finished);
1764
1765 struct iscsi_scan_data {
1766         unsigned int channel;
1767         unsigned int id;
1768         u64 lun;
1769         enum scsi_scan_mode rescan;
1770 };
1771
1772 static int iscsi_user_scan_session(struct device *dev, void *data)
1773 {
1774         struct iscsi_scan_data *scan_data = data;
1775         struct iscsi_cls_session *session;
1776         struct Scsi_Host *shost;
1777         struct iscsi_cls_host *ihost;
1778         unsigned long flags;
1779         unsigned int id;
1780
1781         if (!iscsi_is_session_dev(dev))
1782                 return 0;
1783
1784         session = iscsi_dev_to_session(dev);
1785
1786         ISCSI_DBG_TRANS_SESSION(session, "Scanning session\n");
1787
1788         shost = iscsi_session_to_shost(session);
1789         ihost = shost->shost_data;
1790
1791         mutex_lock(&ihost->mutex);
1792         spin_lock_irqsave(&session->lock, flags);
1793         if (session->state != ISCSI_SESSION_LOGGED_IN) {
1794                 spin_unlock_irqrestore(&session->lock, flags);
1795                 goto user_scan_exit;
1796         }
1797         id = session->target_id;
1798         spin_unlock_irqrestore(&session->lock, flags);
1799
1800         if (id != ISCSI_MAX_TARGET) {
1801                 if ((scan_data->channel == SCAN_WILD_CARD ||
1802                      scan_data->channel == 0) &&
1803                     (scan_data->id == SCAN_WILD_CARD ||
1804                      scan_data->id == id))
1805                         scsi_scan_target(&session->dev, 0, id,
1806                                          scan_data->lun, scan_data->rescan);
1807         }
1808
1809 user_scan_exit:
1810         mutex_unlock(&ihost->mutex);
1811         ISCSI_DBG_TRANS_SESSION(session, "Completed session scan\n");
1812         return 0;
1813 }
1814
1815 static int iscsi_user_scan(struct Scsi_Host *shost, uint channel,
1816                            uint id, u64 lun)
1817 {
1818         struct iscsi_scan_data scan_data;
1819
1820         scan_data.channel = channel;
1821         scan_data.id = id;
1822         scan_data.lun = lun;
1823         scan_data.rescan = SCSI_SCAN_MANUAL;
1824
1825         return device_for_each_child(&shost->shost_gendev, &scan_data,
1826                                      iscsi_user_scan_session);
1827 }
1828
1829 static void iscsi_scan_session(struct work_struct *work)
1830 {
1831         struct iscsi_cls_session *session =
1832                         container_of(work, struct iscsi_cls_session, scan_work);
1833         struct Scsi_Host *shost = iscsi_session_to_shost(session);
1834         struct iscsi_cls_host *ihost = shost->shost_data;
1835         struct iscsi_scan_data scan_data;
1836
1837         scan_data.channel = 0;
1838         scan_data.id = SCAN_WILD_CARD;
1839         scan_data.lun = SCAN_WILD_CARD;
1840         scan_data.rescan = SCSI_SCAN_RESCAN;
1841
1842         iscsi_user_scan_session(&session->dev, &scan_data);
1843         atomic_dec(&ihost->nr_scans);
1844 }
1845
1846 /**
1847  * iscsi_block_scsi_eh - block scsi eh until session state has transistioned
1848  * @cmd: scsi cmd passed to scsi eh handler
1849  *
1850  * If the session is down this function will wait for the recovery
1851  * timer to fire or for the session to be logged back in. If the
1852  * recovery timer fires then FAST_IO_FAIL is returned. The caller
1853  * should pass this error value to the scsi eh.
1854  */
1855 int iscsi_block_scsi_eh(struct scsi_cmnd *cmd)
1856 {
1857         struct iscsi_cls_session *session =
1858                         starget_to_session(scsi_target(cmd->device));
1859         unsigned long flags;
1860         int ret = 0;
1861
1862         spin_lock_irqsave(&session->lock, flags);
1863         while (session->state != ISCSI_SESSION_LOGGED_IN) {
1864                 if (session->state == ISCSI_SESSION_FREE) {
1865                         ret = FAST_IO_FAIL;
1866                         break;
1867                 }
1868                 spin_unlock_irqrestore(&session->lock, flags);
1869                 msleep(1000);
1870                 spin_lock_irqsave(&session->lock, flags);
1871         }
1872         spin_unlock_irqrestore(&session->lock, flags);
1873         return ret;
1874 }
1875 EXPORT_SYMBOL_GPL(iscsi_block_scsi_eh);
1876
1877 static void session_recovery_timedout(struct work_struct *work)
1878 {
1879         struct iscsi_cls_session *session =
1880                 container_of(work, struct iscsi_cls_session,
1881                              recovery_work.work);
1882         unsigned long flags;
1883
1884         iscsi_cls_session_printk(KERN_INFO, session,
1885                                  "session recovery timed out after %d secs\n",
1886                                  session->recovery_tmo);
1887
1888         spin_lock_irqsave(&session->lock, flags);
1889         switch (session->state) {
1890         case ISCSI_SESSION_FAILED:
1891                 session->state = ISCSI_SESSION_FREE;
1892                 break;
1893         case ISCSI_SESSION_LOGGED_IN:
1894         case ISCSI_SESSION_FREE:
1895                 /* we raced with the unblock's flush */
1896                 spin_unlock_irqrestore(&session->lock, flags);
1897                 return;
1898         }
1899         spin_unlock_irqrestore(&session->lock, flags);
1900
1901         if (session->transport->session_recovery_timedout)
1902                 session->transport->session_recovery_timedout(session);
1903
1904         ISCSI_DBG_TRANS_SESSION(session, "Unblocking SCSI target\n");
1905         scsi_target_unblock(&session->dev, SDEV_TRANSPORT_OFFLINE);
1906         ISCSI_DBG_TRANS_SESSION(session, "Completed unblocking SCSI target\n");
1907 }
1908
1909 static void __iscsi_unblock_session(struct work_struct *work)
1910 {
1911         struct iscsi_cls_session *session =
1912                         container_of(work, struct iscsi_cls_session,
1913                                      unblock_work);
1914         struct Scsi_Host *shost = iscsi_session_to_shost(session);
1915         struct iscsi_cls_host *ihost = shost->shost_data;
1916         unsigned long flags;
1917
1918         ISCSI_DBG_TRANS_SESSION(session, "Unblocking session\n");
1919         /*
1920          * The recovery and unblock work get run from the same workqueue,
1921          * so try to cancel it if it was going to run after this unblock.
1922          */
1923         cancel_delayed_work(&session->recovery_work);
1924         spin_lock_irqsave(&session->lock, flags);
1925         session->state = ISCSI_SESSION_LOGGED_IN;
1926         spin_unlock_irqrestore(&session->lock, flags);
1927         /* start IO */
1928         scsi_target_unblock(&session->dev, SDEV_RUNNING);
1929         /*
1930          * Only do kernel scanning if the driver is properly hooked into
1931          * the async scanning code (drivers like iscsi_tcp do login and
1932          * scanning from userspace).
1933          */
1934         if (shost->hostt->scan_finished) {
1935                 if (scsi_queue_work(shost, &session->scan_work))
1936                         atomic_inc(&ihost->nr_scans);
1937         }
1938         ISCSI_DBG_TRANS_SESSION(session, "Completed unblocking session\n");
1939 }
1940
1941 /**
1942  * iscsi_unblock_session - set a session as logged in and start IO.
1943  * @session: iscsi session
1944  *
1945  * Mark a session as ready to accept IO.
1946  */
1947 void iscsi_unblock_session(struct iscsi_cls_session *session)
1948 {
1949         queue_work(iscsi_eh_timer_workq, &session->unblock_work);
1950         /*
1951          * make sure all the events have completed before tell the driver
1952          * it is safe
1953          */
1954         flush_workqueue(iscsi_eh_timer_workq);
1955 }
1956 EXPORT_SYMBOL_GPL(iscsi_unblock_session);
1957
1958 static void __iscsi_block_session(struct work_struct *work)
1959 {
1960         struct iscsi_cls_session *session =
1961                         container_of(work, struct iscsi_cls_session,
1962                                      block_work);
1963         unsigned long flags;
1964
1965         ISCSI_DBG_TRANS_SESSION(session, "Blocking session\n");
1966         spin_lock_irqsave(&session->lock, flags);
1967         session->state = ISCSI_SESSION_FAILED;
1968         spin_unlock_irqrestore(&session->lock, flags);
1969         scsi_target_block(&session->dev);
1970         ISCSI_DBG_TRANS_SESSION(session, "Completed SCSI target blocking\n");
1971         if (session->recovery_tmo >= 0)
1972                 queue_delayed_work(iscsi_eh_timer_workq,
1973                                    &session->recovery_work,
1974                                    session->recovery_tmo * HZ);
1975 }
1976
1977 void iscsi_block_session(struct iscsi_cls_session *session)
1978 {
1979         queue_work(iscsi_eh_timer_workq, &session->block_work);
1980 }
1981 EXPORT_SYMBOL_GPL(iscsi_block_session);
1982
1983 static void __iscsi_unbind_session(struct work_struct *work)
1984 {
1985         struct iscsi_cls_session *session =
1986                         container_of(work, struct iscsi_cls_session,
1987                                      unbind_work);
1988         struct Scsi_Host *shost = iscsi_session_to_shost(session);
1989         struct iscsi_cls_host *ihost = shost->shost_data;
1990         unsigned long flags;
1991         unsigned int target_id;
1992
1993         ISCSI_DBG_TRANS_SESSION(session, "Unbinding session\n");
1994
1995         /* Prevent new scans and make sure scanning is not in progress */
1996         mutex_lock(&ihost->mutex);
1997         spin_lock_irqsave(&session->lock, flags);
1998         if (session->target_id == ISCSI_MAX_TARGET) {
1999                 spin_unlock_irqrestore(&session->lock, flags);
2000                 mutex_unlock(&ihost->mutex);
2001                 goto unbind_session_exit;
2002         }
2003
2004         target_id = session->target_id;
2005         session->target_id = ISCSI_MAX_TARGET;
2006         spin_unlock_irqrestore(&session->lock, flags);
2007         mutex_unlock(&ihost->mutex);
2008
2009         if (session->ida_used)
2010                 ida_simple_remove(&iscsi_sess_ida, target_id);
2011
2012         scsi_remove_target(&session->dev);
2013
2014 unbind_session_exit:
2015         iscsi_session_event(session, ISCSI_KEVENT_UNBIND_SESSION);
2016         ISCSI_DBG_TRANS_SESSION(session, "Completed target removal\n");
2017 }
2018
2019 struct iscsi_cls_session *
2020 iscsi_alloc_session(struct Scsi_Host *shost, struct iscsi_transport *transport,
2021                     int dd_size)
2022 {
2023         struct iscsi_cls_session *session;
2024
2025         session = kzalloc(sizeof(*session) + dd_size,
2026                           GFP_KERNEL);
2027         if (!session)
2028                 return NULL;
2029
2030         session->transport = transport;
2031         session->creator = -1;
2032         session->recovery_tmo = 120;
2033         session->recovery_tmo_sysfs_override = false;
2034         session->state = ISCSI_SESSION_FREE;
2035         INIT_DELAYED_WORK(&session->recovery_work, session_recovery_timedout);
2036         INIT_LIST_HEAD(&session->sess_list);
2037         INIT_WORK(&session->unblock_work, __iscsi_unblock_session);
2038         INIT_WORK(&session->block_work, __iscsi_block_session);
2039         INIT_WORK(&session->unbind_work, __iscsi_unbind_session);
2040         INIT_WORK(&session->scan_work, iscsi_scan_session);
2041         spin_lock_init(&session->lock);
2042
2043         /* this is released in the dev's release function */
2044         scsi_host_get(shost);
2045         session->dev.parent = &shost->shost_gendev;
2046         session->dev.release = iscsi_session_release;
2047         device_initialize(&session->dev);
2048         if (dd_size)
2049                 session->dd_data = &session[1];
2050
2051         ISCSI_DBG_TRANS_SESSION(session, "Completed session allocation\n");
2052         return session;
2053 }
2054 EXPORT_SYMBOL_GPL(iscsi_alloc_session);
2055
2056 int iscsi_add_session(struct iscsi_cls_session *session, unsigned int target_id)
2057 {
2058         unsigned long flags;
2059         int id = 0;
2060         int err;
2061
2062         session->sid = atomic_add_return(1, &iscsi_session_nr);
2063
2064         if (target_id == ISCSI_MAX_TARGET) {
2065                 id = ida_simple_get(&iscsi_sess_ida, 0, 0, GFP_KERNEL);
2066
2067                 if (id < 0) {
2068                         iscsi_cls_session_printk(KERN_ERR, session,
2069                                         "Failure in Target ID Allocation\n");
2070                         return id;
2071                 }
2072                 session->target_id = (unsigned int)id;
2073                 session->ida_used = true;
2074         } else
2075                 session->target_id = target_id;
2076
2077         dev_set_name(&session->dev, "session%u", session->sid);
2078         err = device_add(&session->dev);
2079         if (err) {
2080                 iscsi_cls_session_printk(KERN_ERR, session,
2081                                          "could not register session's dev\n");
2082                 goto release_ida;
2083         }
2084         transport_register_device(&session->dev);
2085
2086         spin_lock_irqsave(&sesslock, flags);
2087         list_add(&session->sess_list, &sesslist);
2088         spin_unlock_irqrestore(&sesslock, flags);
2089
2090         iscsi_session_event(session, ISCSI_KEVENT_CREATE_SESSION);
2091         ISCSI_DBG_TRANS_SESSION(session, "Completed session adding\n");
2092         return 0;
2093
2094 release_ida:
2095         if (session->ida_used)
2096                 ida_simple_remove(&iscsi_sess_ida, session->target_id);
2097
2098         return err;
2099 }
2100 EXPORT_SYMBOL_GPL(iscsi_add_session);
2101
2102 /**
2103  * iscsi_create_session - create iscsi class session
2104  * @shost: scsi host
2105  * @transport: iscsi transport
2106  * @dd_size: private driver data size
2107  * @target_id: which target
2108  *
2109  * This can be called from a LLD or iscsi_transport.
2110  */
2111 struct iscsi_cls_session *
2112 iscsi_create_session(struct Scsi_Host *shost, struct iscsi_transport *transport,
2113                      int dd_size, unsigned int target_id)
2114 {
2115         struct iscsi_cls_session *session;
2116
2117         session = iscsi_alloc_session(shost, transport, dd_size);
2118         if (!session)
2119                 return NULL;
2120
2121         if (iscsi_add_session(session, target_id)) {
2122                 iscsi_free_session(session);
2123                 return NULL;
2124         }
2125         return session;
2126 }
2127 EXPORT_SYMBOL_GPL(iscsi_create_session);
2128
2129 static void iscsi_conn_release(struct device *dev)
2130 {
2131         struct iscsi_cls_conn *conn = iscsi_dev_to_conn(dev);
2132         struct device *parent = conn->dev.parent;
2133
2134         ISCSI_DBG_TRANS_CONN(conn, "Releasing conn\n");
2135         kfree(conn);
2136         put_device(parent);
2137 }
2138
2139 static int iscsi_is_conn_dev(const struct device *dev)
2140 {
2141         return dev->release == iscsi_conn_release;
2142 }
2143
2144 static int iscsi_iter_destroy_conn_fn(struct device *dev, void *data)
2145 {
2146         if (!iscsi_is_conn_dev(dev))
2147                 return 0;
2148         return iscsi_destroy_conn(iscsi_dev_to_conn(dev));
2149 }
2150
2151 void iscsi_remove_session(struct iscsi_cls_session *session)
2152 {
2153         struct Scsi_Host *shost = iscsi_session_to_shost(session);
2154         unsigned long flags;
2155         int err;
2156
2157         ISCSI_DBG_TRANS_SESSION(session, "Removing session\n");
2158
2159         spin_lock_irqsave(&sesslock, flags);
2160         list_del(&session->sess_list);
2161         spin_unlock_irqrestore(&sesslock, flags);
2162
2163         /* make sure there are no blocks/unblocks queued */
2164         flush_workqueue(iscsi_eh_timer_workq);
2165         /* make sure the timedout callout is not running */
2166         if (!cancel_delayed_work(&session->recovery_work))
2167                 flush_workqueue(iscsi_eh_timer_workq);
2168         /*
2169          * If we are blocked let commands flow again. The lld or iscsi
2170          * layer should set up the queuecommand to fail commands.
2171          * We assume that LLD will not be calling block/unblock while
2172          * removing the session.
2173          */
2174         spin_lock_irqsave(&session->lock, flags);
2175         session->state = ISCSI_SESSION_FREE;
2176         spin_unlock_irqrestore(&session->lock, flags);
2177
2178         scsi_target_unblock(&session->dev, SDEV_TRANSPORT_OFFLINE);
2179         /* flush running scans then delete devices */
2180         scsi_flush_work(shost);
2181         __iscsi_unbind_session(&session->unbind_work);
2182
2183         /* hw iscsi may not have removed all connections from session */
2184         err = device_for_each_child(&session->dev, NULL,
2185                                     iscsi_iter_destroy_conn_fn);
2186         if (err)
2187                 iscsi_cls_session_printk(KERN_ERR, session,
2188                                          "Could not delete all connections "
2189                                          "for session. Error %d.\n", err);
2190
2191         transport_unregister_device(&session->dev);
2192
2193         ISCSI_DBG_TRANS_SESSION(session, "Completing session removal\n");
2194         device_del(&session->dev);
2195 }
2196 EXPORT_SYMBOL_GPL(iscsi_remove_session);
2197
2198 void iscsi_free_session(struct iscsi_cls_session *session)
2199 {
2200         ISCSI_DBG_TRANS_SESSION(session, "Freeing session\n");
2201         iscsi_session_event(session, ISCSI_KEVENT_DESTROY_SESSION);
2202         put_device(&session->dev);
2203 }
2204 EXPORT_SYMBOL_GPL(iscsi_free_session);
2205
2206 /**
2207  * iscsi_destroy_session - destroy iscsi session
2208  * @session: iscsi_session
2209  *
2210  * Can be called by a LLD or iscsi_transport. There must not be
2211  * any running connections.
2212  */
2213 int iscsi_destroy_session(struct iscsi_cls_session *session)
2214 {
2215         iscsi_remove_session(session);
2216         ISCSI_DBG_TRANS_SESSION(session, "Completing session destruction\n");
2217         iscsi_free_session(session);
2218         return 0;
2219 }
2220 EXPORT_SYMBOL_GPL(iscsi_destroy_session);
2221
2222 /**
2223  * iscsi_create_conn - create iscsi class connection
2224  * @session: iscsi cls session
2225  * @dd_size: private driver data size
2226  * @cid: connection id
2227  *
2228  * This can be called from a LLD or iscsi_transport. The connection
2229  * is child of the session so cid must be unique for all connections
2230  * on the session.
2231  *
2232  * Since we do not support MCS, cid will normally be zero. In some cases
2233  * for software iscsi we could be trying to preallocate a connection struct
2234  * in which case there could be two connection structs and cid would be
2235  * non-zero.
2236  */
2237 struct iscsi_cls_conn *
2238 iscsi_create_conn(struct iscsi_cls_session *session, int dd_size, uint32_t cid)
2239 {
2240         struct iscsi_transport *transport = session->transport;
2241         struct iscsi_cls_conn *conn;
2242         unsigned long flags;
2243         int err;
2244
2245         conn = kzalloc(sizeof(*conn) + dd_size, GFP_KERNEL);
2246         if (!conn)
2247                 return NULL;
2248         if (dd_size)
2249                 conn->dd_data = &conn[1];
2250
2251         mutex_init(&conn->ep_mutex);
2252         INIT_LIST_HEAD(&conn->conn_list);
2253         conn->transport = transport;
2254         conn->cid = cid;
2255
2256         /* this is released in the dev's release function */
2257         if (!get_device(&session->dev))
2258                 goto free_conn;
2259
2260         dev_set_name(&conn->dev, "connection%d:%u", session->sid, cid);
2261         conn->dev.parent = &session->dev;
2262         conn->dev.release = iscsi_conn_release;
2263         err = device_register(&conn->dev);
2264         if (err) {
2265                 iscsi_cls_session_printk(KERN_ERR, session, "could not "
2266                                          "register connection's dev\n");
2267                 goto release_parent_ref;
2268         }
2269         transport_register_device(&conn->dev);
2270
2271         spin_lock_irqsave(&connlock, flags);
2272         list_add(&conn->conn_list, &connlist);
2273         spin_unlock_irqrestore(&connlock, flags);
2274
2275         ISCSI_DBG_TRANS_CONN(conn, "Completed conn creation\n");
2276         return conn;
2277
2278 release_parent_ref:
2279         put_device(&session->dev);
2280 free_conn:
2281         kfree(conn);
2282         return NULL;
2283 }
2284
2285 EXPORT_SYMBOL_GPL(iscsi_create_conn);
2286
2287 /**
2288  * iscsi_destroy_conn - destroy iscsi class connection
2289  * @conn: iscsi cls session
2290  *
2291  * This can be called from a LLD or iscsi_transport.
2292  */
2293 int iscsi_destroy_conn(struct iscsi_cls_conn *conn)
2294 {
2295         unsigned long flags;
2296
2297         spin_lock_irqsave(&connlock, flags);
2298         list_del(&conn->conn_list);
2299         spin_unlock_irqrestore(&connlock, flags);
2300
2301         transport_unregister_device(&conn->dev);
2302         ISCSI_DBG_TRANS_CONN(conn, "Completing conn destruction\n");
2303         device_unregister(&conn->dev);
2304         return 0;
2305 }
2306 EXPORT_SYMBOL_GPL(iscsi_destroy_conn);
2307
2308 void iscsi_put_conn(struct iscsi_cls_conn *conn)
2309 {
2310         put_device(&conn->dev);
2311 }
2312 EXPORT_SYMBOL_GPL(iscsi_put_conn);
2313
2314 void iscsi_get_conn(struct iscsi_cls_conn *conn)
2315 {
2316         get_device(&conn->dev);
2317 }
2318 EXPORT_SYMBOL_GPL(iscsi_get_conn);
2319
2320 /*
2321  * iscsi interface functions
2322  */
2323 static struct iscsi_internal *
2324 iscsi_if_transport_lookup(struct iscsi_transport *tt)
2325 {
2326         struct iscsi_internal *priv;
2327         unsigned long flags;
2328
2329         spin_lock_irqsave(&iscsi_transport_lock, flags);
2330         list_for_each_entry(priv, &iscsi_transports, list) {
2331                 if (tt == priv->iscsi_transport) {
2332                         spin_unlock_irqrestore(&iscsi_transport_lock, flags);
2333                         return priv;
2334                 }
2335         }
2336         spin_unlock_irqrestore(&iscsi_transport_lock, flags);
2337         return NULL;
2338 }
2339
2340 static int
2341 iscsi_multicast_skb(struct sk_buff *skb, uint32_t group, gfp_t gfp)
2342 {
2343         return nlmsg_multicast(nls, skb, 0, group, gfp);
2344 }
2345
2346 int iscsi_recv_pdu(struct iscsi_cls_conn *conn, struct iscsi_hdr *hdr,
2347                    char *data, uint32_t data_size)
2348 {
2349         struct nlmsghdr *nlh;
2350         struct sk_buff *skb;
2351         struct iscsi_uevent *ev;
2352         char *pdu;
2353         struct iscsi_internal *priv;
2354         int len = nlmsg_total_size(sizeof(*ev) + sizeof(struct iscsi_hdr) +
2355                                    data_size);
2356
2357         priv = iscsi_if_transport_lookup(conn->transport);
2358         if (!priv)
2359                 return -EINVAL;
2360
2361         skb = alloc_skb(len, GFP_ATOMIC);
2362         if (!skb) {
2363                 iscsi_conn_error_event(conn, ISCSI_ERR_CONN_FAILED);
2364                 iscsi_cls_conn_printk(KERN_ERR, conn, "can not deliver "
2365                                       "control PDU: OOM\n");
2366                 return -ENOMEM;
2367         }
2368
2369         nlh = __nlmsg_put(skb, 0, 0, 0, (len - sizeof(*nlh)), 0);
2370         ev = nlmsg_data(nlh);
2371         memset(ev, 0, sizeof(*ev));
2372         ev->transport_handle = iscsi_handle(conn->transport);
2373         ev->type = ISCSI_KEVENT_RECV_PDU;
2374         ev->r.recv_req.cid = conn->cid;
2375         ev->r.recv_req.sid = iscsi_conn_get_sid(conn);
2376         pdu = (char*)ev + sizeof(*ev);
2377         memcpy(pdu, hdr, sizeof(struct iscsi_hdr));
2378         memcpy(pdu + sizeof(struct iscsi_hdr), data, data_size);
2379
2380         return iscsi_multicast_skb(skb, ISCSI_NL_GRP_ISCSID, GFP_ATOMIC);
2381 }
2382 EXPORT_SYMBOL_GPL(iscsi_recv_pdu);
2383
2384 int iscsi_offload_mesg(struct Scsi_Host *shost,
2385                        struct iscsi_transport *transport, uint32_t type,
2386                        char *data, uint16_t data_size)
2387 {
2388         struct nlmsghdr *nlh;
2389         struct sk_buff *skb;
2390         struct iscsi_uevent *ev;
2391         int len = nlmsg_total_size(sizeof(*ev) + data_size);
2392
2393         skb = alloc_skb(len, GFP_ATOMIC);
2394         if (!skb) {
2395                 printk(KERN_ERR "can not deliver iscsi offload message:OOM\n");
2396                 return -ENOMEM;
2397         }
2398
2399         nlh = __nlmsg_put(skb, 0, 0, 0, (len - sizeof(*nlh)), 0);
2400         ev = nlmsg_data(nlh);
2401         memset(ev, 0, sizeof(*ev));
2402         ev->type = type;
2403         ev->transport_handle = iscsi_handle(transport);
2404         switch (type) {
2405         case ISCSI_KEVENT_PATH_REQ:
2406                 ev->r.req_path.host_no = shost->host_no;
2407                 break;
2408         case ISCSI_KEVENT_IF_DOWN:
2409                 ev->r.notify_if_down.host_no = shost->host_no;
2410                 break;
2411         }
2412
2413         memcpy((char *)ev + sizeof(*ev), data, data_size);
2414
2415         return iscsi_multicast_skb(skb, ISCSI_NL_GRP_UIP, GFP_ATOMIC);
2416 }
2417 EXPORT_SYMBOL_GPL(iscsi_offload_mesg);
2418
2419 void iscsi_conn_error_event(struct iscsi_cls_conn *conn, enum iscsi_err error)
2420 {
2421         struct nlmsghdr *nlh;
2422         struct sk_buff  *skb;
2423         struct iscsi_uevent *ev;
2424         struct iscsi_internal *priv;
2425         int len = nlmsg_total_size(sizeof(*ev));
2426
2427         priv = iscsi_if_transport_lookup(conn->transport);
2428         if (!priv)
2429                 return;
2430
2431         skb = alloc_skb(len, GFP_ATOMIC);
2432         if (!skb) {
2433                 iscsi_cls_conn_printk(KERN_ERR, conn, "gracefully ignored "
2434                                       "conn error (%d)\n", error);
2435                 return;
2436         }
2437
2438         nlh = __nlmsg_put(skb, 0, 0, 0, (len - sizeof(*nlh)), 0);
2439         ev = nlmsg_data(nlh);
2440         ev->transport_handle = iscsi_handle(conn->transport);
2441         ev->type = ISCSI_KEVENT_CONN_ERROR;
2442         ev->r.connerror.error = error;
2443         ev->r.connerror.cid = conn->cid;
2444         ev->r.connerror.sid = iscsi_conn_get_sid(conn);
2445
2446         iscsi_multicast_skb(skb, ISCSI_NL_GRP_ISCSID, GFP_ATOMIC);
2447
2448         iscsi_cls_conn_printk(KERN_INFO, conn, "detected conn error (%d)\n",
2449                               error);
2450 }
2451 EXPORT_SYMBOL_GPL(iscsi_conn_error_event);
2452
2453 void iscsi_conn_login_event(struct iscsi_cls_conn *conn,
2454                             enum iscsi_conn_state state)
2455 {
2456         struct nlmsghdr *nlh;
2457         struct sk_buff  *skb;
2458         struct iscsi_uevent *ev;
2459         struct iscsi_internal *priv;
2460         int len = nlmsg_total_size(sizeof(*ev));
2461
2462         priv = iscsi_if_transport_lookup(conn->transport);
2463         if (!priv)
2464                 return;
2465
2466         skb = alloc_skb(len, GFP_ATOMIC);
2467         if (!skb) {
2468                 iscsi_cls_conn_printk(KERN_ERR, conn, "gracefully ignored "
2469                                       "conn login (%d)\n", state);
2470                 return;
2471         }
2472
2473         nlh = __nlmsg_put(skb, 0, 0, 0, (len - sizeof(*nlh)), 0);
2474         ev = nlmsg_data(nlh);
2475         ev->transport_handle = iscsi_handle(conn->transport);
2476         ev->type = ISCSI_KEVENT_CONN_LOGIN_STATE;
2477         ev->r.conn_login.state = state;
2478         ev->r.conn_login.cid = conn->cid;
2479         ev->r.conn_login.sid = iscsi_conn_get_sid(conn);
2480         iscsi_multicast_skb(skb, ISCSI_NL_GRP_ISCSID, GFP_ATOMIC);
2481
2482         iscsi_cls_conn_printk(KERN_INFO, conn, "detected conn login (%d)\n",
2483                               state);
2484 }
2485 EXPORT_SYMBOL_GPL(iscsi_conn_login_event);
2486
2487 void iscsi_post_host_event(uint32_t host_no, struct iscsi_transport *transport,
2488                            enum iscsi_host_event_code code, uint32_t data_size,
2489                            uint8_t *data)
2490 {
2491         struct nlmsghdr *nlh;
2492         struct sk_buff *skb;
2493         struct iscsi_uevent *ev;
2494         int len = nlmsg_total_size(sizeof(*ev) + data_size);
2495
2496         skb = alloc_skb(len, GFP_NOIO);
2497         if (!skb) {
2498                 printk(KERN_ERR "gracefully ignored host event (%d):%d OOM\n",
2499                        host_no, code);
2500                 return;
2501         }
2502
2503         nlh = __nlmsg_put(skb, 0, 0, 0, (len - sizeof(*nlh)), 0);
2504         ev = nlmsg_data(nlh);
2505         ev->transport_handle = iscsi_handle(transport);
2506         ev->type = ISCSI_KEVENT_HOST_EVENT;
2507         ev->r.host_event.host_no = host_no;
2508         ev->r.host_event.code = code;
2509         ev->r.host_event.data_size = data_size;
2510
2511         if (data_size)
2512                 memcpy((char *)ev + sizeof(*ev), data, data_size);
2513
2514         iscsi_multicast_skb(skb, ISCSI_NL_GRP_ISCSID, GFP_NOIO);
2515 }
2516 EXPORT_SYMBOL_GPL(iscsi_post_host_event);
2517
2518 void iscsi_ping_comp_event(uint32_t host_no, struct iscsi_transport *transport,
2519                            uint32_t status, uint32_t pid, uint32_t data_size,
2520                            uint8_t *data)
2521 {
2522         struct nlmsghdr *nlh;
2523         struct sk_buff *skb;
2524         struct iscsi_uevent *ev;
2525         int len = nlmsg_total_size(sizeof(*ev) + data_size);
2526
2527         skb = alloc_skb(len, GFP_NOIO);
2528         if (!skb) {
2529                 printk(KERN_ERR "gracefully ignored ping comp: OOM\n");
2530                 return;
2531         }
2532
2533         nlh = __nlmsg_put(skb, 0, 0, 0, (len - sizeof(*nlh)), 0);
2534         ev = nlmsg_data(nlh);
2535         ev->transport_handle = iscsi_handle(transport);
2536         ev->type = ISCSI_KEVENT_PING_COMP;
2537         ev->r.ping_comp.host_no = host_no;
2538         ev->r.ping_comp.status = status;
2539         ev->r.ping_comp.pid = pid;
2540         ev->r.ping_comp.data_size = data_size;
2541         memcpy((char *)ev + sizeof(*ev), data, data_size);
2542
2543         iscsi_multicast_skb(skb, ISCSI_NL_GRP_ISCSID, GFP_NOIO);
2544 }
2545 EXPORT_SYMBOL_GPL(iscsi_ping_comp_event);
2546
2547 static int
2548 iscsi_if_send_reply(uint32_t group, int seq, int type, int done, int multi,
2549                     void *payload, int size)
2550 {
2551         struct sk_buff  *skb;
2552         struct nlmsghdr *nlh;
2553         int len = nlmsg_total_size(size);
2554         int flags = multi ? NLM_F_MULTI : 0;
2555         int t = done ? NLMSG_DONE : type;
2556
2557         skb = alloc_skb(len, GFP_ATOMIC);
2558         if (!skb) {
2559                 printk(KERN_ERR "Could not allocate skb to send reply.\n");
2560                 return -ENOMEM;
2561         }
2562
2563         nlh = __nlmsg_put(skb, 0, 0, t, (len - sizeof(*nlh)), 0);
2564         nlh->nlmsg_flags = flags;
2565         memcpy(nlmsg_data(nlh), payload, size);
2566         return iscsi_multicast_skb(skb, group, GFP_ATOMIC);
2567 }
2568
2569 static int
2570 iscsi_if_get_stats(struct iscsi_transport *transport, struct nlmsghdr *nlh)
2571 {
2572         struct iscsi_uevent *ev = nlmsg_data(nlh);
2573         struct iscsi_stats *stats;
2574         struct sk_buff *skbstat;
2575         struct iscsi_cls_conn *conn;
2576         struct nlmsghdr *nlhstat;
2577         struct iscsi_uevent *evstat;
2578         struct iscsi_internal *priv;
2579         int len = nlmsg_total_size(sizeof(*ev) +
2580                                    sizeof(struct iscsi_stats) +
2581                                    sizeof(struct iscsi_stats_custom) *
2582                                    ISCSI_STATS_CUSTOM_MAX);
2583         int err = 0;
2584
2585         priv = iscsi_if_transport_lookup(transport);
2586         if (!priv)
2587                 return -EINVAL;
2588
2589         conn = iscsi_conn_lookup(ev->u.get_stats.sid, ev->u.get_stats.cid);
2590         if (!conn)
2591                 return -EEXIST;
2592
2593         do {
2594                 int actual_size;
2595
2596                 skbstat = alloc_skb(len, GFP_ATOMIC);
2597                 if (!skbstat) {
2598                         iscsi_cls_conn_printk(KERN_ERR, conn, "can not "
2599                                               "deliver stats: OOM\n");
2600                         return -ENOMEM;
2601                 }
2602
2603                 nlhstat = __nlmsg_put(skbstat, 0, 0, 0,
2604                                       (len - sizeof(*nlhstat)), 0);
2605                 evstat = nlmsg_data(nlhstat);
2606                 memset(evstat, 0, sizeof(*evstat));
2607                 evstat->transport_handle = iscsi_handle(conn->transport);
2608                 evstat->type = nlh->nlmsg_type;
2609                 evstat->u.get_stats.cid =
2610                         ev->u.get_stats.cid;
2611                 evstat->u.get_stats.sid =
2612                         ev->u.get_stats.sid;
2613                 stats = (struct iscsi_stats *)
2614                         ((char*)evstat + sizeof(*evstat));
2615                 memset(stats, 0, sizeof(*stats));
2616
2617                 transport->get_stats(conn, stats);
2618                 actual_size = nlmsg_total_size(sizeof(struct iscsi_uevent) +
2619                                                sizeof(struct iscsi_stats) +
2620                                                sizeof(struct iscsi_stats_custom) *
2621                                                stats->custom_length);
2622                 actual_size -= sizeof(*nlhstat);
2623                 actual_size = nlmsg_msg_size(actual_size);
2624                 skb_trim(skbstat, NLMSG_ALIGN(actual_size));
2625                 nlhstat->nlmsg_len = actual_size;
2626
2627                 err = iscsi_multicast_skb(skbstat, ISCSI_NL_GRP_ISCSID,
2628                                           GFP_ATOMIC);
2629         } while (err < 0 && err != -ECONNREFUSED);
2630
2631         return err;
2632 }
2633
2634 /**
2635  * iscsi_session_event - send session destr. completion event
2636  * @session: iscsi class session
2637  * @event: type of event
2638  */
2639 int iscsi_session_event(struct iscsi_cls_session *session,
2640                         enum iscsi_uevent_e event)
2641 {
2642         struct iscsi_internal *priv;
2643         struct Scsi_Host *shost;
2644         struct iscsi_uevent *ev;
2645         struct sk_buff  *skb;
2646         struct nlmsghdr *nlh;
2647         int rc, len = nlmsg_total_size(sizeof(*ev));
2648
2649         priv = iscsi_if_transport_lookup(session->transport);
2650         if (!priv)
2651                 return -EINVAL;
2652         shost = iscsi_session_to_shost(session);
2653
2654         skb = alloc_skb(len, GFP_KERNEL);
2655         if (!skb) {
2656                 iscsi_cls_session_printk(KERN_ERR, session,
2657                                          "Cannot notify userspace of session "
2658                                          "event %u\n", event);
2659                 return -ENOMEM;
2660         }
2661
2662         nlh = __nlmsg_put(skb, 0, 0, 0, (len - sizeof(*nlh)), 0);
2663         ev = nlmsg_data(nlh);
2664         ev->transport_handle = iscsi_handle(session->transport);
2665
2666         ev->type = event;
2667         switch (event) {
2668         case ISCSI_KEVENT_DESTROY_SESSION:
2669                 ev->r.d_session.host_no = shost->host_no;
2670                 ev->r.d_session.sid = session->sid;
2671                 break;
2672         case ISCSI_KEVENT_CREATE_SESSION:
2673                 ev->r.c_session_ret.host_no = shost->host_no;
2674                 ev->r.c_session_ret.sid = session->sid;
2675                 break;
2676         case ISCSI_KEVENT_UNBIND_SESSION:
2677                 ev->r.unbind_session.host_no = shost->host_no;
2678                 ev->r.unbind_session.sid = session->sid;
2679                 break;
2680         default:
2681                 iscsi_cls_session_printk(KERN_ERR, session, "Invalid event "
2682                                          "%u.\n", event);
2683                 kfree_skb(skb);
2684                 return -EINVAL;
2685         }
2686
2687         /*
2688          * this will occur if the daemon is not up, so we just warn
2689          * the user and when the daemon is restarted it will handle it
2690          */
2691         rc = iscsi_multicast_skb(skb, ISCSI_NL_GRP_ISCSID, GFP_KERNEL);
2692         if (rc == -ESRCH)
2693                 iscsi_cls_session_printk(KERN_ERR, session,
2694                                          "Cannot notify userspace of session "
2695                                          "event %u. Check iscsi daemon\n",
2696                                          event);
2697
2698         ISCSI_DBG_TRANS_SESSION(session, "Completed handling event %d rc %d\n",
2699                                 event, rc);
2700         return rc;
2701 }
2702 EXPORT_SYMBOL_GPL(iscsi_session_event);
2703
2704 static int
2705 iscsi_if_create_session(struct iscsi_internal *priv, struct iscsi_endpoint *ep,
2706                         struct iscsi_uevent *ev, pid_t pid,
2707                         uint32_t initial_cmdsn, uint16_t cmds_max,
2708                         uint16_t queue_depth)
2709 {
2710         struct iscsi_transport *transport = priv->iscsi_transport;
2711         struct iscsi_cls_session *session;
2712         struct Scsi_Host *shost;
2713
2714         session = transport->create_session(ep, cmds_max, queue_depth,
2715                                             initial_cmdsn);
2716         if (!session)
2717                 return -ENOMEM;
2718
2719         session->creator = pid;
2720         shost = iscsi_session_to_shost(session);
2721         ev->r.c_session_ret.host_no = shost->host_no;
2722         ev->r.c_session_ret.sid = session->sid;
2723         ISCSI_DBG_TRANS_SESSION(session,
2724                                 "Completed creating transport session\n");
2725         return 0;
2726 }
2727
2728 static int
2729 iscsi_if_create_conn(struct iscsi_transport *transport, struct iscsi_uevent *ev)
2730 {
2731         struct iscsi_cls_conn *conn;
2732         struct iscsi_cls_session *session;
2733
2734         session = iscsi_session_lookup(ev->u.c_conn.sid);
2735         if (!session) {
2736                 printk(KERN_ERR "iscsi: invalid session %d.\n",
2737                        ev->u.c_conn.sid);
2738                 return -EINVAL;
2739         }
2740
2741         conn = transport->create_conn(session, ev->u.c_conn.cid);
2742         if (!conn) {
2743                 iscsi_cls_session_printk(KERN_ERR, session,
2744                                          "couldn't create a new connection.");
2745                 return -ENOMEM;
2746         }
2747
2748         ev->r.c_conn_ret.sid = session->sid;
2749         ev->r.c_conn_ret.cid = conn->cid;
2750
2751         ISCSI_DBG_TRANS_CONN(conn, "Completed creating transport conn\n");
2752         return 0;
2753 }
2754
2755 static int
2756 iscsi_if_destroy_conn(struct iscsi_transport *transport, struct iscsi_uevent *ev)
2757 {
2758         struct iscsi_cls_conn *conn;
2759
2760         conn = iscsi_conn_lookup(ev->u.d_conn.sid, ev->u.d_conn.cid);
2761         if (!conn)
2762                 return -EINVAL;
2763
2764         ISCSI_DBG_TRANS_CONN(conn, "Destroying transport conn\n");
2765         if (transport->destroy_conn)
2766                 transport->destroy_conn(conn);
2767
2768         return 0;
2769 }
2770
2771 static int
2772 iscsi_set_param(struct iscsi_transport *transport, struct iscsi_uevent *ev)
2773 {
2774         char *data = (char*)ev + sizeof(*ev);
2775         struct iscsi_cls_conn *conn;
2776         struct iscsi_cls_session *session;
2777         int err = 0, value = 0;
2778
2779         if (ev->u.set_param.len > PAGE_SIZE)
2780                 return -EINVAL;
2781
2782         session = iscsi_session_lookup(ev->u.set_param.sid);
2783         conn = iscsi_conn_lookup(ev->u.set_param.sid, ev->u.set_param.cid);
2784         if (!conn || !session)
2785                 return -EINVAL;
2786
2787         switch (ev->u.set_param.param) {
2788         case ISCSI_PARAM_SESS_RECOVERY_TMO:
2789                 sscanf(data, "%d", &value);
2790                 if (!session->recovery_tmo_sysfs_override)
2791                         session->recovery_tmo = value;
2792                 break;
2793         default:
2794                 err = transport->set_param(conn, ev->u.set_param.param,
2795                                            data, ev->u.set_param.len);
2796         }
2797
2798         return err;
2799 }
2800
2801 static int iscsi_if_ep_connect(struct iscsi_transport *transport,
2802                                struct iscsi_uevent *ev, int msg_type)
2803 {
2804         struct iscsi_endpoint *ep;
2805         struct sockaddr *dst_addr;
2806         struct Scsi_Host *shost = NULL;
2807         int non_blocking, err = 0;
2808
2809         if (!transport->ep_connect)
2810                 return -EINVAL;
2811
2812         if (msg_type == ISCSI_UEVENT_TRANSPORT_EP_CONNECT_THROUGH_HOST) {
2813                 shost = scsi_host_lookup(ev->u.ep_connect_through_host.host_no);
2814                 if (!shost) {
2815                         printk(KERN_ERR "ep connect failed. Could not find "
2816                                "host no %u\n",
2817                                ev->u.ep_connect_through_host.host_no);
2818                         return -ENODEV;
2819                 }
2820                 non_blocking = ev->u.ep_connect_through_host.non_blocking;
2821         } else
2822                 non_blocking = ev->u.ep_connect.non_blocking;
2823
2824         dst_addr = (struct sockaddr *)((char*)ev + sizeof(*ev));
2825         ep = transport->ep_connect(shost, dst_addr, non_blocking);
2826         if (IS_ERR(ep)) {
2827                 err = PTR_ERR(ep);
2828                 goto release_host;
2829         }
2830
2831         ev->r.ep_connect_ret.handle = ep->id;
2832 release_host:
2833         if (shost)
2834                 scsi_host_put(shost);
2835         return err;
2836 }
2837
2838 static int iscsi_if_ep_disconnect(struct iscsi_transport *transport,
2839                                   u64 ep_handle)
2840 {
2841         struct iscsi_cls_conn *conn;
2842         struct iscsi_endpoint *ep;
2843
2844         if (!transport->ep_disconnect)
2845                 return -EINVAL;
2846
2847         ep = iscsi_lookup_endpoint(ep_handle);
2848         if (!ep)
2849                 return -EINVAL;
2850         conn = ep->conn;
2851         if (conn) {
2852                 mutex_lock(&conn->ep_mutex);
2853                 conn->ep = NULL;
2854                 mutex_unlock(&conn->ep_mutex);
2855         }
2856
2857         transport->ep_disconnect(ep);
2858         return 0;
2859 }
2860
2861 static int
2862 iscsi_if_transport_ep(struct iscsi_transport *transport,
2863                       struct iscsi_uevent *ev, int msg_type)
2864 {
2865         struct iscsi_endpoint *ep;
2866         int rc = 0;
2867
2868         switch (msg_type) {
2869         case ISCSI_UEVENT_TRANSPORT_EP_CONNECT_THROUGH_HOST:
2870         case ISCSI_UEVENT_TRANSPORT_EP_CONNECT:
2871                 rc = iscsi_if_ep_connect(transport, ev, msg_type);
2872                 break;
2873         case ISCSI_UEVENT_TRANSPORT_EP_POLL:
2874                 if (!transport->ep_poll)
2875                         return -EINVAL;
2876
2877                 ep = iscsi_lookup_endpoint(ev->u.ep_poll.ep_handle);
2878                 if (!ep)
2879                         return -EINVAL;
2880
2881                 ev->r.retcode = transport->ep_poll(ep,
2882                                                    ev->u.ep_poll.timeout_ms);
2883                 break;
2884         case ISCSI_UEVENT_TRANSPORT_EP_DISCONNECT:
2885                 rc = iscsi_if_ep_disconnect(transport,
2886                                             ev->u.ep_disconnect.ep_handle);
2887                 break;
2888         }
2889         return rc;
2890 }
2891
2892 static int
2893 iscsi_tgt_dscvr(struct iscsi_transport *transport,
2894                 struct iscsi_uevent *ev)
2895 {
2896         struct Scsi_Host *shost;
2897         struct sockaddr *dst_addr;
2898         int err;
2899
2900         if (!transport->tgt_dscvr)
2901                 return -EINVAL;
2902
2903         shost = scsi_host_lookup(ev->u.tgt_dscvr.host_no);
2904         if (!shost) {
2905                 printk(KERN_ERR "target discovery could not find host no %u\n",
2906                        ev->u.tgt_dscvr.host_no);
2907                 return -ENODEV;
2908         }
2909
2910
2911         dst_addr = (struct sockaddr *)((char*)ev + sizeof(*ev));
2912         err = transport->tgt_dscvr(shost, ev->u.tgt_dscvr.type,
2913                                    ev->u.tgt_dscvr.enable, dst_addr);
2914         scsi_host_put(shost);
2915         return err;
2916 }
2917
2918 static int
2919 iscsi_set_host_param(struct iscsi_transport *transport,
2920                      struct iscsi_uevent *ev)
2921 {
2922         char *data = (char*)ev + sizeof(*ev);
2923         struct Scsi_Host *shost;
2924         int err;
2925
2926         if (!transport->set_host_param)
2927                 return -ENOSYS;
2928
2929         if (ev->u.set_host_param.len > PAGE_SIZE)
2930                 return -EINVAL;
2931
2932         shost = scsi_host_lookup(ev->u.set_host_param.host_no);
2933         if (!shost) {
2934                 printk(KERN_ERR "set_host_param could not find host no %u\n",
2935                        ev->u.set_host_param.host_no);
2936                 return -ENODEV;
2937         }
2938
2939         err = transport->set_host_param(shost, ev->u.set_host_param.param,
2940                                         data, ev->u.set_host_param.len);
2941         scsi_host_put(shost);
2942         return err;
2943 }
2944
2945 static int
2946 iscsi_set_path(struct iscsi_transport *transport, struct iscsi_uevent *ev)
2947 {
2948         struct Scsi_Host *shost;
2949         struct iscsi_path *params;
2950         int err;
2951
2952         if (!transport->set_path)
2953                 return -ENOSYS;
2954
2955         shost = scsi_host_lookup(ev->u.set_path.host_no);
2956         if (!shost) {
2957                 printk(KERN_ERR "set path could not find host no %u\n",
2958                        ev->u.set_path.host_no);
2959                 return -ENODEV;
2960         }
2961
2962         params = (struct iscsi_path *)((char *)ev + sizeof(*ev));
2963         err = transport->set_path(shost, params);
2964
2965         scsi_host_put(shost);
2966         return err;
2967 }
2968
2969 static int iscsi_session_has_conns(int sid)
2970 {
2971         struct iscsi_cls_conn *conn;
2972         unsigned long flags;
2973         int found = 0;
2974
2975         spin_lock_irqsave(&connlock, flags);
2976         list_for_each_entry(conn, &connlist, conn_list) {
2977                 if (iscsi_conn_get_sid(conn) == sid) {
2978                         found = 1;
2979                         break;
2980                 }
2981         }
2982         spin_unlock_irqrestore(&connlock, flags);
2983
2984         return found;
2985 }
2986
2987 static int
2988 iscsi_set_iface_params(struct iscsi_transport *transport,
2989                        struct iscsi_uevent *ev, uint32_t len)
2990 {
2991         char *data = (char *)ev + sizeof(*ev);
2992         struct Scsi_Host *shost;
2993         int err;
2994
2995         if (!transport->set_iface_param)
2996                 return -ENOSYS;
2997
2998         shost = scsi_host_lookup(ev->u.set_iface_params.host_no);
2999         if (!shost) {
3000                 printk(KERN_ERR "set_iface_params could not find host no %u\n",
3001                        ev->u.set_iface_params.host_no);
3002                 return -ENODEV;
3003         }
3004
3005         err = transport->set_iface_param(shost, data, len);
3006         scsi_host_put(shost);
3007         return err;
3008 }
3009
3010 static int
3011 iscsi_send_ping(struct iscsi_transport *transport, struct iscsi_uevent *ev)
3012 {
3013         struct Scsi_Host *shost;
3014         struct sockaddr *dst_addr;
3015         int err;
3016
3017         if (!transport->send_ping)
3018                 return -ENOSYS;
3019
3020         shost = scsi_host_lookup(ev->u.iscsi_ping.host_no);
3021         if (!shost) {
3022                 printk(KERN_ERR "iscsi_ping could not find host no %u\n",
3023                        ev->u.iscsi_ping.host_no);
3024                 return -ENODEV;
3025         }
3026
3027         dst_addr = (struct sockaddr *)((char *)ev + sizeof(*ev));
3028         err = transport->send_ping(shost, ev->u.iscsi_ping.iface_num,
3029                                    ev->u.iscsi_ping.iface_type,
3030                                    ev->u.iscsi_ping.payload_size,
3031                                    ev->u.iscsi_ping.pid,
3032                                    dst_addr);
3033         scsi_host_put(shost);
3034         return err;
3035 }
3036
3037 static int
3038 iscsi_get_chap(struct iscsi_transport *transport, struct nlmsghdr *nlh)
3039 {
3040         struct iscsi_uevent *ev = nlmsg_data(nlh);
3041         struct Scsi_Host *shost = NULL;
3042         struct iscsi_chap_rec *chap_rec;
3043         struct iscsi_internal *priv;
3044         struct sk_buff *skbchap;
3045         struct nlmsghdr *nlhchap;
3046         struct iscsi_uevent *evchap;
3047         uint32_t chap_buf_size;
3048         int len, err = 0;
3049         char *buf;
3050
3051         if (!transport->get_chap)
3052                 return -EINVAL;
3053
3054         priv = iscsi_if_transport_lookup(transport);
3055         if (!priv)
3056                 return -EINVAL;
3057
3058         chap_buf_size = (ev->u.get_chap.num_entries * sizeof(*chap_rec));
3059         len = nlmsg_total_size(sizeof(*ev) + chap_buf_size);
3060
3061         shost = scsi_host_lookup(ev->u.get_chap.host_no);
3062         if (!shost) {
3063                 printk(KERN_ERR "%s: failed. Could not find host no %u\n",
3064                        __func__, ev->u.get_chap.host_no);
3065                 return -ENODEV;
3066         }
3067
3068         do {
3069                 int actual_size;
3070
3071                 skbchap = alloc_skb(len, GFP_KERNEL);
3072                 if (!skbchap) {
3073                         printk(KERN_ERR "can not deliver chap: OOM\n");
3074                         err = -ENOMEM;
3075                         goto exit_get_chap;
3076                 }
3077
3078                 nlhchap = __nlmsg_put(skbchap, 0, 0, 0,
3079                                       (len - sizeof(*nlhchap)), 0);
3080                 evchap = nlmsg_data(nlhchap);
3081                 memset(evchap, 0, sizeof(*evchap));
3082                 evchap->transport_handle = iscsi_handle(transport);
3083                 evchap->type = nlh->nlmsg_type;
3084                 evchap->u.get_chap.host_no = ev->u.get_chap.host_no;
3085                 evchap->u.get_chap.chap_tbl_idx = ev->u.get_chap.chap_tbl_idx;
3086                 evchap->u.get_chap.num_entries = ev->u.get_chap.num_entries;
3087                 buf = (char *)evchap + sizeof(*evchap);
3088                 memset(buf, 0, chap_buf_size);
3089
3090                 err = transport->get_chap(shost, ev->u.get_chap.chap_tbl_idx,
3091                                     &evchap->u.get_chap.num_entries, buf);
3092
3093                 actual_size = nlmsg_total_size(sizeof(*ev) + chap_buf_size);
3094                 skb_trim(skbchap, NLMSG_ALIGN(actual_size));
3095                 nlhchap->nlmsg_len = actual_size;
3096
3097                 err = iscsi_multicast_skb(skbchap, ISCSI_NL_GRP_ISCSID,
3098                                           GFP_KERNEL);
3099         } while (err < 0 && err != -ECONNREFUSED);
3100
3101 exit_get_chap:
3102         scsi_host_put(shost);
3103         return err;
3104 }
3105
3106 static int iscsi_set_chap(struct iscsi_transport *transport,
3107                           struct iscsi_uevent *ev, uint32_t len)
3108 {
3109         char *data = (char *)ev + sizeof(*ev);
3110         struct Scsi_Host *shost;
3111         int err = 0;
3112
3113         if (!transport->set_chap)
3114                 return -ENOSYS;
3115
3116         shost = scsi_host_lookup(ev->u.set_path.host_no);
3117         if (!shost) {
3118                 pr_err("%s could not find host no %u\n",
3119                        __func__, ev->u.set_path.host_no);
3120                 return -ENODEV;
3121         }
3122
3123         err = transport->set_chap(shost, data, len);
3124         scsi_host_put(shost);
3125         return err;
3126 }
3127
3128 static int iscsi_delete_chap(struct iscsi_transport *transport,
3129                              struct iscsi_uevent *ev)
3130 {
3131         struct Scsi_Host *shost;
3132         int err = 0;
3133
3134         if (!transport->delete_chap)
3135                 return -ENOSYS;
3136
3137         shost = scsi_host_lookup(ev->u.delete_chap.host_no);
3138         if (!shost) {
3139                 printk(KERN_ERR "%s could not find host no %u\n",
3140                        __func__, ev->u.delete_chap.host_no);
3141                 return -ENODEV;
3142         }
3143
3144         err = transport->delete_chap(shost, ev->u.delete_chap.chap_tbl_idx);
3145         scsi_host_put(shost);
3146         return err;
3147 }
3148
3149 static const struct {
3150         enum iscsi_discovery_parent_type value;
3151         char                            *name;
3152 } iscsi_discovery_parent_names[] = {
3153         {ISCSI_DISC_PARENT_UNKNOWN,     "Unknown" },
3154         {ISCSI_DISC_PARENT_SENDTGT,     "Sendtarget" },
3155         {ISCSI_DISC_PARENT_ISNS,        "isns" },
3156 };
3157
3158 char *iscsi_get_discovery_parent_name(int parent_type)
3159 {
3160         int i;
3161         char *state = "Unknown!";
3162
3163         for (i = 0; i < ARRAY_SIZE(iscsi_discovery_parent_names); i++) {
3164                 if (iscsi_discovery_parent_names[i].value & parent_type) {
3165                         state = iscsi_discovery_parent_names[i].name;
3166                         break;
3167                 }
3168         }
3169         return state;
3170 }
3171 EXPORT_SYMBOL_GPL(iscsi_get_discovery_parent_name);
3172
3173 static int iscsi_set_flashnode_param(struct iscsi_transport *transport,
3174                                      struct iscsi_uevent *ev, uint32_t len)
3175 {
3176         char *data = (char *)ev + sizeof(*ev);
3177         struct Scsi_Host *shost;
3178         struct iscsi_bus_flash_session *fnode_sess;
3179         struct iscsi_bus_flash_conn *fnode_conn;
3180         struct device *dev;
3181         uint32_t idx;
3182         int err = 0;
3183
3184         if (!transport->set_flashnode_param) {
3185                 err = -ENOSYS;
3186                 goto exit_set_fnode;
3187         }
3188
3189         shost = scsi_host_lookup(ev->u.set_flashnode.host_no);
3190         if (!shost) {
3191                 pr_err("%s could not find host no %u\n",
3192                        __func__, ev->u.set_flashnode.host_no);
3193                 err = -ENODEV;
3194                 goto exit_set_fnode;
3195         }
3196
3197         idx = ev->u.set_flashnode.flashnode_idx;
3198         fnode_sess = iscsi_get_flashnode_by_index(shost, idx);
3199         if (!fnode_sess) {
3200                 pr_err("%s could not find flashnode %u for host no %u\n",
3201                        __func__, idx, ev->u.set_flashnode.host_no);
3202                 err = -ENODEV;
3203                 goto put_host;
3204         }
3205
3206         dev = iscsi_find_flashnode_conn(fnode_sess);
3207         if (!dev) {
3208                 err = -ENODEV;
3209                 goto put_sess;
3210         }
3211
3212         fnode_conn = iscsi_dev_to_flash_conn(dev);
3213         err = transport->set_flashnode_param(fnode_sess, fnode_conn, data, len);
3214         put_device(dev);
3215
3216 put_sess:
3217         put_device(&fnode_sess->dev);
3218
3219 put_host:
3220         scsi_host_put(shost);
3221
3222 exit_set_fnode:
3223         return err;
3224 }
3225
3226 static int iscsi_new_flashnode(struct iscsi_transport *transport,
3227                                struct iscsi_uevent *ev, uint32_t len)
3228 {
3229         char *data = (char *)ev + sizeof(*ev);
3230         struct Scsi_Host *shost;
3231         int index;
3232         int err = 0;
3233
3234         if (!transport->new_flashnode) {
3235                 err = -ENOSYS;
3236                 goto exit_new_fnode;
3237         }
3238
3239         shost = scsi_host_lookup(ev->u.new_flashnode.host_no);
3240         if (!shost) {
3241                 pr_err("%s could not find host no %u\n",
3242                        __func__, ev->u.new_flashnode.host_no);
3243                 err = -ENODEV;
3244                 goto put_host;
3245         }
3246
3247         index = transport->new_flashnode(shost, data, len);
3248
3249         if (index >= 0)
3250                 ev->r.new_flashnode_ret.flashnode_idx = index;
3251         else
3252                 err = -EIO;
3253
3254 put_host:
3255         scsi_host_put(shost);
3256
3257 exit_new_fnode:
3258         return err;
3259 }
3260
3261 static int iscsi_del_flashnode(struct iscsi_transport *transport,
3262                                struct iscsi_uevent *ev)
3263 {
3264         struct Scsi_Host *shost;
3265         struct iscsi_bus_flash_session *fnode_sess;
3266         uint32_t idx;
3267         int err = 0;
3268
3269         if (!transport->del_flashnode) {
3270                 err = -ENOSYS;
3271                 goto exit_del_fnode;
3272         }
3273
3274         shost = scsi_host_lookup(ev->u.del_flashnode.host_no);
3275         if (!shost) {
3276                 pr_err("%s could not find host no %u\n",
3277                        __func__, ev->u.del_flashnode.host_no);
3278                 err = -ENODEV;
3279                 goto put_host;
3280         }
3281
3282         idx = ev->u.del_flashnode.flashnode_idx;
3283         fnode_sess = iscsi_get_flashnode_by_index(shost, idx);
3284         if (!fnode_sess) {
3285                 pr_err("%s could not find flashnode %u for host no %u\n",
3286                        __func__, idx, ev->u.del_flashnode.host_no);
3287                 err = -ENODEV;
3288                 goto put_host;
3289         }
3290
3291         err = transport->del_flashnode(fnode_sess);
3292         put_device(&fnode_sess->dev);
3293
3294 put_host:
3295         scsi_host_put(shost);
3296
3297 exit_del_fnode:
3298         return err;
3299 }
3300
3301 static int iscsi_login_flashnode(struct iscsi_transport *transport,
3302                                  struct iscsi_uevent *ev)
3303 {
3304         struct Scsi_Host *shost;
3305         struct iscsi_bus_flash_session *fnode_sess;
3306         struct iscsi_bus_flash_conn *fnode_conn;
3307         struct device *dev;
3308         uint32_t idx;
3309         int err = 0;
3310
3311         if (!transport->login_flashnode) {
3312                 err = -ENOSYS;
3313                 goto exit_login_fnode;
3314         }
3315
3316         shost = scsi_host_lookup(ev->u.login_flashnode.host_no);
3317         if (!shost) {
3318                 pr_err("%s could not find host no %u\n",
3319                        __func__, ev->u.login_flashnode.host_no);
3320                 err = -ENODEV;
3321                 goto put_host;
3322         }
3323
3324         idx = ev->u.login_flashnode.flashnode_idx;
3325         fnode_sess = iscsi_get_flashnode_by_index(shost, idx);
3326         if (!fnode_sess) {
3327                 pr_err("%s could not find flashnode %u for host no %u\n",
3328                        __func__, idx, ev->u.login_flashnode.host_no);
3329                 err = -ENODEV;
3330                 goto put_host;
3331         }
3332
3333         dev = iscsi_find_flashnode_conn(fnode_sess);
3334         if (!dev) {
3335                 err = -ENODEV;
3336                 goto put_sess;
3337         }
3338
3339         fnode_conn = iscsi_dev_to_flash_conn(dev);
3340         err = transport->login_flashnode(fnode_sess, fnode_conn);
3341         put_device(dev);
3342
3343 put_sess:
3344         put_device(&fnode_sess->dev);
3345
3346 put_host:
3347         scsi_host_put(shost);
3348
3349 exit_login_fnode:
3350         return err;
3351 }
3352
3353 static int iscsi_logout_flashnode(struct iscsi_transport *transport,
3354                                   struct iscsi_uevent *ev)
3355 {
3356         struct Scsi_Host *shost;
3357         struct iscsi_bus_flash_session *fnode_sess;
3358         struct iscsi_bus_flash_conn *fnode_conn;
3359         struct device *dev;
3360         uint32_t idx;
3361         int err = 0;
3362
3363         if (!transport->logout_flashnode) {
3364                 err = -ENOSYS;
3365                 goto exit_logout_fnode;
3366         }
3367
3368         shost = scsi_host_lookup(ev->u.logout_flashnode.host_no);
3369         if (!shost) {
3370                 pr_err("%s could not find host no %u\n",
3371                        __func__, ev->u.logout_flashnode.host_no);
3372                 err = -ENODEV;
3373                 goto put_host;
3374         }
3375
3376         idx = ev->u.logout_flashnode.flashnode_idx;
3377         fnode_sess = iscsi_get_flashnode_by_index(shost, idx);
3378         if (!fnode_sess) {
3379                 pr_err("%s could not find flashnode %u for host no %u\n",
3380                        __func__, idx, ev->u.logout_flashnode.host_no);
3381                 err = -ENODEV;
3382                 goto put_host;
3383         }
3384
3385         dev = iscsi_find_flashnode_conn(fnode_sess);
3386         if (!dev) {
3387                 err = -ENODEV;
3388                 goto put_sess;
3389         }
3390
3391         fnode_conn = iscsi_dev_to_flash_conn(dev);
3392
3393         err = transport->logout_flashnode(fnode_sess, fnode_conn);
3394         put_device(dev);
3395
3396 put_sess:
3397         put_device(&fnode_sess->dev);
3398
3399 put_host:
3400         scsi_host_put(shost);
3401
3402 exit_logout_fnode:
3403         return err;
3404 }
3405
3406 static int iscsi_logout_flashnode_sid(struct iscsi_transport *transport,
3407                                       struct iscsi_uevent *ev)
3408 {
3409         struct Scsi_Host *shost;
3410         struct iscsi_cls_session *session;
3411         int err = 0;
3412
3413         if (!transport->logout_flashnode_sid) {
3414                 err = -ENOSYS;
3415                 goto exit_logout_sid;
3416         }
3417
3418         shost = scsi_host_lookup(ev->u.logout_flashnode_sid.host_no);
3419         if (!shost) {
3420                 pr_err("%s could not find host no %u\n",
3421                        __func__, ev->u.logout_flashnode.host_no);
3422                 err = -ENODEV;
3423                 goto put_host;
3424         }
3425
3426         session = iscsi_session_lookup(ev->u.logout_flashnode_sid.sid);
3427         if (!session) {
3428                 pr_err("%s could not find session id %u\n",
3429                        __func__, ev->u.logout_flashnode_sid.sid);
3430                 err = -EINVAL;
3431                 goto put_host;
3432         }
3433
3434         err = transport->logout_flashnode_sid(session);
3435
3436 put_host:
3437         scsi_host_put(shost);
3438
3439 exit_logout_sid:
3440         return err;
3441 }
3442
3443 static int
3444 iscsi_get_host_stats(struct iscsi_transport *transport, struct nlmsghdr *nlh)
3445 {
3446         struct iscsi_uevent *ev = nlmsg_data(nlh);
3447         struct Scsi_Host *shost = NULL;
3448         struct iscsi_internal *priv;
3449         struct sk_buff *skbhost_stats;
3450         struct nlmsghdr *nlhhost_stats;
3451         struct iscsi_uevent *evhost_stats;
3452         int host_stats_size = 0;
3453         int len, err = 0;
3454         char *buf;
3455
3456         if (!transport->get_host_stats)
3457                 return -ENOSYS;
3458
3459         priv = iscsi_if_transport_lookup(transport);
3460         if (!priv)
3461                 return -EINVAL;
3462
3463         host_stats_size = sizeof(struct iscsi_offload_host_stats);
3464         len = nlmsg_total_size(sizeof(*ev) + host_stats_size);
3465
3466         shost = scsi_host_lookup(ev->u.get_host_stats.host_no);
3467         if (!shost) {
3468                 pr_err("%s: failed. Cound not find host no %u\n",
3469                        __func__, ev->u.get_host_stats.host_no);
3470                 return -ENODEV;
3471         }
3472
3473         do {
3474                 int actual_size;
3475
3476                 skbhost_stats = alloc_skb(len, GFP_KERNEL);
3477                 if (!skbhost_stats) {
3478                         pr_err("cannot deliver host stats: OOM\n");
3479                         err = -ENOMEM;
3480                         goto exit_host_stats;
3481                 }
3482
3483                 nlhhost_stats = __nlmsg_put(skbhost_stats, 0, 0, 0,
3484                                       (len - sizeof(*nlhhost_stats)), 0);
3485                 evhost_stats = nlmsg_data(nlhhost_stats);
3486                 memset(evhost_stats, 0, sizeof(*evhost_stats));
3487                 evhost_stats->transport_handle = iscsi_handle(transport);
3488                 evhost_stats->type = nlh->nlmsg_type;
3489                 evhost_stats->u.get_host_stats.host_no =
3490                                         ev->u.get_host_stats.host_no;
3491                 buf = (char *)evhost_stats + sizeof(*evhost_stats);
3492                 memset(buf, 0, host_stats_size);
3493
3494                 err = transport->get_host_stats(shost, buf, host_stats_size);
3495                 if (err) {
3496                         kfree_skb(skbhost_stats);
3497                         goto exit_host_stats;
3498                 }
3499
3500                 actual_size = nlmsg_total_size(sizeof(*ev) + host_stats_size);
3501                 skb_trim(skbhost_stats, NLMSG_ALIGN(actual_size));
3502                 nlhhost_stats->nlmsg_len = actual_size;
3503
3504                 err = iscsi_multicast_skb(skbhost_stats, ISCSI_NL_GRP_ISCSID,
3505                                           GFP_KERNEL);
3506         } while (err < 0 && err != -ECONNREFUSED);
3507
3508 exit_host_stats:
3509         scsi_host_put(shost);
3510         return err;
3511 }
3512
3513
3514 static int
3515 iscsi_if_recv_msg(struct sk_buff *skb, struct nlmsghdr *nlh, uint32_t *group)
3516 {
3517         int err = 0;
3518         u32 pdu_len;
3519         struct iscsi_uevent *ev = nlmsg_data(nlh);
3520         struct iscsi_transport *transport = NULL;
3521         struct iscsi_internal *priv;
3522         struct iscsi_cls_session *session;
3523         struct iscsi_cls_conn *conn;
3524         struct iscsi_endpoint *ep = NULL;
3525
3526         if (!netlink_capable(skb, CAP_SYS_ADMIN))
3527                 return -EPERM;
3528
3529         if (nlh->nlmsg_type == ISCSI_UEVENT_PATH_UPDATE)
3530                 *group = ISCSI_NL_GRP_UIP;
3531         else
3532                 *group = ISCSI_NL_GRP_ISCSID;
3533
3534         priv = iscsi_if_transport_lookup(iscsi_ptr(ev->transport_handle));
3535         if (!priv)
3536                 return -EINVAL;
3537         transport = priv->iscsi_transport;
3538
3539         if (!try_module_get(transport->owner))
3540                 return -EINVAL;
3541
3542         switch (nlh->nlmsg_type) {
3543         case ISCSI_UEVENT_CREATE_SESSION:
3544                 err = iscsi_if_create_session(priv, ep, ev,
3545                                               NETLINK_CB(skb).portid,
3546                                               ev->u.c_session.initial_cmdsn,
3547                                               ev->u.c_session.cmds_max,
3548                                               ev->u.c_session.queue_depth);
3549                 break;
3550         case ISCSI_UEVENT_CREATE_BOUND_SESSION:
3551                 ep = iscsi_lookup_endpoint(ev->u.c_bound_session.ep_handle);
3552                 if (!ep) {
3553                         err = -EINVAL;
3554                         break;
3555                 }
3556
3557                 err = iscsi_if_create_session(priv, ep, ev,
3558                                         NETLINK_CB(skb).portid,
3559                                         ev->u.c_bound_session.initial_cmdsn,
3560                                         ev->u.c_bound_session.cmds_max,
3561                                         ev->u.c_bound_session.queue_depth);
3562                 break;
3563         case ISCSI_UEVENT_DESTROY_SESSION:
3564                 session = iscsi_session_lookup(ev->u.d_session.sid);
3565                 if (!session)
3566                         err = -EINVAL;
3567                 else if (iscsi_session_has_conns(ev->u.d_session.sid))
3568                         err = -EBUSY;
3569                 else
3570                         transport->destroy_session(session);
3571                 break;
3572         case ISCSI_UEVENT_UNBIND_SESSION:
3573                 session = iscsi_session_lookup(ev->u.d_session.sid);
3574                 if (session)
3575                         scsi_queue_work(iscsi_session_to_shost(session),
3576                                         &session->unbind_work);
3577                 else
3578                         err = -EINVAL;
3579                 break;
3580         case ISCSI_UEVENT_CREATE_CONN:
3581                 err = iscsi_if_create_conn(transport, ev);
3582                 break;
3583         case ISCSI_UEVENT_DESTROY_CONN:
3584                 err = iscsi_if_destroy_conn(transport, ev);
3585                 break;
3586         case ISCSI_UEVENT_BIND_CONN:
3587                 session = iscsi_session_lookup(ev->u.b_conn.sid);
3588                 conn = iscsi_conn_lookup(ev->u.b_conn.sid, ev->u.b_conn.cid);
3589
3590                 if (conn && conn->ep)
3591                         iscsi_if_ep_disconnect(transport, conn->ep->id);
3592
3593                 if (!session || !conn) {
3594                         err = -EINVAL;
3595                         break;
3596                 }
3597
3598                 ev->r.retcode = transport->bind_conn(session, conn,
3599                                                 ev->u.b_conn.transport_eph,
3600                                                 ev->u.b_conn.is_leading);
3601                 if (ev->r.retcode || !transport->ep_connect)
3602                         break;
3603
3604                 ep = iscsi_lookup_endpoint(ev->u.b_conn.transport_eph);
3605                 if (ep) {
3606                         ep->conn = conn;
3607
3608                         mutex_lock(&conn->ep_mutex);
3609                         conn->ep = ep;
3610                         mutex_unlock(&conn->ep_mutex);
3611                 } else
3612                         iscsi_cls_conn_printk(KERN_ERR, conn,
3613                                               "Could not set ep conn "
3614                                               "binding\n");
3615                 break;
3616         case ISCSI_UEVENT_SET_PARAM:
3617                 err = iscsi_set_param(transport, ev);
3618                 break;
3619         case ISCSI_UEVENT_START_CONN:
3620                 conn = iscsi_conn_lookup(ev->u.start_conn.sid, ev->u.start_conn.cid);
3621                 if (conn)
3622                         ev->r.retcode = transport->start_conn(conn);
3623                 else
3624                         err = -EINVAL;
3625                 break;
3626         case ISCSI_UEVENT_STOP_CONN:
3627                 conn = iscsi_conn_lookup(ev->u.stop_conn.sid, ev->u.stop_conn.cid);
3628                 if (conn)
3629                         transport->stop_conn(conn, ev->u.stop_conn.flag);
3630                 else
3631                         err = -EINVAL;
3632                 break;
3633         case ISCSI_UEVENT_SEND_PDU:
3634                 pdu_len = nlh->nlmsg_len - sizeof(*nlh) - sizeof(*ev);
3635
3636                 if ((ev->u.send_pdu.hdr_size > pdu_len) ||
3637                     (ev->u.send_pdu.data_size > (pdu_len - ev->u.send_pdu.hdr_size))) {
3638                         err = -EINVAL;
3639                         break;
3640                 }
3641
3642                 conn = iscsi_conn_lookup(ev->u.send_pdu.sid, ev->u.send_pdu.cid);
3643                 if (conn)
3644                         ev->r.retcode = transport->send_pdu(conn,
3645                                 (struct iscsi_hdr*)((char*)ev + sizeof(*ev)),
3646                                 (char*)ev + sizeof(*ev) + ev->u.send_pdu.hdr_size,
3647                                 ev->u.send_pdu.data_size);
3648                 else
3649                         err = -EINVAL;
3650                 break;
3651         case ISCSI_UEVENT_GET_STATS:
3652                 err = iscsi_if_get_stats(transport, nlh);
3653                 break;
3654         case ISCSI_UEVENT_TRANSPORT_EP_CONNECT:
3655         case ISCSI_UEVENT_TRANSPORT_EP_POLL:
3656         case ISCSI_UEVENT_TRANSPORT_EP_DISCONNECT:
3657         case ISCSI_UEVENT_TRANSPORT_EP_CONNECT_THROUGH_HOST:
3658                 err = iscsi_if_transport_ep(transport, ev, nlh->nlmsg_type);
3659                 break;
3660         case ISCSI_UEVENT_TGT_DSCVR:
3661                 err = iscsi_tgt_dscvr(transport, ev);
3662                 break;
3663         case ISCSI_UEVENT_SET_HOST_PARAM:
3664                 err = iscsi_set_host_param(transport, ev);
3665                 break;
3666         case ISCSI_UEVENT_PATH_UPDATE:
3667                 err = iscsi_set_path(transport, ev);
3668                 break;
3669         case ISCSI_UEVENT_SET_IFACE_PARAMS:
3670                 err = iscsi_set_iface_params(transport, ev,
3671                                              nlmsg_attrlen(nlh, sizeof(*ev)));
3672                 break;
3673         case ISCSI_UEVENT_PING:
3674                 err = iscsi_send_ping(transport, ev);
3675                 break;
3676         case ISCSI_UEVENT_GET_CHAP:
3677                 err = iscsi_get_chap(transport, nlh);
3678                 break;
3679         case ISCSI_UEVENT_DELETE_CHAP:
3680                 err = iscsi_delete_chap(transport, ev);
3681                 break;
3682         case ISCSI_UEVENT_SET_FLASHNODE_PARAMS:
3683                 err = iscsi_set_flashnode_param(transport, ev,
3684                                                 nlmsg_attrlen(nlh,
3685                                                               sizeof(*ev)));
3686                 break;
3687         case ISCSI_UEVENT_NEW_FLASHNODE:
3688                 err = iscsi_new_flashnode(transport, ev,
3689                                           nlmsg_attrlen(nlh, sizeof(*ev)));
3690                 break;
3691         case ISCSI_UEVENT_DEL_FLASHNODE:
3692                 err = iscsi_del_flashnode(transport, ev);
3693                 break;
3694         case ISCSI_UEVENT_LOGIN_FLASHNODE:
3695                 err = iscsi_login_flashnode(transport, ev);
3696                 break;
3697         case ISCSI_UEVENT_LOGOUT_FLASHNODE:
3698                 err = iscsi_logout_flashnode(transport, ev);
3699                 break;
3700         case ISCSI_UEVENT_LOGOUT_FLASHNODE_SID:
3701                 err = iscsi_logout_flashnode_sid(transport, ev);
3702                 break;
3703         case ISCSI_UEVENT_SET_CHAP:
3704                 err = iscsi_set_chap(transport, ev,
3705                                      nlmsg_attrlen(nlh, sizeof(*ev)));
3706                 break;
3707         case ISCSI_UEVENT_GET_HOST_STATS:
3708                 err = iscsi_get_host_stats(transport, nlh);
3709                 break;
3710         default:
3711                 err = -ENOSYS;
3712                 break;
3713         }
3714
3715         module_put(transport->owner);
3716         return err;
3717 }
3718
3719 /*
3720  * Get message from skb.  Each message is processed by iscsi_if_recv_msg.
3721  * Malformed skbs with wrong lengths or invalid creds are not processed.
3722  */
3723 static void
3724 iscsi_if_rx(struct sk_buff *skb)
3725 {
3726         mutex_lock(&rx_queue_mutex);
3727         while (skb->len >= NLMSG_HDRLEN) {
3728                 int err;
3729                 uint32_t rlen;
3730                 struct nlmsghdr *nlh;
3731                 struct iscsi_uevent *ev;
3732                 uint32_t group;
3733                 int retries = ISCSI_SEND_MAX_ALLOWED;
3734
3735                 nlh = nlmsg_hdr(skb);
3736                 if (nlh->nlmsg_len < sizeof(*nlh) + sizeof(*ev) ||
3737                     skb->len < nlh->nlmsg_len) {
3738                         break;
3739                 }
3740
3741                 ev = nlmsg_data(nlh);
3742                 rlen = NLMSG_ALIGN(nlh->nlmsg_len);
3743                 if (rlen > skb->len)
3744                         rlen = skb->len;
3745
3746                 err = iscsi_if_recv_msg(skb, nlh, &group);
3747                 if (err) {
3748                         ev->type = ISCSI_KEVENT_IF_ERROR;
3749                         ev->iferror = err;
3750                 }
3751                 do {
3752                         /*
3753                          * special case for GET_STATS:
3754                          * on success - sending reply and stats from
3755                          * inside of if_recv_msg(),
3756                          * on error - fall through.
3757                          */
3758                         if (ev->type == ISCSI_UEVENT_GET_STATS && !err)
3759                                 break;
3760                         if (ev->type == ISCSI_UEVENT_GET_CHAP && !err)
3761                                 break;
3762                         err = iscsi_if_send_reply(group, nlh->nlmsg_seq,
3763                                 nlh->nlmsg_type, 0, 0, ev, sizeof(*ev));
3764                         if (err == -EAGAIN && --retries < 0) {
3765                                 printk(KERN_WARNING "Send reply failed, error %d\n", err);
3766                                 break;
3767                         }
3768                 } while (err < 0 && err != -ECONNREFUSED && err != -ESRCH);
3769                 skb_pull(skb, rlen);
3770         }
3771         mutex_unlock(&rx_queue_mutex);
3772 }
3773
3774 #define ISCSI_CLASS_ATTR(_prefix,_name,_mode,_show,_store)              \
3775 struct device_attribute dev_attr_##_prefix##_##_name =  \
3776         __ATTR(_name,_mode,_show,_store)
3777
3778 /*
3779  * iSCSI connection attrs
3780  */
3781 #define iscsi_conn_attr_show(param)                                     \
3782 static ssize_t                                                          \
3783 show_conn_param_##param(struct device *dev,                             \
3784                         struct device_attribute *attr, char *buf)       \
3785 {                                                                       \
3786         struct iscsi_cls_conn *conn = iscsi_dev_to_conn(dev->parent);   \
3787         struct iscsi_transport *t = conn->transport;                    \
3788         return t->get_conn_param(conn, param, buf);                     \
3789 }
3790
3791 #define iscsi_conn_attr(field, param)                                   \
3792         iscsi_conn_attr_show(param)                                     \
3793 static ISCSI_CLASS_ATTR(conn, field, S_IRUGO, show_conn_param_##param,  \
3794                         NULL);
3795
3796 iscsi_conn_attr(max_recv_dlength, ISCSI_PARAM_MAX_RECV_DLENGTH);
3797 iscsi_conn_attr(max_xmit_dlength, ISCSI_PARAM_MAX_XMIT_DLENGTH);
3798 iscsi_conn_attr(header_digest, ISCSI_PARAM_HDRDGST_EN);
3799 iscsi_conn_attr(data_digest, ISCSI_PARAM_DATADGST_EN);
3800 iscsi_conn_attr(ifmarker, ISCSI_PARAM_IFMARKER_EN);
3801 iscsi_conn_attr(ofmarker, ISCSI_PARAM_OFMARKER_EN);
3802 iscsi_conn_attr(persistent_port, ISCSI_PARAM_PERSISTENT_PORT);
3803 iscsi_conn_attr(exp_statsn, ISCSI_PARAM_EXP_STATSN);
3804 iscsi_conn_attr(persistent_address, ISCSI_PARAM_PERSISTENT_ADDRESS);
3805 iscsi_conn_attr(ping_tmo, ISCSI_PARAM_PING_TMO);
3806 iscsi_conn_attr(recv_tmo, ISCSI_PARAM_RECV_TMO);
3807 iscsi_conn_attr(local_port, ISCSI_PARAM_LOCAL_PORT);
3808 iscsi_conn_attr(statsn, ISCSI_PARAM_STATSN);
3809 iscsi_conn_attr(keepalive_tmo, ISCSI_PARAM_KEEPALIVE_TMO);
3810 iscsi_conn_attr(max_segment_size, ISCSI_PARAM_MAX_SEGMENT_SIZE);
3811 iscsi_conn_attr(tcp_timestamp_stat, ISCSI_PARAM_TCP_TIMESTAMP_STAT);
3812 iscsi_conn_attr(tcp_wsf_disable, ISCSI_PARAM_TCP_WSF_DISABLE);
3813 iscsi_conn_attr(tcp_nagle_disable, ISCSI_PARAM_TCP_NAGLE_DISABLE);
3814 iscsi_conn_attr(tcp_timer_scale, ISCSI_PARAM_TCP_TIMER_SCALE);
3815 iscsi_conn_attr(tcp_timestamp_enable, ISCSI_PARAM_TCP_TIMESTAMP_EN);
3816 iscsi_conn_attr(fragment_disable, ISCSI_PARAM_IP_FRAGMENT_DISABLE);
3817 iscsi_conn_attr(ipv4_tos, ISCSI_PARAM_IPV4_TOS);
3818 iscsi_conn_attr(ipv6_traffic_class, ISCSI_PARAM_IPV6_TC);
3819 iscsi_conn_attr(ipv6_flow_label, ISCSI_PARAM_IPV6_FLOW_LABEL);
3820 iscsi_conn_attr(is_fw_assigned_ipv6, ISCSI_PARAM_IS_FW_ASSIGNED_IPV6);
3821 iscsi_conn_attr(tcp_xmit_wsf, ISCSI_PARAM_TCP_XMIT_WSF);
3822 iscsi_conn_attr(tcp_recv_wsf, ISCSI_PARAM_TCP_RECV_WSF);
3823 iscsi_conn_attr(local_ipaddr, ISCSI_PARAM_LOCAL_IPADDR);
3824
3825
3826 #define iscsi_conn_ep_attr_show(param)                                  \
3827 static ssize_t show_conn_ep_param_##param(struct device *dev,           \
3828                                           struct device_attribute *attr,\
3829                                           char *buf)                    \
3830 {                                                                       \
3831         struct iscsi_cls_conn *conn = iscsi_dev_to_conn(dev->parent);   \
3832         struct iscsi_transport *t = conn->transport;                    \
3833         struct iscsi_endpoint *ep;                                      \
3834         ssize_t rc;                                                     \
3835                                                                         \
3836         /*                                                              \
3837          * Need to make sure ep_disconnect does not free the LLD's      \
3838          * interconnect resources while we are trying to read them.     \
3839          */                                                             \
3840         mutex_lock(&conn->ep_mutex);                                    \
3841         ep = conn->ep;                                                  \
3842         if (!ep && t->ep_connect) {                                     \
3843                 mutex_unlock(&conn->ep_mutex);                          \
3844                 return -ENOTCONN;                                       \
3845         }                                                               \
3846                                                                         \
3847         if (ep)                                                         \
3848                 rc = t->get_ep_param(ep, param, buf);                   \
3849         else                                                            \
3850                 rc = t->get_conn_param(conn, param, buf);               \
3851         mutex_unlock(&conn->ep_mutex);                                  \
3852         return rc;                                                      \
3853 }
3854
3855 #define iscsi_conn_ep_attr(field, param)                                \
3856         iscsi_conn_ep_attr_show(param)                                  \
3857 static ISCSI_CLASS_ATTR(conn, field, S_IRUGO,                           \
3858                         show_conn_ep_param_##param, NULL);
3859
3860 iscsi_conn_ep_attr(address, ISCSI_PARAM_CONN_ADDRESS);
3861 iscsi_conn_ep_attr(port, ISCSI_PARAM_CONN_PORT);
3862
3863 static struct attribute *iscsi_conn_attrs[] = {
3864         &dev_attr_conn_max_recv_dlength.attr,
3865         &dev_attr_conn_max_xmit_dlength.attr,
3866         &dev_attr_conn_header_digest.attr,
3867         &dev_attr_conn_data_digest.attr,
3868         &dev_attr_conn_ifmarker.attr,
3869         &dev_attr_conn_ofmarker.attr,
3870         &dev_attr_conn_address.attr,
3871         &dev_attr_conn_port.attr,
3872         &dev_attr_conn_exp_statsn.attr,
3873         &dev_attr_conn_persistent_address.attr,
3874         &dev_attr_conn_persistent_port.attr,
3875         &dev_attr_conn_ping_tmo.attr,
3876         &dev_attr_conn_recv_tmo.attr,
3877         &dev_attr_conn_local_port.attr,
3878         &dev_attr_conn_statsn.attr,
3879         &dev_attr_conn_keepalive_tmo.attr,
3880         &dev_attr_conn_max_segment_size.attr,
3881         &dev_attr_conn_tcp_timestamp_stat.attr,
3882         &dev_attr_conn_tcp_wsf_disable.attr,
3883         &dev_attr_conn_tcp_nagle_disable.attr,
3884         &dev_attr_conn_tcp_timer_scale.attr,
3885         &dev_attr_conn_tcp_timestamp_enable.attr,
3886         &dev_attr_conn_fragment_disable.attr,
3887         &dev_attr_conn_ipv4_tos.attr,
3888         &dev_attr_conn_ipv6_traffic_class.attr,
3889         &dev_attr_conn_ipv6_flow_label.attr,
3890         &dev_attr_conn_is_fw_assigned_ipv6.attr,
3891         &dev_attr_conn_tcp_xmit_wsf.attr,
3892         &dev_attr_conn_tcp_recv_wsf.attr,
3893         &dev_attr_conn_local_ipaddr.attr,
3894         NULL,
3895 };
3896
3897 static umode_t iscsi_conn_attr_is_visible(struct kobject *kobj,
3898                                          struct attribute *attr, int i)
3899 {
3900         struct device *cdev = container_of(kobj, struct device, kobj);
3901         struct iscsi_cls_conn *conn = transport_class_to_conn(cdev);
3902         struct iscsi_transport *t = conn->transport;
3903         int param;
3904
3905         if (attr == &dev_attr_conn_max_recv_dlength.attr)
3906                 param = ISCSI_PARAM_MAX_RECV_DLENGTH;
3907         else if (attr == &dev_attr_conn_max_xmit_dlength.attr)
3908                 param = ISCSI_PARAM_MAX_XMIT_DLENGTH;
3909         else if (attr == &dev_attr_conn_header_digest.attr)
3910                 param = ISCSI_PARAM_HDRDGST_EN;
3911         else if (attr == &dev_attr_conn_data_digest.attr)
3912                 param = ISCSI_PARAM_DATADGST_EN;
3913         else if (attr == &dev_attr_conn_ifmarker.attr)
3914                 param = ISCSI_PARAM_IFMARKER_EN;
3915         else if (attr == &dev_attr_conn_ofmarker.attr)
3916                 param = ISCSI_PARAM_OFMARKER_EN;
3917         else if (attr == &dev_attr_conn_address.attr)
3918                 param = ISCSI_PARAM_CONN_ADDRESS;
3919         else if (attr == &dev_attr_conn_port.attr)
3920                 param = ISCSI_PARAM_CONN_PORT;
3921         else if (attr == &dev_attr_conn_exp_statsn.attr)
3922                 param = ISCSI_PARAM_EXP_STATSN;
3923         else if (attr == &dev_attr_conn_persistent_address.attr)
3924                 param = ISCSI_PARAM_PERSISTENT_ADDRESS;
3925         else if (attr == &dev_attr_conn_persistent_port.attr)
3926                 param = ISCSI_PARAM_PERSISTENT_PORT;
3927         else if (attr == &dev_attr_conn_ping_tmo.attr)
3928                 param = ISCSI_PARAM_PING_TMO;
3929         else if (attr == &dev_attr_conn_recv_tmo.attr)
3930                 param = ISCSI_PARAM_RECV_TMO;
3931         else if (attr == &dev_attr_conn_local_port.attr)
3932                 param = ISCSI_PARAM_LOCAL_PORT;
3933         else if (attr == &dev_attr_conn_statsn.attr)
3934                 param = ISCSI_PARAM_STATSN;
3935         else if (attr == &dev_attr_conn_keepalive_tmo.attr)
3936                 param = ISCSI_PARAM_KEEPALIVE_TMO;
3937         else if (attr == &dev_attr_conn_max_segment_size.attr)
3938                 param = ISCSI_PARAM_MAX_SEGMENT_SIZE;
3939         else if (attr == &dev_attr_conn_tcp_timestamp_stat.attr)
3940                 param = ISCSI_PARAM_TCP_TIMESTAMP_STAT;
3941         else if (attr == &dev_attr_conn_tcp_wsf_disable.attr)
3942                 param = ISCSI_PARAM_TCP_WSF_DISABLE;
3943         else if (attr == &dev_attr_conn_tcp_nagle_disable.attr)
3944                 param = ISCSI_PARAM_TCP_NAGLE_DISABLE;
3945         else if (attr == &dev_attr_conn_tcp_timer_scale.attr)
3946                 param = ISCSI_PARAM_TCP_TIMER_SCALE;
3947         else if (attr == &dev_attr_conn_tcp_timestamp_enable.attr)
3948                 param = ISCSI_PARAM_TCP_TIMESTAMP_EN;
3949         else if (attr == &dev_attr_conn_fragment_disable.attr)
3950                 param = ISCSI_PARAM_IP_FRAGMENT_DISABLE;
3951         else if (attr == &dev_attr_conn_ipv4_tos.attr)
3952                 param = ISCSI_PARAM_IPV4_TOS;
3953         else if (attr == &dev_attr_conn_ipv6_traffic_class.attr)
3954                 param = ISCSI_PARAM_IPV6_TC;
3955         else if (attr == &dev_attr_conn_ipv6_flow_label.attr)
3956                 param = ISCSI_PARAM_IPV6_FLOW_LABEL;
3957         else if (attr == &dev_attr_conn_is_fw_assigned_ipv6.attr)
3958                 param = ISCSI_PARAM_IS_FW_ASSIGNED_IPV6;
3959         else if (attr == &dev_attr_conn_tcp_xmit_wsf.attr)
3960                 param = ISCSI_PARAM_TCP_XMIT_WSF;
3961         else if (attr == &dev_attr_conn_tcp_recv_wsf.attr)
3962                 param = ISCSI_PARAM_TCP_RECV_WSF;
3963         else if (attr == &dev_attr_conn_local_ipaddr.attr)
3964                 param = ISCSI_PARAM_LOCAL_IPADDR;
3965         else {
3966                 WARN_ONCE(1, "Invalid conn attr");
3967                 return 0;
3968         }
3969
3970         return t->attr_is_visible(ISCSI_PARAM, param);
3971 }
3972
3973 static struct attribute_group iscsi_conn_group = {
3974         .attrs = iscsi_conn_attrs,
3975         .is_visible = iscsi_conn_attr_is_visible,
3976 };
3977
3978 /*
3979  * iSCSI session attrs
3980  */
3981 #define iscsi_session_attr_show(param, perm)                            \
3982 static ssize_t                                                          \
3983 show_session_param_##param(struct device *dev,                          \
3984                            struct device_attribute *attr, char *buf)    \
3985 {                                                                       \
3986         struct iscsi_cls_session *session =                             \
3987                 iscsi_dev_to_session(dev->parent);                      \
3988         struct iscsi_transport *t = session->transport;                 \
3989                                                                         \
3990         if (perm && !capable(CAP_SYS_ADMIN))                            \
3991                 return -EACCES;                                         \
3992         return t->get_session_param(session, param, buf);               \
3993 }
3994
3995 #define iscsi_session_attr(field, param, perm)                          \
3996         iscsi_session_attr_show(param, perm)                            \
3997 static ISCSI_CLASS_ATTR(sess, field, S_IRUGO, show_session_param_##param, \
3998                         NULL);
3999 iscsi_session_attr(targetname, ISCSI_PARAM_TARGET_NAME, 0);
4000 iscsi_session_attr(initial_r2t, ISCSI_PARAM_INITIAL_R2T_EN, 0);
4001 iscsi_session_attr(max_outstanding_r2t, ISCSI_PARAM_MAX_R2T, 0);
4002 iscsi_session_attr(immediate_data, ISCSI_PARAM_IMM_DATA_EN, 0);
4003 iscsi_session_attr(first_burst_len, ISCSI_PARAM_FIRST_BURST, 0);
4004 iscsi_session_attr(max_burst_len, ISCSI_PARAM_MAX_BURST, 0);
4005 iscsi_session_attr(data_pdu_in_order, ISCSI_PARAM_PDU_INORDER_EN, 0);
4006 iscsi_session_attr(data_seq_in_order, ISCSI_PARAM_DATASEQ_INORDER_EN, 0);
4007 iscsi_session_attr(erl, ISCSI_PARAM_ERL, 0);
4008 iscsi_session_attr(tpgt, ISCSI_PARAM_TPGT, 0);
4009 iscsi_session_attr(username, ISCSI_PARAM_USERNAME, 1);
4010 iscsi_session_attr(username_in, ISCSI_PARAM_USERNAME_IN, 1);
4011 iscsi_session_attr(password, ISCSI_PARAM_PASSWORD, 1);
4012 iscsi_session_attr(password_in, ISCSI_PARAM_PASSWORD_IN, 1);
4013 iscsi_session_attr(chap_out_idx, ISCSI_PARAM_CHAP_OUT_IDX, 1);
4014 iscsi_session_attr(chap_in_idx, ISCSI_PARAM_CHAP_IN_IDX, 1);
4015 iscsi_session_attr(fast_abort, ISCSI_PARAM_FAST_ABORT, 0);
4016 iscsi_session_attr(abort_tmo, ISCSI_PARAM_ABORT_TMO, 0);
4017 iscsi_session_attr(lu_reset_tmo, ISCSI_PARAM_LU_RESET_TMO, 0);
4018 iscsi_session_attr(tgt_reset_tmo, ISCSI_PARAM_TGT_RESET_TMO, 0);
4019 iscsi_session_attr(ifacename, ISCSI_PARAM_IFACE_NAME, 0);
4020 iscsi_session_attr(initiatorname, ISCSI_PARAM_INITIATOR_NAME, 0);
4021 iscsi_session_attr(targetalias, ISCSI_PARAM_TARGET_ALIAS, 0);
4022 iscsi_session_attr(boot_root, ISCSI_PARAM_BOOT_ROOT, 0);
4023 iscsi_session_attr(boot_nic, ISCSI_PARAM_BOOT_NIC, 0);
4024 iscsi_session_attr(boot_target, ISCSI_PARAM_BOOT_TARGET, 0);
4025 iscsi_session_attr(auto_snd_tgt_disable, ISCSI_PARAM_AUTO_SND_TGT_DISABLE, 0);
4026 iscsi_session_attr(discovery_session, ISCSI_PARAM_DISCOVERY_SESS, 0);
4027 iscsi_session_attr(portal_type, ISCSI_PARAM_PORTAL_TYPE, 0);
4028 iscsi_session_attr(chap_auth, ISCSI_PARAM_CHAP_AUTH_EN, 0);
4029 iscsi_session_attr(discovery_logout, ISCSI_PARAM_DISCOVERY_LOGOUT_EN, 0);
4030 iscsi_session_attr(bidi_chap, ISCSI_PARAM_BIDI_CHAP_EN, 0);
4031 iscsi_session_attr(discovery_auth_optional,
4032                    ISCSI_PARAM_DISCOVERY_AUTH_OPTIONAL, 0);
4033 iscsi_session_attr(def_time2wait, ISCSI_PARAM_DEF_TIME2WAIT, 0);
4034 iscsi_session_attr(def_time2retain, ISCSI_PARAM_DEF_TIME2RETAIN, 0);
4035 iscsi_session_attr(isid, ISCSI_PARAM_ISID, 0);
4036 iscsi_session_attr(tsid, ISCSI_PARAM_TSID, 0);
4037 iscsi_session_attr(def_taskmgmt_tmo, ISCSI_PARAM_DEF_TASKMGMT_TMO, 0);
4038 iscsi_session_attr(discovery_parent_idx, ISCSI_PARAM_DISCOVERY_PARENT_IDX, 0);
4039 iscsi_session_attr(discovery_parent_type, ISCSI_PARAM_DISCOVERY_PARENT_TYPE, 0);
4040
4041 static ssize_t
4042 show_priv_session_state(struct device *dev, struct device_attribute *attr,
4043                         char *buf)
4044 {
4045         struct iscsi_cls_session *session = iscsi_dev_to_session(dev->parent);
4046         return sysfs_emit(buf, "%s\n", iscsi_session_state_name(session->state));
4047 }
4048 static ISCSI_CLASS_ATTR(priv_sess, state, S_IRUGO, show_priv_session_state,
4049                         NULL);
4050 static ssize_t
4051 show_priv_session_creator(struct device *dev, struct device_attribute *attr,
4052                         char *buf)
4053 {
4054         struct iscsi_cls_session *session = iscsi_dev_to_session(dev->parent);
4055         return sysfs_emit(buf, "%d\n", session->creator);
4056 }
4057 static ISCSI_CLASS_ATTR(priv_sess, creator, S_IRUGO, show_priv_session_creator,
4058                         NULL);
4059 static ssize_t
4060 show_priv_session_target_id(struct device *dev, struct device_attribute *attr,
4061                             char *buf)
4062 {
4063         struct iscsi_cls_session *session = iscsi_dev_to_session(dev->parent);
4064         return sysfs_emit(buf, "%d\n", session->target_id);
4065 }
4066 static ISCSI_CLASS_ATTR(priv_sess, target_id, S_IRUGO,
4067                         show_priv_session_target_id, NULL);
4068
4069 #define iscsi_priv_session_attr_show(field, format)                     \
4070 static ssize_t                                                          \
4071 show_priv_session_##field(struct device *dev,                           \
4072                           struct device_attribute *attr, char *buf)     \
4073 {                                                                       \
4074         struct iscsi_cls_session *session =                             \
4075                         iscsi_dev_to_session(dev->parent);              \
4076         if (session->field == -1)                                       \
4077                 return sysfs_emit(buf, "off\n");                        \
4078         return sysfs_emit(buf, format"\n", session->field);             \
4079 }
4080
4081 #define iscsi_priv_session_attr_store(field)                            \
4082 static ssize_t                                                          \
4083 store_priv_session_##field(struct device *dev,                          \
4084                            struct device_attribute *attr,               \
4085                            const char *buf, size_t count)               \
4086 {                                                                       \
4087         int val;                                                        \
4088         char *cp;                                                       \
4089         struct iscsi_cls_session *session =                             \
4090                 iscsi_dev_to_session(dev->parent);                      \
4091         if ((session->state == ISCSI_SESSION_FREE) ||                   \
4092             (session->state == ISCSI_SESSION_FAILED))                   \
4093                 return -EBUSY;                                          \
4094         if (strncmp(buf, "off", 3) == 0) {                              \
4095                 session->field = -1;                                    \
4096                 session->field##_sysfs_override = true;                 \
4097         } else {                                                        \
4098                 val = simple_strtoul(buf, &cp, 0);                      \
4099                 if (*cp != '\0' && *cp != '\n')                         \
4100                         return -EINVAL;                                 \
4101                 session->field = val;                                   \
4102                 session->field##_sysfs_override = true;                 \
4103         }                                                               \
4104         return count;                                                   \
4105 }
4106
4107 #define iscsi_priv_session_rw_attr(field, format)                       \
4108         iscsi_priv_session_attr_show(field, format)                     \
4109         iscsi_priv_session_attr_store(field)                            \
4110 static ISCSI_CLASS_ATTR(priv_sess, field, S_IRUGO | S_IWUSR,            \
4111                         show_priv_session_##field,                      \
4112                         store_priv_session_##field)
4113
4114 iscsi_priv_session_rw_attr(recovery_tmo, "%d");
4115
4116 static struct attribute *iscsi_session_attrs[] = {
4117         &dev_attr_sess_initial_r2t.attr,
4118         &dev_attr_sess_max_outstanding_r2t.attr,
4119         &dev_attr_sess_immediate_data.attr,
4120         &dev_attr_sess_first_burst_len.attr,
4121         &dev_attr_sess_max_burst_len.attr,
4122         &dev_attr_sess_data_pdu_in_order.attr,
4123         &dev_attr_sess_data_seq_in_order.attr,
4124         &dev_attr_sess_erl.attr,
4125         &dev_attr_sess_targetname.attr,
4126         &dev_attr_sess_tpgt.attr,
4127         &dev_attr_sess_password.attr,
4128         &dev_attr_sess_password_in.attr,
4129         &dev_attr_sess_username.attr,
4130         &dev_attr_sess_username_in.attr,
4131         &dev_attr_sess_fast_abort.attr,
4132         &dev_attr_sess_abort_tmo.attr,
4133         &dev_attr_sess_lu_reset_tmo.attr,
4134         &dev_attr_sess_tgt_reset_tmo.attr,
4135         &dev_attr_sess_ifacename.attr,
4136         &dev_attr_sess_initiatorname.attr,
4137         &dev_attr_sess_targetalias.attr,
4138         &dev_attr_sess_boot_root.attr,
4139         &dev_attr_sess_boot_nic.attr,
4140         &dev_attr_sess_boot_target.attr,
4141         &dev_attr_priv_sess_recovery_tmo.attr,
4142         &dev_attr_priv_sess_state.attr,
4143         &dev_attr_priv_sess_creator.attr,
4144         &dev_attr_sess_chap_out_idx.attr,
4145         &dev_attr_sess_chap_in_idx.attr,
4146         &dev_attr_priv_sess_target_id.attr,
4147         &dev_attr_sess_auto_snd_tgt_disable.attr,
4148         &dev_attr_sess_discovery_session.attr,
4149         &dev_attr_sess_portal_type.attr,
4150         &dev_attr_sess_chap_auth.attr,
4151         &dev_attr_sess_discovery_logout.attr,
4152         &dev_attr_sess_bidi_chap.attr,
4153         &dev_attr_sess_discovery_auth_optional.attr,
4154         &dev_attr_sess_def_time2wait.attr,
4155         &dev_attr_sess_def_time2retain.attr,
4156         &dev_attr_sess_isid.attr,
4157         &dev_attr_sess_tsid.attr,
4158         &dev_attr_sess_def_taskmgmt_tmo.attr,
4159         &dev_attr_sess_discovery_parent_idx.attr,
4160         &dev_attr_sess_discovery_parent_type.attr,
4161         NULL,
4162 };
4163
4164 static umode_t iscsi_session_attr_is_visible(struct kobject *kobj,
4165                                             struct attribute *attr, int i)
4166 {
4167         struct device *cdev = container_of(kobj, struct device, kobj);
4168         struct iscsi_cls_session *session = transport_class_to_session(cdev);
4169         struct iscsi_transport *t = session->transport;
4170         int param;
4171
4172         if (attr == &dev_attr_sess_initial_r2t.attr)
4173                 param = ISCSI_PARAM_INITIAL_R2T_EN;
4174         else if (attr == &dev_attr_sess_max_outstanding_r2t.attr)
4175                 param = ISCSI_PARAM_MAX_R2T;
4176         else if (attr == &dev_attr_sess_immediate_data.attr)
4177                 param = ISCSI_PARAM_IMM_DATA_EN;
4178         else if (attr == &dev_attr_sess_first_burst_len.attr)
4179                 param = ISCSI_PARAM_FIRST_BURST;
4180         else if (attr == &dev_attr_sess_max_burst_len.attr)
4181                 param = ISCSI_PARAM_MAX_BURST;
4182         else if (attr == &dev_attr_sess_data_pdu_in_order.attr)
4183                 param = ISCSI_PARAM_PDU_INORDER_EN;
4184         else if (attr == &dev_attr_sess_data_seq_in_order.attr)
4185                 param = ISCSI_PARAM_DATASEQ_INORDER_EN;
4186         else if (attr == &dev_attr_sess_erl.attr)
4187                 param = ISCSI_PARAM_ERL;
4188         else if (attr == &dev_attr_sess_targetname.attr)
4189                 param = ISCSI_PARAM_TARGET_NAME;
4190         else if (attr == &dev_attr_sess_tpgt.attr)
4191                 param = ISCSI_PARAM_TPGT;
4192         else if (attr == &dev_attr_sess_chap_in_idx.attr)
4193                 param = ISCSI_PARAM_CHAP_IN_IDX;
4194         else if (attr == &dev_attr_sess_chap_out_idx.attr)
4195                 param = ISCSI_PARAM_CHAP_OUT_IDX;
4196         else if (attr == &dev_attr_sess_password.attr)
4197                 param = ISCSI_PARAM_USERNAME;
4198         else if (attr == &dev_attr_sess_password_in.attr)
4199                 param = ISCSI_PARAM_USERNAME_IN;
4200         else if (attr == &dev_attr_sess_username.attr)
4201                 param = ISCSI_PARAM_PASSWORD;
4202         else if (attr == &dev_attr_sess_username_in.attr)
4203                 param = ISCSI_PARAM_PASSWORD_IN;
4204         else if (attr == &dev_attr_sess_fast_abort.attr)
4205                 param = ISCSI_PARAM_FAST_ABORT;
4206         else if (attr == &dev_attr_sess_abort_tmo.attr)
4207                 param = ISCSI_PARAM_ABORT_TMO;
4208         else if (attr == &dev_attr_sess_lu_reset_tmo.attr)
4209                 param = ISCSI_PARAM_LU_RESET_TMO;
4210         else if (attr == &dev_attr_sess_tgt_reset_tmo.attr)
4211                 param = ISCSI_PARAM_TGT_RESET_TMO;
4212         else if (attr == &dev_attr_sess_ifacename.attr)
4213                 param = ISCSI_PARAM_IFACE_NAME;
4214         else if (attr == &dev_attr_sess_initiatorname.attr)
4215                 param = ISCSI_PARAM_INITIATOR_NAME;
4216         else if (attr == &dev_attr_sess_targetalias.attr)
4217                 param = ISCSI_PARAM_TARGET_ALIAS;
4218         else if (attr == &dev_attr_sess_boot_root.attr)
4219                 param = ISCSI_PARAM_BOOT_ROOT;
4220         else if (attr == &dev_attr_sess_boot_nic.attr)
4221                 param = ISCSI_PARAM_BOOT_NIC;
4222         else if (attr == &dev_attr_sess_boot_target.attr)
4223                 param = ISCSI_PARAM_BOOT_TARGET;
4224         else if (attr == &dev_attr_sess_auto_snd_tgt_disable.attr)
4225                 param = ISCSI_PARAM_AUTO_SND_TGT_DISABLE;
4226         else if (attr == &dev_attr_sess_discovery_session.attr)
4227                 param = ISCSI_PARAM_DISCOVERY_SESS;
4228         else if (attr == &dev_attr_sess_portal_type.attr)
4229                 param = ISCSI_PARAM_PORTAL_TYPE;
4230         else if (attr == &dev_attr_sess_chap_auth.attr)
4231                 param = ISCSI_PARAM_CHAP_AUTH_EN;
4232         else if (attr == &dev_attr_sess_discovery_logout.attr)
4233                 param = ISCSI_PARAM_DISCOVERY_LOGOUT_EN;
4234         else if (attr == &dev_attr_sess_bidi_chap.attr)
4235                 param = ISCSI_PARAM_BIDI_CHAP_EN;
4236         else if (attr == &dev_attr_sess_discovery_auth_optional.attr)
4237                 param = ISCSI_PARAM_DISCOVERY_AUTH_OPTIONAL;
4238         else if (attr == &dev_attr_sess_def_time2wait.attr)
4239                 param = ISCSI_PARAM_DEF_TIME2WAIT;
4240         else if (attr == &dev_attr_sess_def_time2retain.attr)
4241                 param = ISCSI_PARAM_DEF_TIME2RETAIN;
4242         else if (attr == &dev_attr_sess_isid.attr)
4243                 param = ISCSI_PARAM_ISID;
4244         else if (attr == &dev_attr_sess_tsid.attr)
4245                 param = ISCSI_PARAM_TSID;
4246         else if (attr == &dev_attr_sess_def_taskmgmt_tmo.attr)
4247                 param = ISCSI_PARAM_DEF_TASKMGMT_TMO;
4248         else if (attr == &dev_attr_sess_discovery_parent_idx.attr)
4249                 param = ISCSI_PARAM_DISCOVERY_PARENT_IDX;
4250         else if (attr == &dev_attr_sess_discovery_parent_type.attr)
4251                 param = ISCSI_PARAM_DISCOVERY_PARENT_TYPE;
4252         else if (attr == &dev_attr_priv_sess_recovery_tmo.attr)
4253                 return S_IRUGO | S_IWUSR;
4254         else if (attr == &dev_attr_priv_sess_state.attr)
4255                 return S_IRUGO;
4256         else if (attr == &dev_attr_priv_sess_creator.attr)
4257                 return S_IRUGO;
4258         else if (attr == &dev_attr_priv_sess_target_id.attr)
4259                 return S_IRUGO;
4260         else {
4261                 WARN_ONCE(1, "Invalid session attr");
4262                 return 0;
4263         }
4264
4265         return t->attr_is_visible(ISCSI_PARAM, param);
4266 }
4267
4268 static struct attribute_group iscsi_session_group = {
4269         .attrs = iscsi_session_attrs,
4270         .is_visible = iscsi_session_attr_is_visible,
4271 };
4272
4273 /*
4274  * iSCSI host attrs
4275  */
4276 #define iscsi_host_attr_show(param)                                     \
4277 static ssize_t                                                          \
4278 show_host_param_##param(struct device *dev,                             \
4279                         struct device_attribute *attr, char *buf)       \
4280 {                                                                       \
4281         struct Scsi_Host *shost = transport_class_to_shost(dev);        \
4282         struct iscsi_internal *priv = to_iscsi_internal(shost->transportt); \
4283         return priv->iscsi_transport->get_host_param(shost, param, buf); \
4284 }
4285
4286 #define iscsi_host_attr(field, param)                                   \
4287         iscsi_host_attr_show(param)                                     \
4288 static ISCSI_CLASS_ATTR(host, field, S_IRUGO, show_host_param_##param,  \
4289                         NULL);
4290
4291 iscsi_host_attr(netdev, ISCSI_HOST_PARAM_NETDEV_NAME);
4292 iscsi_host_attr(hwaddress, ISCSI_HOST_PARAM_HWADDRESS);
4293 iscsi_host_attr(ipaddress, ISCSI_HOST_PARAM_IPADDRESS);
4294 iscsi_host_attr(initiatorname, ISCSI_HOST_PARAM_INITIATOR_NAME);
4295 iscsi_host_attr(port_state, ISCSI_HOST_PARAM_PORT_STATE);
4296 iscsi_host_attr(port_speed, ISCSI_HOST_PARAM_PORT_SPEED);
4297
4298 static struct attribute *iscsi_host_attrs[] = {
4299         &dev_attr_host_netdev.attr,
4300         &dev_attr_host_hwaddress.attr,
4301         &dev_attr_host_ipaddress.attr,
4302         &dev_attr_host_initiatorname.attr,
4303         &dev_attr_host_port_state.attr,
4304         &dev_attr_host_port_speed.attr,
4305         NULL,
4306 };
4307
4308 static umode_t iscsi_host_attr_is_visible(struct kobject *kobj,
4309                                          struct attribute *attr, int i)
4310 {
4311         struct device *cdev = container_of(kobj, struct device, kobj);
4312         struct Scsi_Host *shost = transport_class_to_shost(cdev);
4313         struct iscsi_internal *priv = to_iscsi_internal(shost->transportt);
4314         int param;
4315
4316         if (attr == &dev_attr_host_netdev.attr)
4317                 param = ISCSI_HOST_PARAM_NETDEV_NAME;
4318         else if (attr == &dev_attr_host_hwaddress.attr)
4319                 param = ISCSI_HOST_PARAM_HWADDRESS;
4320         else if (attr == &dev_attr_host_ipaddress.attr)
4321                 param = ISCSI_HOST_PARAM_IPADDRESS;
4322         else if (attr == &dev_attr_host_initiatorname.attr)
4323                 param = ISCSI_HOST_PARAM_INITIATOR_NAME;
4324         else if (attr == &dev_attr_host_port_state.attr)
4325                 param = ISCSI_HOST_PARAM_PORT_STATE;
4326         else if (attr == &dev_attr_host_port_speed.attr)
4327                 param = ISCSI_HOST_PARAM_PORT_SPEED;
4328         else {
4329                 WARN_ONCE(1, "Invalid host attr");
4330                 return 0;
4331         }
4332
4333         return priv->iscsi_transport->attr_is_visible(ISCSI_HOST_PARAM, param);
4334 }
4335
4336 static struct attribute_group iscsi_host_group = {
4337         .attrs = iscsi_host_attrs,
4338         .is_visible = iscsi_host_attr_is_visible,
4339 };
4340
4341 /* convert iscsi_port_speed values to ascii string name */
4342 static const struct {
4343         enum iscsi_port_speed   value;
4344         char                    *name;
4345 } iscsi_port_speed_names[] = {
4346         {ISCSI_PORT_SPEED_UNKNOWN,      "Unknown" },
4347         {ISCSI_PORT_SPEED_10MBPS,       "10 Mbps" },
4348         {ISCSI_PORT_SPEED_100MBPS,      "100 Mbps" },
4349         {ISCSI_PORT_SPEED_1GBPS,        "1 Gbps" },
4350         {ISCSI_PORT_SPEED_10GBPS,       "10 Gbps" },
4351         {ISCSI_PORT_SPEED_25GBPS,       "25 Gbps" },
4352         {ISCSI_PORT_SPEED_40GBPS,       "40 Gbps" },
4353 };
4354
4355 char *iscsi_get_port_speed_name(struct Scsi_Host *shost)
4356 {
4357         int i;
4358         char *speed = "Unknown!";
4359         struct iscsi_cls_host *ihost = shost->shost_data;
4360         uint32_t port_speed = ihost->port_speed;
4361
4362         for (i = 0; i < ARRAY_SIZE(iscsi_port_speed_names); i++) {
4363                 if (iscsi_port_speed_names[i].value & port_speed) {
4364                         speed = iscsi_port_speed_names[i].name;
4365                         break;
4366                 }
4367         }
4368         return speed;
4369 }
4370 EXPORT_SYMBOL_GPL(iscsi_get_port_speed_name);
4371
4372 /* convert iscsi_port_state values to ascii string name */
4373 static const struct {
4374         enum iscsi_port_state   value;
4375         char                    *name;
4376 } iscsi_port_state_names[] = {
4377         {ISCSI_PORT_STATE_DOWN,         "LINK DOWN" },
4378         {ISCSI_PORT_STATE_UP,           "LINK UP" },
4379 };
4380
4381 char *iscsi_get_port_state_name(struct Scsi_Host *shost)
4382 {
4383         int i;
4384         char *state = "Unknown!";
4385         struct iscsi_cls_host *ihost = shost->shost_data;
4386         uint32_t port_state = ihost->port_state;
4387
4388         for (i = 0; i < ARRAY_SIZE(iscsi_port_state_names); i++) {
4389                 if (iscsi_port_state_names[i].value & port_state) {
4390                         state = iscsi_port_state_names[i].name;
4391                         break;
4392                 }
4393         }
4394         return state;
4395 }
4396 EXPORT_SYMBOL_GPL(iscsi_get_port_state_name);
4397
4398 static int iscsi_session_match(struct attribute_container *cont,
4399                            struct device *dev)
4400 {
4401         struct iscsi_cls_session *session;
4402         struct Scsi_Host *shost;
4403         struct iscsi_internal *priv;
4404
4405         if (!iscsi_is_session_dev(dev))
4406                 return 0;
4407
4408         session = iscsi_dev_to_session(dev);
4409         shost = iscsi_session_to_shost(session);
4410         if (!shost->transportt)
4411                 return 0;
4412
4413         priv = to_iscsi_internal(shost->transportt);
4414         if (priv->session_cont.ac.class != &iscsi_session_class.class)
4415                 return 0;
4416
4417         return &priv->session_cont.ac == cont;
4418 }
4419
4420 static int iscsi_conn_match(struct attribute_container *cont,
4421                            struct device *dev)
4422 {
4423         struct iscsi_cls_session *session;
4424         struct iscsi_cls_conn *conn;
4425         struct Scsi_Host *shost;
4426         struct iscsi_internal *priv;
4427
4428         if (!iscsi_is_conn_dev(dev))
4429                 return 0;
4430
4431         conn = iscsi_dev_to_conn(dev);
4432         session = iscsi_dev_to_session(conn->dev.parent);
4433         shost = iscsi_session_to_shost(session);
4434
4435         if (!shost->transportt)
4436                 return 0;
4437
4438         priv = to_iscsi_internal(shost->transportt);
4439         if (priv->conn_cont.ac.class != &iscsi_connection_class.class)
4440                 return 0;
4441
4442         return &priv->conn_cont.ac == cont;
4443 }
4444
4445 static int iscsi_host_match(struct attribute_container *cont,
4446                             struct device *dev)
4447 {
4448         struct Scsi_Host *shost;
4449         struct iscsi_internal *priv;
4450
4451         if (!scsi_is_host_device(dev))
4452                 return 0;
4453
4454         shost = dev_to_shost(dev);
4455         if (!shost->transportt  ||
4456             shost->transportt->host_attrs.ac.class != &iscsi_host_class.class)
4457                 return 0;
4458
4459         priv = to_iscsi_internal(shost->transportt);
4460         return &priv->t.host_attrs.ac == cont;
4461 }
4462
4463 struct scsi_transport_template *
4464 iscsi_register_transport(struct iscsi_transport *tt)
4465 {
4466         struct iscsi_internal *priv;
4467         unsigned long flags;
4468         int err;
4469
4470         BUG_ON(!tt);
4471
4472         priv = iscsi_if_transport_lookup(tt);
4473         if (priv)
4474                 return NULL;
4475
4476         priv = kzalloc(sizeof(*priv), GFP_KERNEL);
4477         if (!priv)
4478                 return NULL;
4479         INIT_LIST_HEAD(&priv->list);
4480         priv->iscsi_transport = tt;
4481         priv->t.user_scan = iscsi_user_scan;
4482         priv->t.create_work_queue = 1;
4483
4484         priv->dev.class = &iscsi_transport_class;
4485         dev_set_name(&priv->dev, "%s", tt->name);
4486         err = device_register(&priv->dev);
4487         if (err)
4488                 goto free_priv;
4489
4490         err = sysfs_create_group(&priv->dev.kobj, &iscsi_transport_group);
4491         if (err)
4492                 goto unregister_dev;
4493
4494         /* host parameters */
4495         priv->t.host_attrs.ac.class = &iscsi_host_class.class;
4496         priv->t.host_attrs.ac.match = iscsi_host_match;
4497         priv->t.host_attrs.ac.grp = &iscsi_host_group;
4498         priv->t.host_size = sizeof(struct iscsi_cls_host);
4499         transport_container_register(&priv->t.host_attrs);
4500
4501         /* connection parameters */
4502         priv->conn_cont.ac.class = &iscsi_connection_class.class;
4503         priv->conn_cont.ac.match = iscsi_conn_match;
4504         priv->conn_cont.ac.grp = &iscsi_conn_group;
4505         transport_container_register(&priv->conn_cont);
4506
4507         /* session parameters */
4508         priv->session_cont.ac.class = &iscsi_session_class.class;
4509         priv->session_cont.ac.match = iscsi_session_match;
4510         priv->session_cont.ac.grp = &iscsi_session_group;
4511         transport_container_register(&priv->session_cont);
4512
4513         spin_lock_irqsave(&iscsi_transport_lock, flags);
4514         list_add(&priv->list, &iscsi_transports);
4515         spin_unlock_irqrestore(&iscsi_transport_lock, flags);
4516
4517         printk(KERN_NOTICE "iscsi: registered transport (%s)\n", tt->name);
4518         return &priv->t;
4519
4520 unregister_dev:
4521         device_unregister(&priv->dev);
4522         return NULL;
4523 free_priv:
4524         kfree(priv);
4525         return NULL;
4526 }
4527 EXPORT_SYMBOL_GPL(iscsi_register_transport);
4528
4529 int iscsi_unregister_transport(struct iscsi_transport *tt)
4530 {
4531         struct iscsi_internal *priv;
4532         unsigned long flags;
4533
4534         BUG_ON(!tt);
4535
4536         mutex_lock(&rx_queue_mutex);
4537
4538         priv = iscsi_if_transport_lookup(tt);
4539         BUG_ON (!priv);
4540
4541         spin_lock_irqsave(&iscsi_transport_lock, flags);
4542         list_del(&priv->list);
4543         spin_unlock_irqrestore(&iscsi_transport_lock, flags);
4544
4545         transport_container_unregister(&priv->conn_cont);
4546         transport_container_unregister(&priv->session_cont);
4547         transport_container_unregister(&priv->t.host_attrs);
4548
4549         sysfs_remove_group(&priv->dev.kobj, &iscsi_transport_group);
4550         device_unregister(&priv->dev);
4551         mutex_unlock(&rx_queue_mutex);
4552
4553         return 0;
4554 }
4555 EXPORT_SYMBOL_GPL(iscsi_unregister_transport);
4556
4557 static __init int iscsi_transport_init(void)
4558 {
4559         int err;
4560         struct netlink_kernel_cfg cfg = {
4561                 .groups = 1,
4562                 .input  = iscsi_if_rx,
4563         };
4564         printk(KERN_INFO "Loading iSCSI transport class v%s.\n",
4565                 ISCSI_TRANSPORT_VERSION);
4566
4567         atomic_set(&iscsi_session_nr, 0);
4568
4569         err = class_register(&iscsi_transport_class);
4570         if (err)
4571                 return err;
4572
4573         err = class_register(&iscsi_endpoint_class);
4574         if (err)
4575                 goto unregister_transport_class;
4576
4577         err = class_register(&iscsi_iface_class);
4578         if (err)
4579                 goto unregister_endpoint_class;
4580
4581         err = transport_class_register(&iscsi_host_class);
4582         if (err)
4583                 goto unregister_iface_class;
4584
4585         err = transport_class_register(&iscsi_connection_class);
4586         if (err)
4587                 goto unregister_host_class;
4588
4589         err = transport_class_register(&iscsi_session_class);
4590         if (err)
4591                 goto unregister_conn_class;
4592
4593         err = bus_register(&iscsi_flashnode_bus);
4594         if (err)
4595                 goto unregister_session_class;
4596
4597         nls = netlink_kernel_create(&init_net, NETLINK_ISCSI, &cfg);
4598         if (!nls) {
4599                 err = -ENOBUFS;
4600                 goto unregister_flashnode_bus;
4601         }
4602
4603         iscsi_eh_timer_workq = create_singlethread_workqueue("iscsi_eh");
4604         if (!iscsi_eh_timer_workq) {
4605                 err = -ENOMEM;
4606                 goto release_nls;
4607         }
4608
4609         return 0;
4610
4611 release_nls:
4612         netlink_kernel_release(nls);
4613 unregister_flashnode_bus:
4614         bus_unregister(&iscsi_flashnode_bus);
4615 unregister_session_class:
4616         transport_class_unregister(&iscsi_session_class);
4617 unregister_conn_class:
4618         transport_class_unregister(&iscsi_connection_class);
4619 unregister_host_class:
4620         transport_class_unregister(&iscsi_host_class);
4621 unregister_iface_class:
4622         class_unregister(&iscsi_iface_class);
4623 unregister_endpoint_class:
4624         class_unregister(&iscsi_endpoint_class);
4625 unregister_transport_class:
4626         class_unregister(&iscsi_transport_class);
4627         return err;
4628 }
4629
4630 static void __exit iscsi_transport_exit(void)
4631 {
4632         destroy_workqueue(iscsi_eh_timer_workq);
4633         netlink_kernel_release(nls);
4634         bus_unregister(&iscsi_flashnode_bus);
4635         transport_class_unregister(&iscsi_connection_class);
4636         transport_class_unregister(&iscsi_session_class);
4637         transport_class_unregister(&iscsi_host_class);
4638         class_unregister(&iscsi_endpoint_class);
4639         class_unregister(&iscsi_iface_class);
4640         class_unregister(&iscsi_transport_class);
4641 }
4642
4643 module_init(iscsi_transport_init);
4644 module_exit(iscsi_transport_exit);
4645
4646 MODULE_AUTHOR("Mike Christie <michaelc@cs.wisc.edu>, "
4647               "Dmitry Yusupov <dmitry_yus@yahoo.com>, "
4648               "Alex Aizman <itn780@yahoo.com>");
4649 MODULE_DESCRIPTION("iSCSI Transport Interface");
4650 MODULE_LICENSE("GPL");
4651 MODULE_VERSION(ISCSI_TRANSPORT_VERSION);
4652 MODULE_ALIAS_NET_PF_PROTO(PF_NETLINK, NETLINK_ISCSI);