drivers/scsi/scsi_transport_iscsi.c

   1 // SPDX-License-Identifier: GPL-2.0-or-later
   2 /*
   3  * iSCSI transport class definitions
   4  *
   5  * Copyright (C) IBM Corporation, 2004
   6  * Copyright (C) Mike Christie, 2004 - 2005
   7  * Copyright (C) Dmitry Yusupov, 2004 - 2005
   8  * Copyright (C) Alex Aizman, 2004 - 2005
   9  */
  10 #include <linux/module.h>
  11 #include <linux/mutex.h>
  12 #include <linux/slab.h>
  13 #include <linux/bsg-lib.h>
  14 #include <linux/idr.h>
  15 #include <net/tcp.h>
  16 #include <scsi/scsi.h>
  17 #include <scsi/scsi_host.h>
  18 #include <scsi/scsi_device.h>
  19 #include <scsi/scsi_transport.h>
  20 #include <scsi/scsi_transport_iscsi.h>
  21 #include <scsi/iscsi_if.h>
  22 #include <scsi/scsi_cmnd.h>
  23 #include <scsi/scsi_bsg_iscsi.h>
  24
  25 #define ISCSI_TRANSPORT_VERSION "2.0-870"
  26
  27 #define ISCSI_SEND_MAX_ALLOWED  10
  28
  29 #define CREATE_TRACE_POINTS
  30 #include <trace/events/iscsi.h>
  31
  32 /*
  33  * Export tracepoint symbols to be used by other modules.
  34  */
  35 EXPORT_TRACEPOINT_SYMBOL_GPL(iscsi_dbg_conn);
  36 EXPORT_TRACEPOINT_SYMBOL_GPL(iscsi_dbg_eh);
  37 EXPORT_TRACEPOINT_SYMBOL_GPL(iscsi_dbg_session);
  38 EXPORT_TRACEPOINT_SYMBOL_GPL(iscsi_dbg_tcp);
  39 EXPORT_TRACEPOINT_SYMBOL_GPL(iscsi_dbg_sw_tcp);
  40
  41 static int dbg_session;
  42 module_param_named(debug_session, dbg_session, int,
  43                    S_IRUGO | S_IWUSR);
  44 MODULE_PARM_DESC(debug_session,
  45                  "Turn on debugging for sessions in scsi_transport_iscsi "
  46                  "module. Set to 1 to turn on, and zero to turn off. Default "
  47                  "is off.");
  48
  49 static int dbg_conn;
  50 module_param_named(debug_conn, dbg_conn, int,
  51                    S_IRUGO | S_IWUSR);
  52 MODULE_PARM_DESC(debug_conn,
  53                  "Turn on debugging for connections in scsi_transport_iscsi "
  54                  "module. Set to 1 to turn on, and zero to turn off. Default "
  55                  "is off.");
  56
  57 #define ISCSI_DBG_TRANS_SESSION(_session, dbg_fmt, arg...)              \
  58         do {                                                            \
  59                 if (dbg_session)                                        \
  60                         iscsi_cls_session_printk(KERN_INFO, _session,   \
  61                                                  "%s: " dbg_fmt,        \
  62                                                  __func__, ##arg);      \
  63                 iscsi_dbg_trace(trace_iscsi_dbg_trans_session,          \
  64                                 &(_session)->dev,                       \
  65                                 "%s " dbg_fmt, __func__, ##arg);        \
  66         } while (0);
  67
  68 #define ISCSI_DBG_TRANS_CONN(_conn, dbg_fmt, arg...)                    \
  69         do {                                                            \
  70                 if (dbg_conn)                                           \
  71                         iscsi_cls_conn_printk(KERN_INFO, _conn,         \
  72                                               "%s: " dbg_fmt,           \
  73                                               __func__, ##arg);         \
  74                 iscsi_dbg_trace(trace_iscsi_dbg_trans_conn,             \
  75                                 &(_conn)->dev,                          \
  76                                 "%s " dbg_fmt, __func__, ##arg);        \
  77         } while (0);
  78
  79 struct iscsi_internal {
  80         struct scsi_transport_template t;
  81         struct iscsi_transport *iscsi_transport;
  82         struct list_head list;
  83         struct device dev;
  84
  85         struct transport_container conn_cont;
  86         struct transport_container session_cont;
  87 };
  88
  89 static atomic_t iscsi_session_nr; /* sysfs session id for next new session */
  90 static struct workqueue_struct *iscsi_eh_timer_workq;
  91
  92 static DEFINE_IDA(iscsi_sess_ida);
  93 /*
  94  * list of registered transports and lock that must
  95  * be held while accessing list. The iscsi_transport_lock must
  96  * be acquired after the rx_queue_mutex.
  97  */
  98 static LIST_HEAD(iscsi_transports);
  99 static DEFINE_SPINLOCK(iscsi_transport_lock);
 100
 101 #define to_iscsi_internal(tmpl) \
 102         container_of(tmpl, struct iscsi_internal, t)
 103
 104 #define dev_to_iscsi_internal(_dev) \
 105         container_of(_dev, struct iscsi_internal, dev)
 106
 107 static void iscsi_transport_release(struct device *dev)
 108 {
 109         struct iscsi_internal *priv = dev_to_iscsi_internal(dev);
 110         kfree(priv);
 111 }
 112
 113 /*
 114  * iscsi_transport_class represents the iscsi_transports that are
 115  * registered.
 116  */
 117 static struct class iscsi_transport_class = {
 118         .name = "iscsi_transport",
 119         .dev_release = iscsi_transport_release,
 120 };
 121
 122 static ssize_t
 123 show_transport_handle(struct device *dev, struct device_attribute *attr,
 124                       char *buf)
 125 {
 126         struct iscsi_internal *priv = dev_to_iscsi_internal(dev);
 127
 128         if (!capable(CAP_SYS_ADMIN))
 129                 return -EACCES;
 130         return sysfs_emit(buf, "%llu\n",
 131                   (unsigned long long)iscsi_handle(priv->iscsi_transport));
 132 }
 133 static DEVICE_ATTR(handle, S_IRUGO, show_transport_handle, NULL);
 134
 135 #define show_transport_attr(name, format)                               \
 136 static ssize_t                                                          \
 137 show_transport_##name(struct device *dev,                               \
 138                       struct device_attribute *attr,char *buf)          \
 139 {                                                                       \
 140         struct iscsi_internal *priv = dev_to_iscsi_internal(dev);       \
 141         return sysfs_emit(buf, format"\n", priv->iscsi_transport->name);\
 142 }                                                                       \
 143 static DEVICE_ATTR(name, S_IRUGO, show_transport_##name, NULL);
 144
 145 show_transport_attr(caps, "0x%x");
 146
 147 static struct attribute *iscsi_transport_attrs[] = {
 148         &dev_attr_handle.attr,
 149         &dev_attr_caps.attr,
 150         NULL,
 151 };
 152
 153 static struct attribute_group iscsi_transport_group = {
 154         .attrs = iscsi_transport_attrs,
 155 };
 156
 157 /*
 158  * iSCSI endpoint attrs
 159  */
 160 #define iscsi_dev_to_endpoint(_dev) \
 161         container_of(_dev, struct iscsi_endpoint, dev)
 162
 163 #define ISCSI_ATTR(_prefix,_name,_mode,_show,_store)    \
 164 struct device_attribute dev_attr_##_prefix##_##_name =  \
 165         __ATTR(_name,_mode,_show,_store)
 166
 167 static void iscsi_endpoint_release(struct device *dev)
 168 {
 169         struct iscsi_endpoint *ep = iscsi_dev_to_endpoint(dev);
 170         kfree(ep);
 171 }
 172
 173 static struct class iscsi_endpoint_class = {
 174         .name = "iscsi_endpoint",
 175         .dev_release = iscsi_endpoint_release,
 176 };
 177
 178 static ssize_t
 179 show_ep_handle(struct device *dev, struct device_attribute *attr, char *buf)
 180 {
 181         struct iscsi_endpoint *ep = iscsi_dev_to_endpoint(dev);
 182         return sysfs_emit(buf, "%llu\n", (unsigned long long) ep->id);
 183 }
 184 static ISCSI_ATTR(ep, handle, S_IRUGO, show_ep_handle, NULL);
 185
 186 static struct attribute *iscsi_endpoint_attrs[] = {
 187         &dev_attr_ep_handle.attr,
 188         NULL,
 189 };
 190
 191 static struct attribute_group iscsi_endpoint_group = {
 192         .attrs = iscsi_endpoint_attrs,
 193 };
 194
 195 #define ISCSI_MAX_EPID -1
 196
 197 static int iscsi_match_epid(struct device *dev, const void *data)
 198 {
 199         struct iscsi_endpoint *ep = iscsi_dev_to_endpoint(dev);
 200         const uint64_t *epid = data;
 201
 202         return *epid == ep->id;
 203 }
 204
 205 struct iscsi_endpoint *
 206 iscsi_create_endpoint(int dd_size)
 207 {
 208         struct device *dev;
 209         struct iscsi_endpoint *ep;
 210         uint64_t id;
 211         int err;
 212
 213         for (id = 1; id < ISCSI_MAX_EPID; id++) {
 214                 dev = class_find_device(&iscsi_endpoint_class, NULL, &id,
 215                                         iscsi_match_epid);
 216                 if (!dev)
 217                         break;
 218                 else
 219                         put_device(dev);
 220         }
 221         if (id == ISCSI_MAX_EPID) {
 222                 printk(KERN_ERR "Too many connections. Max supported %u\n",
 223                        ISCSI_MAX_EPID - 1);
 224                 return NULL;
 225         }
 226
 227         ep = kzalloc(sizeof(*ep) + dd_size, GFP_KERNEL);
 228         if (!ep)
 229                 return NULL;
 230
 231         ep->id = id;
 232         ep->dev.class = &iscsi_endpoint_class;
 233         dev_set_name(&ep->dev, "ep-%llu", (unsigned long long) id);
 234         err = device_register(&ep->dev);
 235         if (err)
 236                 goto free_ep;
 237
 238         err = sysfs_create_group(&ep->dev.kobj, &iscsi_endpoint_group);
 239         if (err)
 240                 goto unregister_dev;
 241
 242         if (dd_size)
 243                 ep->dd_data = &ep[1];
 244         return ep;
 245
 246 unregister_dev:
 247         device_unregister(&ep->dev);
 248         return NULL;
 249
 250 free_ep:
 251         kfree(ep);
 252         return NULL;
 253 }
 254 EXPORT_SYMBOL_GPL(iscsi_create_endpoint);
 255
 256 void iscsi_destroy_endpoint(struct iscsi_endpoint *ep)
 257 {
 258         sysfs_remove_group(&ep->dev.kobj, &iscsi_endpoint_group);
 259         device_unregister(&ep->dev);
 260 }
 261 EXPORT_SYMBOL_GPL(iscsi_destroy_endpoint);
 262
 263 struct iscsi_endpoint *iscsi_lookup_endpoint(u64 handle)
 264 {
 265         struct iscsi_endpoint *ep;
 266         struct device *dev;
 267
 268         dev = class_find_device(&iscsi_endpoint_class, NULL, &handle,
 269                                 iscsi_match_epid);
 270         if (!dev)
 271                 return NULL;
 272
 273         ep = iscsi_dev_to_endpoint(dev);
 274         /*
 275          * we can drop this now because the interface will prevent
 276          * removals and lookups from racing.
 277          */
 278         put_device(dev);
 279         return ep;
 280 }
 281 EXPORT_SYMBOL_GPL(iscsi_lookup_endpoint);
 282
 283 /*
 284  * Interface to display network param to sysfs
 285  */
 286
 287 static void iscsi_iface_release(struct device *dev)
 288 {
 289         struct iscsi_iface *iface = iscsi_dev_to_iface(dev);
 290         struct device *parent = iface->dev.parent;
 291
 292         kfree(iface);
 293         put_device(parent);
 294 }
 295
 296
 297 static struct class iscsi_iface_class = {
 298         .name = "iscsi_iface",
 299         .dev_release = iscsi_iface_release,
 300 };
 301
 302 #define ISCSI_IFACE_ATTR(_prefix, _name, _mode, _show, _store)  \
 303 struct device_attribute dev_attr_##_prefix##_##_name =          \
 304         __ATTR(_name, _mode, _show, _store)
 305
 306 /* iface attrs show */
 307 #define iscsi_iface_attr_show(type, name, param_type, param)            \
 308 static ssize_t                                                          \
 309 show_##type##_##name(struct device *dev, struct device_attribute *attr, \
 310                      char *buf)                                         \
 311 {                                                                       \
 312         struct iscsi_iface *iface = iscsi_dev_to_iface(dev);            \
 313         struct iscsi_transport *t = iface->transport;                   \
 314         return t->get_iface_param(iface, param_type, param, buf);       \
 315 }                                                                       \
 316
 317 #define iscsi_iface_net_attr(type, name, param)                         \
 318         iscsi_iface_attr_show(type, name, ISCSI_NET_PARAM, param)       \
 319 static ISCSI_IFACE_ATTR(type, name, S_IRUGO, show_##type##_##name, NULL);
 320
 321 #define iscsi_iface_attr(type, name, param)                             \
 322         iscsi_iface_attr_show(type, name, ISCSI_IFACE_PARAM, param)     \
 323 static ISCSI_IFACE_ATTR(type, name, S_IRUGO, show_##type##_##name, NULL);
 324
 325 /* generic read only ipv4 attribute */
 326 iscsi_iface_net_attr(ipv4_iface, ipaddress, ISCSI_NET_PARAM_IPV4_ADDR);
 327 iscsi_iface_net_attr(ipv4_iface, gateway, ISCSI_NET_PARAM_IPV4_GW);
 328 iscsi_iface_net_attr(ipv4_iface, subnet, ISCSI_NET_PARAM_IPV4_SUBNET);
 329 iscsi_iface_net_attr(ipv4_iface, bootproto, ISCSI_NET_PARAM_IPV4_BOOTPROTO);
 330 iscsi_iface_net_attr(ipv4_iface, dhcp_dns_address_en,
 331                      ISCSI_NET_PARAM_IPV4_DHCP_DNS_ADDR_EN);
 332 iscsi_iface_net_attr(ipv4_iface, dhcp_slp_da_info_en,
 333                      ISCSI_NET_PARAM_IPV4_DHCP_SLP_DA_EN);
 334 iscsi_iface_net_attr(ipv4_iface, tos_en, ISCSI_NET_PARAM_IPV4_TOS_EN);
 335 iscsi_iface_net_attr(ipv4_iface, tos, ISCSI_NET_PARAM_IPV4_TOS);
 336 iscsi_iface_net_attr(ipv4_iface, grat_arp_en,
 337                      ISCSI_NET_PARAM_IPV4_GRAT_ARP_EN);
 338 iscsi_iface_net_attr(ipv4_iface, dhcp_alt_client_id_en,
 339                      ISCSI_NET_PARAM_IPV4_DHCP_ALT_CLIENT_ID_EN);
 340 iscsi_iface_net_attr(ipv4_iface, dhcp_alt_client_id,
 341                      ISCSI_NET_PARAM_IPV4_DHCP_ALT_CLIENT_ID);
 342 iscsi_iface_net_attr(ipv4_iface, dhcp_req_vendor_id_en,
 343                      ISCSI_NET_PARAM_IPV4_DHCP_REQ_VENDOR_ID_EN);
 344 iscsi_iface_net_attr(ipv4_iface, dhcp_use_vendor_id_en,
 345                      ISCSI_NET_PARAM_IPV4_DHCP_USE_VENDOR_ID_EN);
 346 iscsi_iface_net_attr(ipv4_iface, dhcp_vendor_id,
 347                      ISCSI_NET_PARAM_IPV4_DHCP_VENDOR_ID);
 348 iscsi_iface_net_attr(ipv4_iface, dhcp_learn_iqn_en,
 349                      ISCSI_NET_PARAM_IPV4_DHCP_LEARN_IQN_EN);
 350 iscsi_iface_net_attr(ipv4_iface, fragment_disable,
 351                      ISCSI_NET_PARAM_IPV4_FRAGMENT_DISABLE);
 352 iscsi_iface_net_attr(ipv4_iface, incoming_forwarding_en,
 353                      ISCSI_NET_PARAM_IPV4_IN_FORWARD_EN);
 354 iscsi_iface_net_attr(ipv4_iface, ttl, ISCSI_NET_PARAM_IPV4_TTL);
 355
 356 /* generic read only ipv6 attribute */
 357 iscsi_iface_net_attr(ipv6_iface, ipaddress, ISCSI_NET_PARAM_IPV6_ADDR);
 358 iscsi_iface_net_attr(ipv6_iface, link_local_addr,
 359                      ISCSI_NET_PARAM_IPV6_LINKLOCAL);
 360 iscsi_iface_net_attr(ipv6_iface, router_addr, ISCSI_NET_PARAM_IPV6_ROUTER);
 361 iscsi_iface_net_attr(ipv6_iface, ipaddr_autocfg,
 362                      ISCSI_NET_PARAM_IPV6_ADDR_AUTOCFG);
 363 iscsi_iface_net_attr(ipv6_iface, link_local_autocfg,
 364                      ISCSI_NET_PARAM_IPV6_LINKLOCAL_AUTOCFG);
 365 iscsi_iface_net_attr(ipv6_iface, link_local_state,
 366                      ISCSI_NET_PARAM_IPV6_LINKLOCAL_STATE);
 367 iscsi_iface_net_attr(ipv6_iface, router_state,
 368                      ISCSI_NET_PARAM_IPV6_ROUTER_STATE);
 369 iscsi_iface_net_attr(ipv6_iface, grat_neighbor_adv_en,
 370                      ISCSI_NET_PARAM_IPV6_GRAT_NEIGHBOR_ADV_EN);
 371 iscsi_iface_net_attr(ipv6_iface, mld_en, ISCSI_NET_PARAM_IPV6_MLD_EN);
 372 iscsi_iface_net_attr(ipv6_iface, flow_label, ISCSI_NET_PARAM_IPV6_FLOW_LABEL);
 373 iscsi_iface_net_attr(ipv6_iface, traffic_class,
 374                      ISCSI_NET_PARAM_IPV6_TRAFFIC_CLASS);
 375 iscsi_iface_net_attr(ipv6_iface, hop_limit, ISCSI_NET_PARAM_IPV6_HOP_LIMIT);
 376 iscsi_iface_net_attr(ipv6_iface, nd_reachable_tmo,
 377                      ISCSI_NET_PARAM_IPV6_ND_REACHABLE_TMO);
 378 iscsi_iface_net_attr(ipv6_iface, nd_rexmit_time,
 379                      ISCSI_NET_PARAM_IPV6_ND_REXMIT_TIME);
 380 iscsi_iface_net_attr(ipv6_iface, nd_stale_tmo,
 381                      ISCSI_NET_PARAM_IPV6_ND_STALE_TMO);
 382 iscsi_iface_net_attr(ipv6_iface, dup_addr_detect_cnt,
 383                      ISCSI_NET_PARAM_IPV6_DUP_ADDR_DETECT_CNT);
 384 iscsi_iface_net_attr(ipv6_iface, router_adv_link_mtu,
 385                      ISCSI_NET_PARAM_IPV6_RTR_ADV_LINK_MTU);
 386
 387 /* common read only iface attribute */
 388 iscsi_iface_net_attr(iface, enabled, ISCSI_NET_PARAM_IFACE_ENABLE);
 389 iscsi_iface_net_attr(iface, vlan_id, ISCSI_NET_PARAM_VLAN_ID);
 390 iscsi_iface_net_attr(iface, vlan_priority, ISCSI_NET_PARAM_VLAN_PRIORITY);
 391 iscsi_iface_net_attr(iface, vlan_enabled, ISCSI_NET_PARAM_VLAN_ENABLED);
 392 iscsi_iface_net_attr(iface, mtu, ISCSI_NET_PARAM_MTU);
 393 iscsi_iface_net_attr(iface, port, ISCSI_NET_PARAM_PORT);
 394 iscsi_iface_net_attr(iface, ipaddress_state, ISCSI_NET_PARAM_IPADDR_STATE);
 395 iscsi_iface_net_attr(iface, delayed_ack_en, ISCSI_NET_PARAM_DELAYED_ACK_EN);
 396 iscsi_iface_net_attr(iface, tcp_nagle_disable,
 397                      ISCSI_NET_PARAM_TCP_NAGLE_DISABLE);
 398 iscsi_iface_net_attr(iface, tcp_wsf_disable, ISCSI_NET_PARAM_TCP_WSF_DISABLE);
 399 iscsi_iface_net_attr(iface, tcp_wsf, ISCSI_NET_PARAM_TCP_WSF);
 400 iscsi_iface_net_attr(iface, tcp_timer_scale, ISCSI_NET_PARAM_TCP_TIMER_SCALE);
 401 iscsi_iface_net_attr(iface, tcp_timestamp_en, ISCSI_NET_PARAM_TCP_TIMESTAMP_EN);
 402 iscsi_iface_net_attr(iface, cache_id, ISCSI_NET_PARAM_CACHE_ID);
 403 iscsi_iface_net_attr(iface, redirect_en, ISCSI_NET_PARAM_REDIRECT_EN);
 404
 405 /* common iscsi specific settings attributes */
 406 iscsi_iface_attr(iface, def_taskmgmt_tmo, ISCSI_IFACE_PARAM_DEF_TASKMGMT_TMO);
 407 iscsi_iface_attr(iface, header_digest, ISCSI_IFACE_PARAM_HDRDGST_EN);
 408 iscsi_iface_attr(iface, data_digest, ISCSI_IFACE_PARAM_DATADGST_EN);
 409 iscsi_iface_attr(iface, immediate_data, ISCSI_IFACE_PARAM_IMM_DATA_EN);
 410 iscsi_iface_attr(iface, initial_r2t, ISCSI_IFACE_PARAM_INITIAL_R2T_EN);
 411 iscsi_iface_attr(iface, data_seq_in_order,
 412                  ISCSI_IFACE_PARAM_DATASEQ_INORDER_EN);
 413 iscsi_iface_attr(iface, data_pdu_in_order, ISCSI_IFACE_PARAM_PDU_INORDER_EN);
 414 iscsi_iface_attr(iface, erl, ISCSI_IFACE_PARAM_ERL);
 415 iscsi_iface_attr(iface, max_recv_dlength, ISCSI_IFACE_PARAM_MAX_RECV_DLENGTH);
 416 iscsi_iface_attr(iface, first_burst_len, ISCSI_IFACE_PARAM_FIRST_BURST);
 417 iscsi_iface_attr(iface, max_outstanding_r2t, ISCSI_IFACE_PARAM_MAX_R2T);
 418 iscsi_iface_attr(iface, max_burst_len, ISCSI_IFACE_PARAM_MAX_BURST);
 419 iscsi_iface_attr(iface, chap_auth, ISCSI_IFACE_PARAM_CHAP_AUTH_EN);
 420 iscsi_iface_attr(iface, bidi_chap, ISCSI_IFACE_PARAM_BIDI_CHAP_EN);
 421 iscsi_iface_attr(iface, discovery_auth_optional,
 422                  ISCSI_IFACE_PARAM_DISCOVERY_AUTH_OPTIONAL);
 423 iscsi_iface_attr(iface, discovery_logout,
 424                  ISCSI_IFACE_PARAM_DISCOVERY_LOGOUT_EN);
 425 iscsi_iface_attr(iface, strict_login_comp_en,
 426                  ISCSI_IFACE_PARAM_STRICT_LOGIN_COMP_EN);
 427 iscsi_iface_attr(iface, initiator_name, ISCSI_IFACE_PARAM_INITIATOR_NAME);
 428
 429 static umode_t iscsi_iface_attr_is_visible(struct kobject *kobj,
 430                                           struct attribute *attr, int i)
 431 {
 432         struct device *dev = container_of(kobj, struct device, kobj);
 433         struct iscsi_iface *iface = iscsi_dev_to_iface(dev);
 434         struct iscsi_transport *t = iface->transport;
 435         int param = -1;
 436
 437         if (attr == &dev_attr_iface_def_taskmgmt_tmo.attr)
 438                 param = ISCSI_IFACE_PARAM_DEF_TASKMGMT_TMO;
 439         else if (attr == &dev_attr_iface_header_digest.attr)
 440                 param = ISCSI_IFACE_PARAM_HDRDGST_EN;
 441         else if (attr == &dev_attr_iface_data_digest.attr)
 442                 param = ISCSI_IFACE_PARAM_DATADGST_EN;
 443         else if (attr == &dev_attr_iface_immediate_data.attr)
 444                 param = ISCSI_IFACE_PARAM_IMM_DATA_EN;
 445         else if (attr == &dev_attr_iface_initial_r2t.attr)
 446                 param = ISCSI_IFACE_PARAM_INITIAL_R2T_EN;
 447         else if (attr == &dev_attr_iface_data_seq_in_order.attr)
 448                 param = ISCSI_IFACE_PARAM_DATASEQ_INORDER_EN;
 449         else if (attr == &dev_attr_iface_data_pdu_in_order.attr)
 450                 param = ISCSI_IFACE_PARAM_PDU_INORDER_EN;
 451         else if (attr == &dev_attr_iface_erl.attr)
 452                 param = ISCSI_IFACE_PARAM_ERL;
 453         else if (attr == &dev_attr_iface_max_recv_dlength.attr)
 454                 param = ISCSI_IFACE_PARAM_MAX_RECV_DLENGTH;
 455         else if (attr == &dev_attr_iface_first_burst_len.attr)
 456                 param = ISCSI_IFACE_PARAM_FIRST_BURST;
 457         else if (attr == &dev_attr_iface_max_outstanding_r2t.attr)
 458                 param = ISCSI_IFACE_PARAM_MAX_R2T;
 459         else if (attr == &dev_attr_iface_max_burst_len.attr)
 460                 param = ISCSI_IFACE_PARAM_MAX_BURST;
 461         else if (attr == &dev_attr_iface_chap_auth.attr)
 462                 param = ISCSI_IFACE_PARAM_CHAP_AUTH_EN;
 463         else if (attr == &dev_attr_iface_bidi_chap.attr)
 464                 param = ISCSI_IFACE_PARAM_BIDI_CHAP_EN;
 465         else if (attr == &dev_attr_iface_discovery_auth_optional.attr)
 466                 param = ISCSI_IFACE_PARAM_DISCOVERY_AUTH_OPTIONAL;
 467         else if (attr == &dev_attr_iface_discovery_logout.attr)
 468                 param = ISCSI_IFACE_PARAM_DISCOVERY_LOGOUT_EN;
 469         else if (attr == &dev_attr_iface_strict_login_comp_en.attr)
 470                 param = ISCSI_IFACE_PARAM_STRICT_LOGIN_COMP_EN;
 471         else if (attr == &dev_attr_iface_initiator_name.attr)
 472                 param = ISCSI_IFACE_PARAM_INITIATOR_NAME;
 473
 474         if (param != -1)
 475                 return t->attr_is_visible(ISCSI_IFACE_PARAM, param);
 476
 477         if (attr == &dev_attr_iface_enabled.attr)
 478                 param = ISCSI_NET_PARAM_IFACE_ENABLE;
 479         else if (attr == &dev_attr_iface_vlan_id.attr)
 480                 param = ISCSI_NET_PARAM_VLAN_ID;
 481         else if (attr == &dev_attr_iface_vlan_priority.attr)
 482                 param = ISCSI_NET_PARAM_VLAN_PRIORITY;
 483         else if (attr == &dev_attr_iface_vlan_enabled.attr)
 484                 param = ISCSI_NET_PARAM_VLAN_ENABLED;
 485         else if (attr == &dev_attr_iface_mtu.attr)
 486                 param = ISCSI_NET_PARAM_MTU;
 487         else if (attr == &dev_attr_iface_port.attr)
 488                 param = ISCSI_NET_PARAM_PORT;
 489         else if (attr == &dev_attr_iface_ipaddress_state.attr)
 490                 param = ISCSI_NET_PARAM_IPADDR_STATE;
 491         else if (attr == &dev_attr_iface_delayed_ack_en.attr)
 492                 param = ISCSI_NET_PARAM_DELAYED_ACK_EN;
 493         else if (attr == &dev_attr_iface_tcp_nagle_disable.attr)
 494                 param = ISCSI_NET_PARAM_TCP_NAGLE_DISABLE;
 495         else if (attr == &dev_attr_iface_tcp_wsf_disable.attr)
 496                 param = ISCSI_NET_PARAM_TCP_WSF_DISABLE;
 497         else if (attr == &dev_attr_iface_tcp_wsf.attr)
 498                 param = ISCSI_NET_PARAM_TCP_WSF;
 499         else if (attr == &dev_attr_iface_tcp_timer_scale.attr)
 500                 param = ISCSI_NET_PARAM_TCP_TIMER_SCALE;
 501         else if (attr == &dev_attr_iface_tcp_timestamp_en.attr)
 502                 param = ISCSI_NET_PARAM_TCP_TIMESTAMP_EN;
 503         else if (attr == &dev_attr_iface_cache_id.attr)
 504                 param = ISCSI_NET_PARAM_CACHE_ID;
 505         else if (attr == &dev_attr_iface_redirect_en.attr)
 506                 param = ISCSI_NET_PARAM_REDIRECT_EN;
 507         else if (iface->iface_type == ISCSI_IFACE_TYPE_IPV4) {
 508                 if (attr == &dev_attr_ipv4_iface_ipaddress.attr)
 509                         param = ISCSI_NET_PARAM_IPV4_ADDR;
 510                 else if (attr == &dev_attr_ipv4_iface_gateway.attr)
 511                         param = ISCSI_NET_PARAM_IPV4_GW;
 512                 else if (attr == &dev_attr_ipv4_iface_subnet.attr)
 513                         param = ISCSI_NET_PARAM_IPV4_SUBNET;
 514                 else if (attr == &dev_attr_ipv4_iface_bootproto.attr)
 515                         param = ISCSI_NET_PARAM_IPV4_BOOTPROTO;
 516                 else if (attr ==
 517                          &dev_attr_ipv4_iface_dhcp_dns_address_en.attr)
 518                         param = ISCSI_NET_PARAM_IPV4_DHCP_DNS_ADDR_EN;
 519                 else if (attr ==
 520                          &dev_attr_ipv4_iface_dhcp_slp_da_info_en.attr)
 521                         param = ISCSI_NET_PARAM_IPV4_DHCP_SLP_DA_EN;
 522                 else if (attr == &dev_attr_ipv4_iface_tos_en.attr)
 523                         param = ISCSI_NET_PARAM_IPV4_TOS_EN;
 524                 else if (attr == &dev_attr_ipv4_iface_tos.attr)
 525                         param = ISCSI_NET_PARAM_IPV4_TOS;
 526                 else if (attr == &dev_attr_ipv4_iface_grat_arp_en.attr)
 527                         param = ISCSI_NET_PARAM_IPV4_GRAT_ARP_EN;
 528                 else if (attr ==
 529                          &dev_attr_ipv4_iface_dhcp_alt_client_id_en.attr)
 530                         param = ISCSI_NET_PARAM_IPV4_DHCP_ALT_CLIENT_ID_EN;
 531                 else if (attr == &dev_attr_ipv4_iface_dhcp_alt_client_id.attr)
 532                         param = ISCSI_NET_PARAM_IPV4_DHCP_ALT_CLIENT_ID;
 533                 else if (attr ==
 534                          &dev_attr_ipv4_iface_dhcp_req_vendor_id_en.attr)
 535                         param = ISCSI_NET_PARAM_IPV4_DHCP_REQ_VENDOR_ID_EN;
 536                 else if (attr ==
 537                          &dev_attr_ipv4_iface_dhcp_use_vendor_id_en.attr)
 538                         param = ISCSI_NET_PARAM_IPV4_DHCP_USE_VENDOR_ID_EN;
 539                 else if (attr == &dev_attr_ipv4_iface_dhcp_vendor_id.attr)
 540                         param = ISCSI_NET_PARAM_IPV4_DHCP_VENDOR_ID;
 541                 else if (attr ==
 542                          &dev_attr_ipv4_iface_dhcp_learn_iqn_en.attr)
 543                         param = ISCSI_NET_PARAM_IPV4_DHCP_LEARN_IQN_EN;
 544                 else if (attr ==
 545                          &dev_attr_ipv4_iface_fragment_disable.attr)
 546                         param = ISCSI_NET_PARAM_IPV4_FRAGMENT_DISABLE;
 547                 else if (attr ==
 548                          &dev_attr_ipv4_iface_incoming_forwarding_en.attr)
 549                         param = ISCSI_NET_PARAM_IPV4_IN_FORWARD_EN;
 550                 else if (attr == &dev_attr_ipv4_iface_ttl.attr)
 551                         param = ISCSI_NET_PARAM_IPV4_TTL;
 552                 else
 553                         return 0;
 554         } else if (iface->iface_type == ISCSI_IFACE_TYPE_IPV6) {
 555                 if (attr == &dev_attr_ipv6_iface_ipaddress.attr)
 556                         param = ISCSI_NET_PARAM_IPV6_ADDR;
 557                 else if (attr == &dev_attr_ipv6_iface_link_local_addr.attr)
 558                         param = ISCSI_NET_PARAM_IPV6_LINKLOCAL;
 559                 else if (attr == &dev_attr_ipv6_iface_router_addr.attr)
 560                         param = ISCSI_NET_PARAM_IPV6_ROUTER;
 561                 else if (attr == &dev_attr_ipv6_iface_ipaddr_autocfg.attr)
 562                         param = ISCSI_NET_PARAM_IPV6_ADDR_AUTOCFG;
 563                 else if (attr == &dev_attr_ipv6_iface_link_local_autocfg.attr)
 564                         param = ISCSI_NET_PARAM_IPV6_LINKLOCAL_AUTOCFG;
 565                 else if (attr == &dev_attr_ipv6_iface_link_local_state.attr)
 566                         param = ISCSI_NET_PARAM_IPV6_LINKLOCAL_STATE;
 567                 else if (attr == &dev_attr_ipv6_iface_router_state.attr)
 568                         param = ISCSI_NET_PARAM_IPV6_ROUTER_STATE;
 569                 else if (attr ==
 570                          &dev_attr_ipv6_iface_grat_neighbor_adv_en.attr)
 571                         param = ISCSI_NET_PARAM_IPV6_GRAT_NEIGHBOR_ADV_EN;
 572                 else if (attr == &dev_attr_ipv6_iface_mld_en.attr)
 573                         param = ISCSI_NET_PARAM_IPV6_MLD_EN;
 574                 else if (attr == &dev_attr_ipv6_iface_flow_label.attr)
 575                         param = ISCSI_NET_PARAM_IPV6_FLOW_LABEL;
 576                 else if (attr == &dev_attr_ipv6_iface_traffic_class.attr)
 577                         param = ISCSI_NET_PARAM_IPV6_TRAFFIC_CLASS;
 578                 else if (attr == &dev_attr_ipv6_iface_hop_limit.attr)
 579                         param = ISCSI_NET_PARAM_IPV6_HOP_LIMIT;
 580                 else if (attr == &dev_attr_ipv6_iface_nd_reachable_tmo.attr)
 581                         param = ISCSI_NET_PARAM_IPV6_ND_REACHABLE_TMO;
 582                 else if (attr == &dev_attr_ipv6_iface_nd_rexmit_time.attr)
 583                         param = ISCSI_NET_PARAM_IPV6_ND_REXMIT_TIME;
 584                 else if (attr == &dev_attr_ipv6_iface_nd_stale_tmo.attr)
 585                         param = ISCSI_NET_PARAM_IPV6_ND_STALE_TMO;
 586                 else if (attr == &dev_attr_ipv6_iface_dup_addr_detect_cnt.attr)
 587                         param = ISCSI_NET_PARAM_IPV6_DUP_ADDR_DETECT_CNT;
 588                 else if (attr == &dev_attr_ipv6_iface_router_adv_link_mtu.attr)
 589                         param = ISCSI_NET_PARAM_IPV6_RTR_ADV_LINK_MTU;
 590                 else
 591                         return 0;
 592         } else {
 593                 WARN_ONCE(1, "Invalid iface attr");
 594                 return 0;
 595         }
 596
 597         return t->attr_is_visible(ISCSI_NET_PARAM, param);
 598 }
 599
 600 static struct attribute *iscsi_iface_attrs[] = {
 601         &dev_attr_iface_enabled.attr,
 602         &dev_attr_iface_vlan_id.attr,
 603         &dev_attr_iface_vlan_priority.attr,
 604         &dev_attr_iface_vlan_enabled.attr,
 605         &dev_attr_ipv4_iface_ipaddress.attr,
 606         &dev_attr_ipv4_iface_gateway.attr,
 607         &dev_attr_ipv4_iface_subnet.attr,
 608         &dev_attr_ipv4_iface_bootproto.attr,
 609         &dev_attr_ipv6_iface_ipaddress.attr,
 610         &dev_attr_ipv6_iface_link_local_addr.attr,
 611         &dev_attr_ipv6_iface_router_addr.attr,
 612         &dev_attr_ipv6_iface_ipaddr_autocfg.attr,
 613         &dev_attr_ipv6_iface_link_local_autocfg.attr,
 614         &dev_attr_iface_mtu.attr,
 615         &dev_attr_iface_port.attr,
 616         &dev_attr_iface_ipaddress_state.attr,
 617         &dev_attr_iface_delayed_ack_en.attr,
 618         &dev_attr_iface_tcp_nagle_disable.attr,
 619         &dev_attr_iface_tcp_wsf_disable.attr,
 620         &dev_attr_iface_tcp_wsf.attr,
 621         &dev_attr_iface_tcp_timer_scale.attr,
 622         &dev_attr_iface_tcp_timestamp_en.attr,
 623         &dev_attr_iface_cache_id.attr,
 624         &dev_attr_iface_redirect_en.attr,
 625         &dev_attr_iface_def_taskmgmt_tmo.attr,
 626         &dev_attr_iface_header_digest.attr,
 627         &dev_attr_iface_data_digest.attr,
 628         &dev_attr_iface_immediate_data.attr,
 629         &dev_attr_iface_initial_r2t.attr,
 630         &dev_attr_iface_data_seq_in_order.attr,
 631         &dev_attr_iface_data_pdu_in_order.attr,
 632         &dev_attr_iface_erl.attr,
 633         &dev_attr_iface_max_recv_dlength.attr,
 634         &dev_attr_iface_first_burst_len.attr,
 635         &dev_attr_iface_max_outstanding_r2t.attr,
 636         &dev_attr_iface_max_burst_len.attr,
 637         &dev_attr_iface_chap_auth.attr,
 638         &dev_attr_iface_bidi_chap.attr,
 639         &dev_attr_iface_discovery_auth_optional.attr,
 640         &dev_attr_iface_discovery_logout.attr,
 641         &dev_attr_iface_strict_login_comp_en.attr,
 642         &dev_attr_iface_initiator_name.attr,
 643         &dev_attr_ipv4_iface_dhcp_dns_address_en.attr,
 644         &dev_attr_ipv4_iface_dhcp_slp_da_info_en.attr,
 645         &dev_attr_ipv4_iface_tos_en.attr,
 646         &dev_attr_ipv4_iface_tos.attr,
 647         &dev_attr_ipv4_iface_grat_arp_en.attr,
 648         &dev_attr_ipv4_iface_dhcp_alt_client_id_en.attr,
 649         &dev_attr_ipv4_iface_dhcp_alt_client_id.attr,
 650         &dev_attr_ipv4_iface_dhcp_req_vendor_id_en.attr,
 651         &dev_attr_ipv4_iface_dhcp_use_vendor_id_en.attr,
 652         &dev_attr_ipv4_iface_dhcp_vendor_id.attr,
 653         &dev_attr_ipv4_iface_dhcp_learn_iqn_en.attr,
 654         &dev_attr_ipv4_iface_fragment_disable.attr,
 655         &dev_attr_ipv4_iface_incoming_forwarding_en.attr,
 656         &dev_attr_ipv4_iface_ttl.attr,
 657         &dev_attr_ipv6_iface_link_local_state.attr,
 658         &dev_attr_ipv6_iface_router_state.attr,
 659         &dev_attr_ipv6_iface_grat_neighbor_adv_en.attr,
 660         &dev_attr_ipv6_iface_mld_en.attr,
 661         &dev_attr_ipv6_iface_flow_label.attr,
 662         &dev_attr_ipv6_iface_traffic_class.attr,
 663         &dev_attr_ipv6_iface_hop_limit.attr,
 664         &dev_attr_ipv6_iface_nd_reachable_tmo.attr,
 665         &dev_attr_ipv6_iface_nd_rexmit_time.attr,
 666         &dev_attr_ipv6_iface_nd_stale_tmo.attr,
 667         &dev_attr_ipv6_iface_dup_addr_detect_cnt.attr,
 668         &dev_attr_ipv6_iface_router_adv_link_mtu.attr,
 669         NULL,
 670 };
 671
 672 static struct attribute_group iscsi_iface_group = {
 673         .attrs = iscsi_iface_attrs,
 674         .is_visible = iscsi_iface_attr_is_visible,
 675 };
 676
 677 /* convert iscsi_ipaddress_state values to ascii string name */
 678 static const struct {
 679         enum iscsi_ipaddress_state      value;
 680         char                            *name;
 681 } iscsi_ipaddress_state_names[] = {
 682         {ISCSI_IPDDRESS_STATE_UNCONFIGURED,     "Unconfigured" },
 683         {ISCSI_IPDDRESS_STATE_ACQUIRING,        "Acquiring" },
 684         {ISCSI_IPDDRESS_STATE_TENTATIVE,        "Tentative" },
 685         {ISCSI_IPDDRESS_STATE_VALID,            "Valid" },
 686         {ISCSI_IPDDRESS_STATE_DISABLING,        "Disabling" },
 687         {ISCSI_IPDDRESS_STATE_INVALID,          "Invalid" },
 688         {ISCSI_IPDDRESS_STATE_DEPRECATED,       "Deprecated" },
 689 };
 690
 691 char *iscsi_get_ipaddress_state_name(enum iscsi_ipaddress_state port_state)
 692 {
 693         int i;
 694         char *state = NULL;
 695
 696         for (i = 0; i < ARRAY_SIZE(iscsi_ipaddress_state_names); i++) {
 697                 if (iscsi_ipaddress_state_names[i].value == port_state) {
 698                         state = iscsi_ipaddress_state_names[i].name;
 699                         break;
 700                 }
 701         }
 702         return state;
 703 }
 704 EXPORT_SYMBOL_GPL(iscsi_get_ipaddress_state_name);
 705
 706 /* convert iscsi_router_state values to ascii string name */
 707 static const struct {
 708         enum iscsi_router_state value;
 709         char                    *name;
 710 } iscsi_router_state_names[] = {
 711         {ISCSI_ROUTER_STATE_UNKNOWN,            "Unknown" },
 712         {ISCSI_ROUTER_STATE_ADVERTISED,         "Advertised" },
 713         {ISCSI_ROUTER_STATE_MANUAL,             "Manual" },
 714         {ISCSI_ROUTER_STATE_STALE,              "Stale" },
 715 };
 716
 717 char *iscsi_get_router_state_name(enum iscsi_router_state router_state)
 718 {
 719         int i;
 720         char *state = NULL;
 721
 722         for (i = 0; i < ARRAY_SIZE(iscsi_router_state_names); i++) {
 723                 if (iscsi_router_state_names[i].value == router_state) {
 724                         state = iscsi_router_state_names[i].name;
 725                         break;
 726                 }
 727         }
 728         return state;
 729 }
 730 EXPORT_SYMBOL_GPL(iscsi_get_router_state_name);
 731
 732 struct iscsi_iface *
 733 iscsi_create_iface(struct Scsi_Host *shost, struct iscsi_transport *transport,
 734                    uint32_t iface_type, uint32_t iface_num, int dd_size)
 735 {
 736         struct iscsi_iface *iface;
 737         int err;
 738
 739         iface = kzalloc(sizeof(*iface) + dd_size, GFP_KERNEL);
 740         if (!iface)
 741                 return NULL;
 742
 743         iface->transport = transport;
 744         iface->iface_type = iface_type;
 745         iface->iface_num = iface_num;
 746         iface->dev.release = iscsi_iface_release;
 747         iface->dev.class = &iscsi_iface_class;
 748         /* parent reference released in iscsi_iface_release */
 749         iface->dev.parent = get_device(&shost->shost_gendev);
 750         if (iface_type == ISCSI_IFACE_TYPE_IPV4)
 751                 dev_set_name(&iface->dev, "ipv4-iface-%u-%u", shost->host_no,
 752                              iface_num);
 753         else
 754                 dev_set_name(&iface->dev, "ipv6-iface-%u-%u", shost->host_no,
 755                              iface_num);
 756
 757         err = device_register(&iface->dev);
 758         if (err)
 759                 goto free_iface;
 760
 761         err = sysfs_create_group(&iface->dev.kobj, &iscsi_iface_group);
 762         if (err)
 763                 goto unreg_iface;
 764
 765         if (dd_size)
 766                 iface->dd_data = &iface[1];
 767         return iface;
 768
 769 unreg_iface:
 770         device_unregister(&iface->dev);
 771         return NULL;
 772
 773 free_iface:
 774         put_device(iface->dev.parent);
 775         kfree(iface);
 776         return NULL;
 777 }
 778 EXPORT_SYMBOL_GPL(iscsi_create_iface);
 779
 780 void iscsi_destroy_iface(struct iscsi_iface *iface)
 781 {
 782         sysfs_remove_group(&iface->dev.kobj, &iscsi_iface_group);
 783         device_unregister(&iface->dev);
 784 }
 785 EXPORT_SYMBOL_GPL(iscsi_destroy_iface);
 786
 787 /*
 788  * Interface to display flash node params to sysfs
 789  */
 790
 791 #define ISCSI_FLASHNODE_ATTR(_prefix, _name, _mode, _show, _store)      \
 792 struct device_attribute dev_attr_##_prefix##_##_name =                  \
 793         __ATTR(_name, _mode, _show, _store)
 794
 795 /* flash node session attrs show */
 796 #define iscsi_flashnode_sess_attr_show(type, name, param)               \
 797 static ssize_t                                                          \
 798 show_##type##_##name(struct device *dev, struct device_attribute *attr, \
 799                      char *buf)                                         \
 800 {                                                                       \
 801         struct iscsi_bus_flash_session *fnode_sess =                    \
 802                                         iscsi_dev_to_flash_session(dev);\
 803         struct iscsi_transport *t = fnode_sess->transport;              \
 804         return t->get_flashnode_param(fnode_sess, param, buf);          \
 805 }                                                                       \
 806
 807
 808 #define iscsi_flashnode_sess_attr(type, name, param)                    \
 809         iscsi_flashnode_sess_attr_show(type, name, param)               \
 810 static ISCSI_FLASHNODE_ATTR(type, name, S_IRUGO,                        \
 811                             show_##type##_##name, NULL);
 812
 813 /* Flash node session attributes */
 814
 815 iscsi_flashnode_sess_attr(fnode, auto_snd_tgt_disable,
 816                           ISCSI_FLASHNODE_AUTO_SND_TGT_DISABLE);
 817 iscsi_flashnode_sess_attr(fnode, discovery_session,
 818                           ISCSI_FLASHNODE_DISCOVERY_SESS);
 819 iscsi_flashnode_sess_attr(fnode, portal_type, ISCSI_FLASHNODE_PORTAL_TYPE);
 820 iscsi_flashnode_sess_attr(fnode, entry_enable, ISCSI_FLASHNODE_ENTRY_EN);
 821 iscsi_flashnode_sess_attr(fnode, immediate_data, ISCSI_FLASHNODE_IMM_DATA_EN);
 822 iscsi_flashnode_sess_attr(fnode, initial_r2t, ISCSI_FLASHNODE_INITIAL_R2T_EN);
 823 iscsi_flashnode_sess_attr(fnode, data_seq_in_order,
 824                           ISCSI_FLASHNODE_DATASEQ_INORDER);
 825 iscsi_flashnode_sess_attr(fnode, data_pdu_in_order,
 826                           ISCSI_FLASHNODE_PDU_INORDER);
 827 iscsi_flashnode_sess_attr(fnode, chap_auth, ISCSI_FLASHNODE_CHAP_AUTH_EN);
 828 iscsi_flashnode_sess_attr(fnode, discovery_logout,
 829                           ISCSI_FLASHNODE_DISCOVERY_LOGOUT_EN);
 830 iscsi_flashnode_sess_attr(fnode, bidi_chap, ISCSI_FLASHNODE_BIDI_CHAP_EN);
 831 iscsi_flashnode_sess_attr(fnode, discovery_auth_optional,
 832                           ISCSI_FLASHNODE_DISCOVERY_AUTH_OPTIONAL);
 833 iscsi_flashnode_sess_attr(fnode, erl, ISCSI_FLASHNODE_ERL);
 834 iscsi_flashnode_sess_attr(fnode, first_burst_len, ISCSI_FLASHNODE_FIRST_BURST);
 835 iscsi_flashnode_sess_attr(fnode, def_time2wait, ISCSI_FLASHNODE_DEF_TIME2WAIT);
 836 iscsi_flashnode_sess_attr(fnode, def_time2retain,
 837                           ISCSI_FLASHNODE_DEF_TIME2RETAIN);
 838 iscsi_flashnode_sess_attr(fnode, max_outstanding_r2t, ISCSI_FLASHNODE_MAX_R2T);
 839 iscsi_flashnode_sess_attr(fnode, isid, ISCSI_FLASHNODE_ISID);
 840 iscsi_flashnode_sess_attr(fnode, tsid, ISCSI_FLASHNODE_TSID);
 841 iscsi_flashnode_sess_attr(fnode, max_burst_len, ISCSI_FLASHNODE_MAX_BURST);
 842 iscsi_flashnode_sess_attr(fnode, def_taskmgmt_tmo,
 843                           ISCSI_FLASHNODE_DEF_TASKMGMT_TMO);
 844 iscsi_flashnode_sess_attr(fnode, targetalias, ISCSI_FLASHNODE_ALIAS);
 845 iscsi_flashnode_sess_attr(fnode, targetname, ISCSI_FLASHNODE_NAME);
 846 iscsi_flashnode_sess_attr(fnode, tpgt, ISCSI_FLASHNODE_TPGT);
 847 iscsi_flashnode_sess_attr(fnode, discovery_parent_idx,
 848                           ISCSI_FLASHNODE_DISCOVERY_PARENT_IDX);
 849 iscsi_flashnode_sess_attr(fnode, discovery_parent_type,
 850                           ISCSI_FLASHNODE_DISCOVERY_PARENT_TYPE);
 851 iscsi_flashnode_sess_attr(fnode, chap_in_idx, ISCSI_FLASHNODE_CHAP_IN_IDX);
 852 iscsi_flashnode_sess_attr(fnode, chap_out_idx, ISCSI_FLASHNODE_CHAP_OUT_IDX);
 853 iscsi_flashnode_sess_attr(fnode, username, ISCSI_FLASHNODE_USERNAME);
 854 iscsi_flashnode_sess_attr(fnode, username_in, ISCSI_FLASHNODE_USERNAME_IN);
 855 iscsi_flashnode_sess_attr(fnode, password, ISCSI_FLASHNODE_PASSWORD);
 856 iscsi_flashnode_sess_attr(fnode, password_in, ISCSI_FLASHNODE_PASSWORD_IN);
 857 iscsi_flashnode_sess_attr(fnode, is_boot_target, ISCSI_FLASHNODE_IS_BOOT_TGT);
 858
 859 static struct attribute *iscsi_flashnode_sess_attrs[] = {
 860         &dev_attr_fnode_auto_snd_tgt_disable.attr,
 861         &dev_attr_fnode_discovery_session.attr,
 862         &dev_attr_fnode_portal_type.attr,
 863         &dev_attr_fnode_entry_enable.attr,
 864         &dev_attr_fnode_immediate_data.attr,
 865         &dev_attr_fnode_initial_r2t.attr,
 866         &dev_attr_fnode_data_seq_in_order.attr,
 867         &dev_attr_fnode_data_pdu_in_order.attr,
 868         &dev_attr_fnode_chap_auth.attr,
 869         &dev_attr_fnode_discovery_logout.attr,
 870         &dev_attr_fnode_bidi_chap.attr,
 871         &dev_attr_fnode_discovery_auth_optional.attr,
 872         &dev_attr_fnode_erl.attr,
 873         &dev_attr_fnode_first_burst_len.attr,
 874         &dev_attr_fnode_def_time2wait.attr,
 875         &dev_attr_fnode_def_time2retain.attr,
 876         &dev_attr_fnode_max_outstanding_r2t.attr,
 877         &dev_attr_fnode_isid.attr,
 878         &dev_attr_fnode_tsid.attr,
 879         &dev_attr_fnode_max_burst_len.attr,
 880         &dev_attr_fnode_def_taskmgmt_tmo.attr,
 881         &dev_attr_fnode_targetalias.attr,
 882         &dev_attr_fnode_targetname.attr,
 883         &dev_attr_fnode_tpgt.attr,
 884         &dev_attr_fnode_discovery_parent_idx.attr,
 885         &dev_attr_fnode_discovery_parent_type.attr,
 886         &dev_attr_fnode_chap_in_idx.attr,
 887         &dev_attr_fnode_chap_out_idx.attr,
 888         &dev_attr_fnode_username.attr,
 889         &dev_attr_fnode_username_in.attr,
 890         &dev_attr_fnode_password.attr,
 891         &dev_attr_fnode_password_in.attr,
 892         &dev_attr_fnode_is_boot_target.attr,
 893         NULL,
 894 };
 895
 896 static umode_t iscsi_flashnode_sess_attr_is_visible(struct kobject *kobj,
 897                                                     struct attribute *attr,
 898                                                     int i)
 899 {
 900         struct device *dev = container_of(kobj, struct device, kobj);
 901         struct iscsi_bus_flash_session *fnode_sess =
 902                                                 iscsi_dev_to_flash_session(dev);
 903         struct iscsi_transport *t = fnode_sess->transport;
 904         int param;
 905
 906         if (attr == &dev_attr_fnode_auto_snd_tgt_disable.attr) {
 907                 param = ISCSI_FLASHNODE_AUTO_SND_TGT_DISABLE;
 908         } else if (attr == &dev_attr_fnode_discovery_session.attr) {
 909                 param = ISCSI_FLASHNODE_DISCOVERY_SESS;
 910         } else if (attr == &dev_attr_fnode_portal_type.attr) {
 911                 param = ISCSI_FLASHNODE_PORTAL_TYPE;
 912         } else if (attr == &dev_attr_fnode_entry_enable.attr) {
 913                 param = ISCSI_FLASHNODE_ENTRY_EN;
 914         } else if (attr == &dev_attr_fnode_immediate_data.attr) {
 915                 param = ISCSI_FLASHNODE_IMM_DATA_EN;
 916         } else if (attr == &dev_attr_fnode_initial_r2t.attr) {
 917                 param = ISCSI_FLASHNODE_INITIAL_R2T_EN;
 918         } else if (attr == &dev_attr_fnode_data_seq_in_order.attr) {
 919                 param = ISCSI_FLASHNODE_DATASEQ_INORDER;
 920         } else if (attr == &dev_attr_fnode_data_pdu_in_order.attr) {
 921                 param = ISCSI_FLASHNODE_PDU_INORDER;
 922         } else if (attr == &dev_attr_fnode_chap_auth.attr) {
 923                 param = ISCSI_FLASHNODE_CHAP_AUTH_EN;
 924         } else if (attr == &dev_attr_fnode_discovery_logout.attr) {
 925                 param = ISCSI_FLASHNODE_DISCOVERY_LOGOUT_EN;
 926         } else if (attr == &dev_attr_fnode_bidi_chap.attr) {
 927                 param = ISCSI_FLASHNODE_BIDI_CHAP_EN;
 928         } else if (attr == &dev_attr_fnode_discovery_auth_optional.attr) {
 929                 param = ISCSI_FLASHNODE_DISCOVERY_AUTH_OPTIONAL;
 930         } else if (attr == &dev_attr_fnode_erl.attr) {
 931                 param = ISCSI_FLASHNODE_ERL;
 932         } else if (attr == &dev_attr_fnode_first_burst_len.attr) {
 933                 param = ISCSI_FLASHNODE_FIRST_BURST;
 934         } else if (attr == &dev_attr_fnode_def_time2wait.attr) {
 935                 param = ISCSI_FLASHNODE_DEF_TIME2WAIT;
 936         } else if (attr == &dev_attr_fnode_def_time2retain.attr) {
 937                 param = ISCSI_FLASHNODE_DEF_TIME2RETAIN;
 938         } else if (attr == &dev_attr_fnode_max_outstanding_r2t.attr) {
 939                 param = ISCSI_FLASHNODE_MAX_R2T;
 940         } else if (attr == &dev_attr_fnode_isid.attr) {
 941                 param = ISCSI_FLASHNODE_ISID;
 942         } else if (attr == &dev_attr_fnode_tsid.attr) {
 943                 param = ISCSI_FLASHNODE_TSID;
 944         } else if (attr == &dev_attr_fnode_max_burst_len.attr) {
 945                 param = ISCSI_FLASHNODE_MAX_BURST;
 946         } else if (attr == &dev_attr_fnode_def_taskmgmt_tmo.attr) {
 947                 param = ISCSI_FLASHNODE_DEF_TASKMGMT_TMO;
 948         } else if (attr == &dev_attr_fnode_targetalias.attr) {
 949                 param = ISCSI_FLASHNODE_ALIAS;
 950         } else if (attr == &dev_attr_fnode_targetname.attr) {
 951                 param = ISCSI_FLASHNODE_NAME;
 952         } else if (attr == &dev_attr_fnode_tpgt.attr) {
 953                 param = ISCSI_FLASHNODE_TPGT;
 954         } else if (attr == &dev_attr_fnode_discovery_parent_idx.attr) {
 955                 param = ISCSI_FLASHNODE_DISCOVERY_PARENT_IDX;
 956         } else if (attr == &dev_attr_fnode_discovery_parent_type.attr) {
 957                 param = ISCSI_FLASHNODE_DISCOVERY_PARENT_TYPE;
 958         } else if (attr == &dev_attr_fnode_chap_in_idx.attr) {
 959                 param = ISCSI_FLASHNODE_CHAP_IN_IDX;
 960         } else if (attr == &dev_attr_fnode_chap_out_idx.attr) {
 961                 param = ISCSI_FLASHNODE_CHAP_OUT_IDX;
 962         } else if (attr == &dev_attr_fnode_username.attr) {
 963                 param = ISCSI_FLASHNODE_USERNAME;
 964         } else if (attr == &dev_attr_fnode_username_in.attr) {
 965                 param = ISCSI_FLASHNODE_USERNAME_IN;
 966         } else if (attr == &dev_attr_fnode_password.attr) {
 967                 param = ISCSI_FLASHNODE_PASSWORD;
 968         } else if (attr == &dev_attr_fnode_password_in.attr) {
 969                 param = ISCSI_FLASHNODE_PASSWORD_IN;
 970         } else if (attr == &dev_attr_fnode_is_boot_target.attr) {
 971                 param = ISCSI_FLASHNODE_IS_BOOT_TGT;
 972         } else {
 973                 WARN_ONCE(1, "Invalid flashnode session attr");
 974                 return 0;
 975         }
 976
 977         return t->attr_is_visible(ISCSI_FLASHNODE_PARAM, param);
 978 }
 979
 980 static struct attribute_group iscsi_flashnode_sess_attr_group = {
 981         .attrs = iscsi_flashnode_sess_attrs,
 982         .is_visible = iscsi_flashnode_sess_attr_is_visible,
 983 };
 984
 985 static const struct attribute_group *iscsi_flashnode_sess_attr_groups[] = {
 986         &iscsi_flashnode_sess_attr_group,
 987         NULL,
 988 };
 989
 990 static void iscsi_flashnode_sess_release(struct device *dev)
 991 {
 992         struct iscsi_bus_flash_session *fnode_sess =
 993                                                 iscsi_dev_to_flash_session(dev);
 994
 995         kfree(fnode_sess->targetname);
 996         kfree(fnode_sess->targetalias);
 997         kfree(fnode_sess->portal_type);
 998         kfree(fnode_sess);
 999 }
1000
1001 static const struct device_type iscsi_flashnode_sess_dev_type = {
1002         .name = "iscsi_flashnode_sess_dev_type",
1003         .groups = iscsi_flashnode_sess_attr_groups,
1004         .release = iscsi_flashnode_sess_release,
1005 };
1006
1007 /* flash node connection attrs show */
1008 #define iscsi_flashnode_conn_attr_show(type, name, param)               \
1009 static ssize_t                                                          \
1010 show_##type##_##name(struct device *dev, struct device_attribute *attr, \
1011                      char *buf)                                         \
1012 {                                                                       \
1013         struct iscsi_bus_flash_conn *fnode_conn = iscsi_dev_to_flash_conn(dev);\
1014         struct iscsi_bus_flash_session *fnode_sess =                    \
1015                                 iscsi_flash_conn_to_flash_session(fnode_conn);\
1016         struct iscsi_transport *t = fnode_conn->transport;              \
1017         return t->get_flashnode_param(fnode_sess, param, buf);          \
1018 }                                                                       \
1019
1020
1021 #define iscsi_flashnode_conn_attr(type, name, param)                    \
1022         iscsi_flashnode_conn_attr_show(type, name, param)               \
1023 static ISCSI_FLASHNODE_ATTR(type, name, S_IRUGO,                        \
1024                             show_##type##_##name, NULL);
1025
1026 /* Flash node connection attributes */
1027
1028 iscsi_flashnode_conn_attr(fnode, is_fw_assigned_ipv6,
1029                           ISCSI_FLASHNODE_IS_FW_ASSIGNED_IPV6);
1030 iscsi_flashnode_conn_attr(fnode, header_digest, ISCSI_FLASHNODE_HDR_DGST_EN);
1031 iscsi_flashnode_conn_attr(fnode, data_digest, ISCSI_FLASHNODE_DATA_DGST_EN);
1032 iscsi_flashnode_conn_attr(fnode, snack_req, ISCSI_FLASHNODE_SNACK_REQ_EN);
1033 iscsi_flashnode_conn_attr(fnode, tcp_timestamp_stat,
1034                           ISCSI_FLASHNODE_TCP_TIMESTAMP_STAT);
1035 iscsi_flashnode_conn_attr(fnode, tcp_nagle_disable,
1036                           ISCSI_FLASHNODE_TCP_NAGLE_DISABLE);
1037 iscsi_flashnode_conn_attr(fnode, tcp_wsf_disable,
1038                           ISCSI_FLASHNODE_TCP_WSF_DISABLE);
1039 iscsi_flashnode_conn_attr(fnode, tcp_timer_scale,
1040                           ISCSI_FLASHNODE_TCP_TIMER_SCALE);
1041 iscsi_flashnode_conn_attr(fnode, tcp_timestamp_enable,
1042                           ISCSI_FLASHNODE_TCP_TIMESTAMP_EN);
1043 iscsi_flashnode_conn_attr(fnode, fragment_disable,
1044                           ISCSI_FLASHNODE_IP_FRAG_DISABLE);
1045 iscsi_flashnode_conn_attr(fnode, keepalive_tmo, ISCSI_FLASHNODE_KEEPALIVE_TMO);
1046 iscsi_flashnode_conn_attr(fnode, port, ISCSI_FLASHNODE_PORT);
1047 iscsi_flashnode_conn_attr(fnode, ipaddress, ISCSI_FLASHNODE_IPADDR);
1048 iscsi_flashnode_conn_attr(fnode, max_recv_dlength,
1049                           ISCSI_FLASHNODE_MAX_RECV_DLENGTH);
1050 iscsi_flashnode_conn_attr(fnode, max_xmit_dlength,
1051                           ISCSI_FLASHNODE_MAX_XMIT_DLENGTH);
1052 iscsi_flashnode_conn_attr(fnode, local_port, ISCSI_FLASHNODE_LOCAL_PORT);
1053 iscsi_flashnode_conn_attr(fnode, ipv4_tos, ISCSI_FLASHNODE_IPV4_TOS);
1054 iscsi_flashnode_conn_attr(fnode, ipv6_traffic_class, ISCSI_FLASHNODE_IPV6_TC);
1055 iscsi_flashnode_conn_attr(fnode, ipv6_flow_label,
1056                           ISCSI_FLASHNODE_IPV6_FLOW_LABEL);
1057 iscsi_flashnode_conn_attr(fnode, redirect_ipaddr,
1058                           ISCSI_FLASHNODE_REDIRECT_IPADDR);
1059 iscsi_flashnode_conn_attr(fnode, max_segment_size,
1060                           ISCSI_FLASHNODE_MAX_SEGMENT_SIZE);
1061 iscsi_flashnode_conn_attr(fnode, link_local_ipv6,
1062                           ISCSI_FLASHNODE_LINK_LOCAL_IPV6);
1063 iscsi_flashnode_conn_attr(fnode, tcp_xmit_wsf, ISCSI_FLASHNODE_TCP_XMIT_WSF);
1064 iscsi_flashnode_conn_attr(fnode, tcp_recv_wsf, ISCSI_FLASHNODE_TCP_RECV_WSF);
1065 iscsi_flashnode_conn_attr(fnode, statsn, ISCSI_FLASHNODE_STATSN);
1066 iscsi_flashnode_conn_attr(fnode, exp_statsn, ISCSI_FLASHNODE_EXP_STATSN);
1067
1068 static struct attribute *iscsi_flashnode_conn_attrs[] = {
1069         &dev_attr_fnode_is_fw_assigned_ipv6.attr,
1070         &dev_attr_fnode_header_digest.attr,
1071         &dev_attr_fnode_data_digest.attr,
1072         &dev_attr_fnode_snack_req.attr,
1073         &dev_attr_fnode_tcp_timestamp_stat.attr,
1074         &dev_attr_fnode_tcp_nagle_disable.attr,
1075         &dev_attr_fnode_tcp_wsf_disable.attr,
1076         &dev_attr_fnode_tcp_timer_scale.attr,
1077         &dev_attr_fnode_tcp_timestamp_enable.attr,
1078         &dev_attr_fnode_fragment_disable.attr,
1079         &dev_attr_fnode_max_recv_dlength.attr,
1080         &dev_attr_fnode_max_xmit_dlength.attr,
1081         &dev_attr_fnode_keepalive_tmo.attr,
1082         &dev_attr_fnode_port.attr,
1083         &dev_attr_fnode_ipaddress.attr,
1084         &dev_attr_fnode_redirect_ipaddr.attr,
1085         &dev_attr_fnode_max_segment_size.attr,
1086         &dev_attr_fnode_local_port.attr,
1087         &dev_attr_fnode_ipv4_tos.attr,
1088         &dev_attr_fnode_ipv6_traffic_class.attr,
1089         &dev_attr_fnode_ipv6_flow_label.attr,
1090         &dev_attr_fnode_link_local_ipv6.attr,
1091         &dev_attr_fnode_tcp_xmit_wsf.attr,
1092         &dev_attr_fnode_tcp_recv_wsf.attr,
1093         &dev_attr_fnode_statsn.attr,
1094         &dev_attr_fnode_exp_statsn.attr,
1095         NULL,
1096 };
1097
1098 static umode_t iscsi_flashnode_conn_attr_is_visible(struct kobject *kobj,
1099                                                     struct attribute *attr,
1100                                                     int i)
1101 {
1102         struct device *dev = container_of(kobj, struct device, kobj);
1103         struct iscsi_bus_flash_conn *fnode_conn = iscsi_dev_to_flash_conn(dev);
1104         struct iscsi_transport *t = fnode_conn->transport;
1105         int param;
1106
1107         if (attr == &dev_attr_fnode_is_fw_assigned_ipv6.attr) {
1108                 param = ISCSI_FLASHNODE_IS_FW_ASSIGNED_IPV6;
1109         } else if (attr == &dev_attr_fnode_header_digest.attr) {
1110                 param = ISCSI_FLASHNODE_HDR_DGST_EN;
1111         } else if (attr == &dev_attr_fnode_data_digest.attr) {
1112                 param = ISCSI_FLASHNODE_DATA_DGST_EN;
1113         } else if (attr == &dev_attr_fnode_snack_req.attr) {
1114                 param = ISCSI_FLASHNODE_SNACK_REQ_EN;
1115         } else if (attr == &dev_attr_fnode_tcp_timestamp_stat.attr) {
1116                 param = ISCSI_FLASHNODE_TCP_TIMESTAMP_STAT;
1117         } else if (attr == &dev_attr_fnode_tcp_nagle_disable.attr) {
1118                 param = ISCSI_FLASHNODE_TCP_NAGLE_DISABLE;
1119         } else if (attr == &dev_attr_fnode_tcp_wsf_disable.attr) {
1120                 param = ISCSI_FLASHNODE_TCP_WSF_DISABLE;
1121         } else if (attr == &dev_attr_fnode_tcp_timer_scale.attr) {
1122                 param = ISCSI_FLASHNODE_TCP_TIMER_SCALE;
1123         } else if (attr == &dev_attr_fnode_tcp_timestamp_enable.attr) {
1124                 param = ISCSI_FLASHNODE_TCP_TIMESTAMP_EN;
1125         } else if (attr == &dev_attr_fnode_fragment_disable.attr) {
1126                 param = ISCSI_FLASHNODE_IP_FRAG_DISABLE;
1127         } else if (attr == &dev_attr_fnode_max_recv_dlength.attr) {
1128                 param = ISCSI_FLASHNODE_MAX_RECV_DLENGTH;
1129         } else if (attr == &dev_attr_fnode_max_xmit_dlength.attr) {
1130                 param = ISCSI_FLASHNODE_MAX_XMIT_DLENGTH;
1131         } else if (attr == &dev_attr_fnode_keepalive_tmo.attr) {
1132                 param = ISCSI_FLASHNODE_KEEPALIVE_TMO;
1133         } else if (attr == &dev_attr_fnode_port.attr) {
1134                 param = ISCSI_FLASHNODE_PORT;
1135         } else if (attr == &dev_attr_fnode_ipaddress.attr) {
1136                 param = ISCSI_FLASHNODE_IPADDR;
1137         } else if (attr == &dev_attr_fnode_redirect_ipaddr.attr) {
1138                 param = ISCSI_FLASHNODE_REDIRECT_IPADDR;
1139         } else if (attr == &dev_attr_fnode_max_segment_size.attr) {
1140                 param = ISCSI_FLASHNODE_MAX_SEGMENT_SIZE;
1141         } else if (attr == &dev_attr_fnode_local_port.attr) {
1142                 param = ISCSI_FLASHNODE_LOCAL_PORT;
1143         } else if (attr == &dev_attr_fnode_ipv4_tos.attr) {
1144                 param = ISCSI_FLASHNODE_IPV4_TOS;
1145         } else if (attr == &dev_attr_fnode_ipv6_traffic_class.attr) {
1146                 param = ISCSI_FLASHNODE_IPV6_TC;
1147         } else if (attr == &dev_attr_fnode_ipv6_flow_label.attr) {
1148                 param = ISCSI_FLASHNODE_IPV6_FLOW_LABEL;
1149         } else if (attr == &dev_attr_fnode_link_local_ipv6.attr) {
1150                 param = ISCSI_FLASHNODE_LINK_LOCAL_IPV6;
1151         } else if (attr == &dev_attr_fnode_tcp_xmit_wsf.attr) {
1152                 param = ISCSI_FLASHNODE_TCP_XMIT_WSF;
1153         } else if (attr == &dev_attr_fnode_tcp_recv_wsf.attr) {
1154                 param = ISCSI_FLASHNODE_TCP_RECV_WSF;
1155         } else if (attr == &dev_attr_fnode_statsn.attr) {
1156                 param = ISCSI_FLASHNODE_STATSN;
1157         } else if (attr == &dev_attr_fnode_exp_statsn.attr) {
1158                 param = ISCSI_FLASHNODE_EXP_STATSN;
1159         } else {
1160                 WARN_ONCE(1, "Invalid flashnode connection attr");
1161                 return 0;
1162         }
1163
1164         return t->attr_is_visible(ISCSI_FLASHNODE_PARAM, param);
1165 }
1166
1167 static struct attribute_group iscsi_flashnode_conn_attr_group = {
1168         .attrs = iscsi_flashnode_conn_attrs,
1169         .is_visible = iscsi_flashnode_conn_attr_is_visible,
1170 };
1171
1172 static const struct attribute_group *iscsi_flashnode_conn_attr_groups[] = {
1173         &iscsi_flashnode_conn_attr_group,
1174         NULL,
1175 };
1176
1177 static void iscsi_flashnode_conn_release(struct device *dev)
1178 {
1179         struct iscsi_bus_flash_conn *fnode_conn = iscsi_dev_to_flash_conn(dev);
1180
1181         kfree(fnode_conn->ipaddress);
1182         kfree(fnode_conn->redirect_ipaddr);
1183         kfree(fnode_conn->link_local_ipv6_addr);
1184         kfree(fnode_conn);
1185 }
1186
1187 static const struct device_type iscsi_flashnode_conn_dev_type = {
1188         .name = "iscsi_flashnode_conn_dev_type",
1189         .groups = iscsi_flashnode_conn_attr_groups,
1190         .release = iscsi_flashnode_conn_release,
1191 };
1192
1193 static struct bus_type iscsi_flashnode_bus;
1194
1195 int iscsi_flashnode_bus_match(struct device *dev,
1196                                      struct device_driver *drv)
1197 {
1198         if (dev->bus == &iscsi_flashnode_bus)
1199                 return 1;
1200         return 0;
1201 }
1202 EXPORT_SYMBOL_GPL(iscsi_flashnode_bus_match);
1203
1204 static struct bus_type iscsi_flashnode_bus = {
1205         .name = "iscsi_flashnode",
1206         .match = &iscsi_flashnode_bus_match,
1207 };
1208
1209 /**
1210  * iscsi_create_flashnode_sess - Add flashnode session entry in sysfs
1211  * @shost: pointer to host data
1212  * @index: index of flashnode to add in sysfs
1213  * @transport: pointer to transport data
1214  * @dd_size: total size to allocate
1215  *
1216  * Adds a sysfs entry for the flashnode session attributes
1217  *
1218  * Returns:
1219  *  pointer to allocated flashnode sess on success
1220  *  %NULL on failure
1221  */
1222 struct iscsi_bus_flash_session *
1223 iscsi_create_flashnode_sess(struct Scsi_Host *shost, int index,
1224                             struct iscsi_transport *transport,
1225                             int dd_size)
1226 {
1227         struct iscsi_bus_flash_session *fnode_sess;
1228         int err;
1229
1230         fnode_sess = kzalloc(sizeof(*fnode_sess) + dd_size, GFP_KERNEL);
1231         if (!fnode_sess)
1232                 return NULL;
1233
1234         fnode_sess->transport = transport;
1235         fnode_sess->target_id = index;
1236         fnode_sess->dev.type = &iscsi_flashnode_sess_dev_type;
1237         fnode_sess->dev.bus = &iscsi_flashnode_bus;
1238         fnode_sess->dev.parent = &shost->shost_gendev;
1239         dev_set_name(&fnode_sess->dev, "flashnode_sess-%u:%u",
1240                      shost->host_no, index);
1241
1242         err = device_register(&fnode_sess->dev);
1243         if (err)
1244                 goto free_fnode_sess;
1245
1246         if (dd_size)
1247                 fnode_sess->dd_data = &fnode_sess[1];
1248
1249         return fnode_sess;
1250
1251 free_fnode_sess:
1252         kfree(fnode_sess);
1253         return NULL;
1254 }
1255 EXPORT_SYMBOL_GPL(iscsi_create_flashnode_sess);
1256
1257 /**
1258  * iscsi_create_flashnode_conn - Add flashnode conn entry in sysfs
1259  * @shost: pointer to host data
1260  * @fnode_sess: pointer to the parent flashnode session entry
1261  * @transport: pointer to transport data
1262  * @dd_size: total size to allocate
1263  *
1264  * Adds a sysfs entry for the flashnode connection attributes
1265  *
1266  * Returns:
1267  *  pointer to allocated flashnode conn on success
1268  *  %NULL on failure
1269  */
1270 struct iscsi_bus_flash_conn *
1271 iscsi_create_flashnode_conn(struct Scsi_Host *shost,
1272                             struct iscsi_bus_flash_session *fnode_sess,
1273                             struct iscsi_transport *transport,
1274                             int dd_size)
1275 {
1276         struct iscsi_bus_flash_conn *fnode_conn;
1277         int err;
1278
1279         fnode_conn = kzalloc(sizeof(*fnode_conn) + dd_size, GFP_KERNEL);
1280         if (!fnode_conn)
1281                 return NULL;
1282
1283         fnode_conn->transport = transport;
1284         fnode_conn->dev.type = &iscsi_flashnode_conn_dev_type;
1285         fnode_conn->dev.bus = &iscsi_flashnode_bus;
1286         fnode_conn->dev.parent = &fnode_sess->dev;
1287         dev_set_name(&fnode_conn->dev, "flashnode_conn-%u:%u:0",
1288                      shost->host_no, fnode_sess->target_id);
1289
1290         err = device_register(&fnode_conn->dev);
1291         if (err)
1292                 goto free_fnode_conn;
1293
1294         if (dd_size)
1295                 fnode_conn->dd_data = &fnode_conn[1];
1296
1297         return fnode_conn;
1298
1299 free_fnode_conn:
1300         kfree(fnode_conn);
1301         return NULL;
1302 }
1303 EXPORT_SYMBOL_GPL(iscsi_create_flashnode_conn);
1304
1305 /**
1306  * iscsi_is_flashnode_conn_dev - verify passed device is to be flashnode conn
1307  * @dev: device to verify
1308  * @data: pointer to data containing value to use for verification
1309  *
1310  * Verifies if the passed device is flashnode conn device
1311  *
1312  * Returns:
1313  *  1 on success
1314  *  0 on failure
1315  */
1316 static int iscsi_is_flashnode_conn_dev(struct device *dev, void *data)
1317 {
1318         return dev->bus == &iscsi_flashnode_bus;
1319 }
1320
1321 static int iscsi_destroy_flashnode_conn(struct iscsi_bus_flash_conn *fnode_conn)
1322 {
1323         device_unregister(&fnode_conn->dev);
1324         return 0;
1325 }
1326
1327 static int flashnode_match_index(struct device *dev, void *data)
1328 {
1329         struct iscsi_bus_flash_session *fnode_sess = NULL;
1330         int ret = 0;
1331
1332         if (!iscsi_flashnode_bus_match(dev, NULL))
1333                 goto exit_match_index;
1334
1335         fnode_sess = iscsi_dev_to_flash_session(dev);
1336         ret = (fnode_sess->target_id == *((int *)data)) ? 1 : 0;
1337
1338 exit_match_index:
1339         return ret;
1340 }
1341
1342 /**
1343  * iscsi_get_flashnode_by_index -finds flashnode session entry by index
1344  * @shost: pointer to host data
1345  * @idx: index to match
1346  *
1347  * Finds the flashnode session object for the passed index
1348  *
1349  * Returns:
1350  *  pointer to found flashnode session object on success
1351  *  %NULL on failure
1352  */
1353 static struct iscsi_bus_flash_session *
1354 iscsi_get_flashnode_by_index(struct Scsi_Host *shost, uint32_t idx)
1355 {
1356         struct iscsi_bus_flash_session *fnode_sess = NULL;
1357         struct device *dev;
1358
1359         dev = device_find_child(&shost->shost_gendev, &idx,
1360                                 flashnode_match_index);
1361         if (dev)
1362                 fnode_sess = iscsi_dev_to_flash_session(dev);
1363
1364         return fnode_sess;
1365 }
1366
1367 /**
1368  * iscsi_find_flashnode_sess - finds flashnode session entry
1369  * @shost: pointer to host data
1370  * @data: pointer to data containing value to use for comparison
1371  * @fn: function pointer that does actual comparison
1372  *
1373  * Finds the flashnode session object comparing the data passed using logic
1374  * defined in passed function pointer
1375  *
1376  * Returns:
1377  *  pointer to found flashnode session device object on success
1378  *  %NULL on failure
1379  */
1380 struct device *
1381 iscsi_find_flashnode_sess(struct Scsi_Host *shost, void *data,
1382                           int (*fn)(struct device *dev, void *data))
1383 {
1384         return device_find_child(&shost->shost_gendev, data, fn);
1385 }
1386 EXPORT_SYMBOL_GPL(iscsi_find_flashnode_sess);
1387
1388 /**
1389  * iscsi_find_flashnode_conn - finds flashnode connection entry
1390  * @fnode_sess: pointer to parent flashnode session entry
1391  *
1392  * Finds the flashnode connection object comparing the data passed using logic
1393  * defined in passed function pointer
1394  *
1395  * Returns:
1396  *  pointer to found flashnode connection device object on success
1397  *  %NULL on failure
1398  */
1399 struct device *
1400 iscsi_find_flashnode_conn(struct iscsi_bus_flash_session *fnode_sess)
1401 {
1402         return device_find_child(&fnode_sess->dev, NULL,
1403                                  iscsi_is_flashnode_conn_dev);
1404 }
1405 EXPORT_SYMBOL_GPL(iscsi_find_flashnode_conn);
1406
1407 static int iscsi_iter_destroy_flashnode_conn_fn(struct device *dev, void *data)
1408 {
1409         if (!iscsi_is_flashnode_conn_dev(dev, NULL))
1410                 return 0;
1411
1412         return iscsi_destroy_flashnode_conn(iscsi_dev_to_flash_conn(dev));
1413 }
1414
1415 /**
1416  * iscsi_destroy_flashnode_sess - destroy flashnode session entry
1417  * @fnode_sess: pointer to flashnode session entry to be destroyed
1418  *
1419  * Deletes the flashnode session entry and all children flashnode connection
1420  * entries from sysfs
1421  */
1422 void iscsi_destroy_flashnode_sess(struct iscsi_bus_flash_session *fnode_sess)
1423 {
1424         int err;
1425
1426         err = device_for_each_child(&fnode_sess->dev, NULL,
1427                                     iscsi_iter_destroy_flashnode_conn_fn);
1428         if (err)
1429                 pr_err("Could not delete all connections for %s. Error %d.\n",
1430                        fnode_sess->dev.kobj.name, err);
1431
1432         device_unregister(&fnode_sess->dev);
1433 }
1434 EXPORT_SYMBOL_GPL(iscsi_destroy_flashnode_sess);
1435
1436 static int iscsi_iter_destroy_flashnode_fn(struct device *dev, void *data)
1437 {
1438         if (!iscsi_flashnode_bus_match(dev, NULL))
1439                 return 0;
1440
1441         iscsi_destroy_flashnode_sess(iscsi_dev_to_flash_session(dev));
1442         return 0;
1443 }
1444
1445 /**
1446  * iscsi_destroy_all_flashnode - destroy all flashnode session entries
1447  * @shost: pointer to host data
1448  *
1449  * Destroys all the flashnode session entries and all corresponding children
1450  * flashnode connection entries from sysfs
1451  */
1452 void iscsi_destroy_all_flashnode(struct Scsi_Host *shost)
1453 {
1454         device_for_each_child(&shost->shost_gendev, NULL,
1455                               iscsi_iter_destroy_flashnode_fn);
1456 }
1457 EXPORT_SYMBOL_GPL(iscsi_destroy_all_flashnode);
1458
1459 /*
1460  * BSG support
1461  */
1462 /**
1463  * iscsi_bsg_host_dispatch - Dispatch command to LLD.
1464  * @job: bsg job to be processed
1465  */
1466 static int iscsi_bsg_host_dispatch(struct bsg_job *job)
1467 {
1468         struct Scsi_Host *shost = iscsi_job_to_shost(job);
1469         struct iscsi_bsg_request *req = job->request;
1470         struct iscsi_bsg_reply *reply = job->reply;
1471         struct iscsi_internal *i = to_iscsi_internal(shost->transportt);
1472         int cmdlen = sizeof(uint32_t);  /* start with length of msgcode */
1473         int ret;
1474
1475         /* check if we have the msgcode value at least */
1476         if (job->request_len < sizeof(uint32_t)) {
1477                 ret = -ENOMSG;
1478                 goto fail_host_msg;
1479         }
1480
1481         /* Validate the host command */
1482         switch (req->msgcode) {
1483         case ISCSI_BSG_HST_VENDOR:
1484                 cmdlen += sizeof(struct iscsi_bsg_host_vendor);
1485                 if ((shost->hostt->vendor_id == 0L) ||
1486                     (req->rqst_data.h_vendor.vendor_id !=
1487                         shost->hostt->vendor_id)) {
1488                         ret = -ESRCH;
1489                         goto fail_host_msg;
1490                 }
1491                 break;
1492         default:
1493                 ret = -EBADR;
1494                 goto fail_host_msg;
1495         }
1496
1497         /* check if we really have all the request data needed */
1498         if (job->request_len < cmdlen) {
1499                 ret = -ENOMSG;
1500                 goto fail_host_msg;
1501         }
1502
1503         ret = i->iscsi_transport->bsg_request(job);
1504         if (!ret)
1505                 return 0;
1506
1507 fail_host_msg:
1508         /* return the errno failure code as the only status */
1509         BUG_ON(job->reply_len < sizeof(uint32_t));
1510         reply->reply_payload_rcv_len = 0;
1511         reply->result = ret;
1512         job->reply_len = sizeof(uint32_t);
1513         bsg_job_done(job, ret, 0);
1514         return 0;
1515 }
1516
1517 /**
1518  * iscsi_bsg_host_add - Create and add the bsg hooks to receive requests
1519  * @shost: shost for iscsi_host
1520  * @ihost: iscsi_cls_host adding the structures to
1521  */
1522 static int
1523 iscsi_bsg_host_add(struct Scsi_Host *shost, struct iscsi_cls_host *ihost)
1524 {
1525         struct device *dev = &shost->shost_gendev;
1526         struct iscsi_internal *i = to_iscsi_internal(shost->transportt);
1527         struct request_queue *q;
1528         char bsg_name[20];
1529
1530         if (!i->iscsi_transport->bsg_request)
1531                 return -ENOTSUPP;
1532
1533         snprintf(bsg_name, sizeof(bsg_name), "iscsi_host%d", shost->host_no);
1534         q = bsg_setup_queue(dev, bsg_name, iscsi_bsg_host_dispatch, NULL, 0);
1535         if (IS_ERR(q)) {
1536                 shost_printk(KERN_ERR, shost, "bsg interface failed to "
1537                              "initialize - no request queue\n");
1538                 return PTR_ERR(q);
1539         }
1540         __scsi_init_queue(shost, q);
1541
1542         ihost->bsg_q = q;
1543         return 0;
1544 }
1545
1546 static int iscsi_setup_host(struct transport_container *tc, struct device *dev,
1547                             struct device *cdev)
1548 {
1549         struct Scsi_Host *shost = dev_to_shost(dev);
1550         struct iscsi_cls_host *ihost = shost->shost_data;
1551
1552         memset(ihost, 0, sizeof(*ihost));
1553         atomic_set(&ihost->nr_scans, 0);
1554         mutex_init(&ihost->mutex);
1555
1556         iscsi_bsg_host_add(shost, ihost);
1557         /* ignore any bsg add error - we just can't do sgio */
1558
1559         return 0;
1560 }
1561
1562 static int iscsi_remove_host(struct transport_container *tc,
1563                              struct device *dev, struct device *cdev)
1564 {
1565         struct Scsi_Host *shost = dev_to_shost(dev);
1566         struct iscsi_cls_host *ihost = shost->shost_data;
1567
1568         bsg_remove_queue(ihost->bsg_q);
1569         return 0;
1570 }
1571
1572 static DECLARE_TRANSPORT_CLASS(iscsi_host_class,
1573                                "iscsi_host",
1574                                iscsi_setup_host,
1575                                iscsi_remove_host,
1576                                NULL);
1577
1578 static DECLARE_TRANSPORT_CLASS(iscsi_session_class,
1579                                "iscsi_session",
1580                                NULL,
1581                                NULL,
1582                                NULL);
1583
1584 static DECLARE_TRANSPORT_CLASS(iscsi_connection_class,
1585                                "iscsi_connection",
1586                                NULL,
1587                                NULL,
1588                                NULL);
1589
1590 static struct sock *nls;
1591 static DEFINE_MUTEX(rx_queue_mutex);
1592
1593 static LIST_HEAD(sesslist);
1594 static DEFINE_SPINLOCK(sesslock);
1595 static LIST_HEAD(connlist);
1596 static DEFINE_SPINLOCK(connlock);
1597
1598 static uint32_t iscsi_conn_get_sid(struct iscsi_cls_conn *conn)
1599 {
1600         struct iscsi_cls_session *sess = iscsi_dev_to_session(conn->dev.parent);
1601         return sess->sid;
1602 }
1603
1604 /*
1605  * Returns the matching session to a given sid
1606  */
1607 static struct iscsi_cls_session *iscsi_session_lookup(uint32_t sid)
1608 {
1609         unsigned long flags;
1610         struct iscsi_cls_session *sess;
1611
1612         spin_lock_irqsave(&sesslock, flags);
1613         list_for_each_entry(sess, &sesslist, sess_list) {
1614                 if (sess->sid == sid) {
1615                         spin_unlock_irqrestore(&sesslock, flags);
1616                         return sess;
1617                 }
1618         }
1619         spin_unlock_irqrestore(&sesslock, flags);
1620         return NULL;
1621 }
1622
1623 /*
1624  * Returns the matching connection to a given sid / cid tuple
1625  */
1626 static struct iscsi_cls_conn *iscsi_conn_lookup(uint32_t sid, uint32_t cid)
1627 {
1628         unsigned long flags;
1629         struct iscsi_cls_conn *conn;
1630
1631         spin_lock_irqsave(&connlock, flags);
1632         list_for_each_entry(conn, &connlist, conn_list) {
1633                 if ((conn->cid == cid) && (iscsi_conn_get_sid(conn) == sid)) {
1634                         spin_unlock_irqrestore(&connlock, flags);
1635                         return conn;
1636                 }
1637         }
1638         spin_unlock_irqrestore(&connlock, flags);
1639         return NULL;
1640 }
1641
1642 /*
1643  * The following functions can be used by LLDs that allocate
1644  * their own scsi_hosts or by software iscsi LLDs
1645  */
1646 static struct {
1647         int value;
1648         char *name;
1649 } iscsi_session_state_names[] = {
1650         { ISCSI_SESSION_LOGGED_IN,      "LOGGED_IN" },
1651         { ISCSI_SESSION_FAILED,         "FAILED" },
1652         { ISCSI_SESSION_FREE,           "FREE" },
1653 };
1654
1655 static const char *iscsi_session_state_name(int state)
1656 {
1657         int i;
1658         char *name = NULL;
1659
1660         for (i = 0; i < ARRAY_SIZE(iscsi_session_state_names); i++) {
1661                 if (iscsi_session_state_names[i].value == state) {
1662                         name = iscsi_session_state_names[i].name;
1663                         break;
1664                 }
1665         }
1666         return name;
1667 }
1668
1669 int iscsi_session_chkready(struct iscsi_cls_session *session)
1670 {
1671         unsigned long flags;
1672         int err;
1673
1674         spin_lock_irqsave(&session->lock, flags);
1675         switch (session->state) {
1676         case ISCSI_SESSION_LOGGED_IN:
1677                 err = 0;
1678                 break;
1679         case ISCSI_SESSION_FAILED:
1680                 err = DID_IMM_RETRY << 16;
1681                 break;
1682         case ISCSI_SESSION_FREE:
1683                 err = DID_TRANSPORT_FAILFAST << 16;
1684                 break;
1685         default:
1686                 err = DID_NO_CONNECT << 16;
1687                 break;
1688         }
1689         spin_unlock_irqrestore(&session->lock, flags);
1690         return err;
1691 }
1692 EXPORT_SYMBOL_GPL(iscsi_session_chkready);
1693
1694 int iscsi_is_session_online(struct iscsi_cls_session *session)
1695 {
1696         unsigned long flags;
1697         int ret = 0;
1698
1699         spin_lock_irqsave(&session->lock, flags);
1700         if (session->state == ISCSI_SESSION_LOGGED_IN)
1701                 ret = 1;
1702         spin_unlock_irqrestore(&session->lock, flags);
1703         return ret;
1704 }
1705 EXPORT_SYMBOL_GPL(iscsi_is_session_online);
1706
1707 static void iscsi_session_release(struct device *dev)
1708 {
1709         struct iscsi_cls_session *session = iscsi_dev_to_session(dev);
1710         struct Scsi_Host *shost;
1711
1712         shost = iscsi_session_to_shost(session);
1713         scsi_host_put(shost);
1714         ISCSI_DBG_TRANS_SESSION(session, "Completing session release\n");
1715         kfree(session);
1716 }
1717
1718 int iscsi_is_session_dev(const struct device *dev)
1719 {
1720         return dev->release == iscsi_session_release;
1721 }
1722 EXPORT_SYMBOL_GPL(iscsi_is_session_dev);
1723
1724 static int iscsi_iter_session_fn(struct device *dev, void *data)
1725 {
1726         void (* fn) (struct iscsi_cls_session *) = data;
1727
1728         if (!iscsi_is_session_dev(dev))
1729                 return 0;
1730         fn(iscsi_dev_to_session(dev));
1731         return 0;
1732 }
1733
1734 void iscsi_host_for_each_session(struct Scsi_Host *shost,
1735                                  void (*fn)(struct iscsi_cls_session *))
1736 {
1737         device_for_each_child(&shost->shost_gendev, fn,
1738                               iscsi_iter_session_fn);
1739 }
1740 EXPORT_SYMBOL_GPL(iscsi_host_for_each_session);
1741
1742 /**
1743  * iscsi_scan_finished - helper to report when running scans are done
1744  * @shost: scsi host
1745  * @time: scan run time
1746  *
1747  * This function can be used by drives like qla4xxx to report to the scsi
1748  * layer when the scans it kicked off at module load time are done.
1749  */
1750 int iscsi_scan_finished(struct Scsi_Host *shost, unsigned long time)
1751 {
1752         struct iscsi_cls_host *ihost = shost->shost_data;
1753         /*
1754          * qla4xxx will have kicked off some session unblocks before calling
1755          * scsi_scan_host, so just wait for them to complete.
1756          */
1757         return !atomic_read(&ihost->nr_scans);
1758 }
1759 EXPORT_SYMBOL_GPL(iscsi_scan_finished);
1760
1761 struct iscsi_scan_data {
1762         unsigned int channel;
1763         unsigned int id;
1764         u64 lun;
1765         enum scsi_scan_mode rescan;
1766 };
1767
1768 static int iscsi_user_scan_session(struct device *dev, void *data)
1769 {
1770         struct iscsi_scan_data *scan_data = data;
1771         struct iscsi_cls_session *session;
1772         struct Scsi_Host *shost;
1773         struct iscsi_cls_host *ihost;
1774         unsigned long flags;
1775         unsigned int id;
1776
1777         if (!iscsi_is_session_dev(dev))
1778                 return 0;
1779
1780         session = iscsi_dev_to_session(dev);
1781
1782         ISCSI_DBG_TRANS_SESSION(session, "Scanning session\n");
1783
1784         shost = iscsi_session_to_shost(session);
1785         ihost = shost->shost_data;
1786
1787         mutex_lock(&ihost->mutex);
1788         spin_lock_irqsave(&session->lock, flags);
1789         if (session->state != ISCSI_SESSION_LOGGED_IN) {
1790                 spin_unlock_irqrestore(&session->lock, flags);
1791                 goto user_scan_exit;
1792         }
1793         id = session->target_id;
1794         spin_unlock_irqrestore(&session->lock, flags);
1795
1796         if (id != ISCSI_MAX_TARGET) {
1797                 if ((scan_data->channel == SCAN_WILD_CARD ||
1798                      scan_data->channel == 0) &&
1799                     (scan_data->id == SCAN_WILD_CARD ||
1800                      scan_data->id == id))
1801                         scsi_scan_target(&session->dev, 0, id,
1802                                          scan_data->lun, scan_data->rescan);
1803         }
1804
1805 user_scan_exit:
1806         mutex_unlock(&ihost->mutex);
1807         ISCSI_DBG_TRANS_SESSION(session, "Completed session scan\n");
1808         return 0;
1809 }
1810
1811 static int iscsi_user_scan(struct Scsi_Host *shost, uint channel,
1812                            uint id, u64 lun)
1813 {
1814         struct iscsi_scan_data scan_data;
1815
1816         scan_data.channel = channel;
1817         scan_data.id = id;
1818         scan_data.lun = lun;
1819         scan_data.rescan = SCSI_SCAN_MANUAL;
1820
1821         return device_for_each_child(&shost->shost_gendev, &scan_data,
1822                                      iscsi_user_scan_session);
1823 }
1824
1825 static void iscsi_scan_session(struct work_struct *work)
1826 {
1827         struct iscsi_cls_session *session =
1828                         container_of(work, struct iscsi_cls_session, scan_work);
1829         struct Scsi_Host *shost = iscsi_session_to_shost(session);
1830         struct iscsi_cls_host *ihost = shost->shost_data;
1831         struct iscsi_scan_data scan_data;
1832
1833         scan_data.channel = 0;
1834         scan_data.id = SCAN_WILD_CARD;
1835         scan_data.lun = SCAN_WILD_CARD;
1836         scan_data.rescan = SCSI_SCAN_RESCAN;
1837
1838         iscsi_user_scan_session(&session->dev, &scan_data);
1839         atomic_dec(&ihost->nr_scans);
1840 }
1841
1842 /**
1843  * iscsi_block_scsi_eh - block scsi eh until session state has transistioned
1844  * @cmd: scsi cmd passed to scsi eh handler
1845  *
1846  * If the session is down this function will wait for the recovery
1847  * timer to fire or for the session to be logged back in. If the
1848  * recovery timer fires then FAST_IO_FAIL is returned. The caller
1849  * should pass this error value to the scsi eh.
1850  */
1851 int iscsi_block_scsi_eh(struct scsi_cmnd *cmd)
1852 {
1853         struct iscsi_cls_session *session =
1854                         starget_to_session(scsi_target(cmd->device));
1855         unsigned long flags;
1856         int ret = 0;
1857
1858         spin_lock_irqsave(&session->lock, flags);
1859         while (session->state != ISCSI_SESSION_LOGGED_IN) {
1860                 if (session->state == ISCSI_SESSION_FREE) {
1861                         ret = FAST_IO_FAIL;
1862                         break;
1863                 }
1864                 spin_unlock_irqrestore(&session->lock, flags);
1865                 msleep(1000);
1866                 spin_lock_irqsave(&session->lock, flags);
1867         }
1868         spin_unlock_irqrestore(&session->lock, flags);
1869         return ret;
1870 }
1871 EXPORT_SYMBOL_GPL(iscsi_block_scsi_eh);
1872
1873 static void session_recovery_timedout(struct work_struct *work)
1874 {
1875         struct iscsi_cls_session *session =
1876                 container_of(work, struct iscsi_cls_session,
1877                              recovery_work.work);
1878         unsigned long flags;
1879
1880         iscsi_cls_session_printk(KERN_INFO, session,
1881                                  "session recovery timed out after %d secs\n",
1882                                  session->recovery_tmo);
1883
1884         spin_lock_irqsave(&session->lock, flags);
1885         switch (session->state) {
1886         case ISCSI_SESSION_FAILED:
1887                 session->state = ISCSI_SESSION_FREE;
1888                 break;
1889         case ISCSI_SESSION_LOGGED_IN:
1890         case ISCSI_SESSION_FREE:
1891                 /* we raced with the unblock's flush */
1892                 spin_unlock_irqrestore(&session->lock, flags);
1893                 return;
1894         }
1895         spin_unlock_irqrestore(&session->lock, flags);
1896
1897         ISCSI_DBG_TRANS_SESSION(session, "Unblocking SCSI target\n");
1898         scsi_target_unblock(&session->dev, SDEV_TRANSPORT_OFFLINE);
1899         ISCSI_DBG_TRANS_SESSION(session, "Completed unblocking SCSI target\n");
1900
1901         if (session->transport->session_recovery_timedout)
1902                 session->transport->session_recovery_timedout(session);
1903 }
1904
1905 static void __iscsi_unblock_session(struct work_struct *work)
1906 {
1907         struct iscsi_cls_session *session =
1908                         container_of(work, struct iscsi_cls_session,
1909                                      unblock_work);
1910         struct Scsi_Host *shost = iscsi_session_to_shost(session);
1911         struct iscsi_cls_host *ihost = shost->shost_data;
1912         unsigned long flags;
1913
1914         ISCSI_DBG_TRANS_SESSION(session, "Unblocking session\n");
1915         /*
1916          * The recovery and unblock work get run from the same workqueue,
1917          * so try to cancel it if it was going to run after this unblock.
1918          */
1919         cancel_delayed_work(&session->recovery_work);
1920         spin_lock_irqsave(&session->lock, flags);
1921         session->state = ISCSI_SESSION_LOGGED_IN;
1922         spin_unlock_irqrestore(&session->lock, flags);
1923         /* start IO */
1924         scsi_target_unblock(&session->dev, SDEV_RUNNING);
1925         /*
1926          * Only do kernel scanning if the driver is properly hooked into
1927          * the async scanning code (drivers like iscsi_tcp do login and
1928          * scanning from userspace).
1929          */
1930         if (shost->hostt->scan_finished) {
1931                 if (scsi_queue_work(shost, &session->scan_work))
1932                         atomic_inc(&ihost->nr_scans);
1933         }
1934         ISCSI_DBG_TRANS_SESSION(session, "Completed unblocking session\n");
1935 }
1936
1937 /**
1938  * iscsi_unblock_session - set a session as logged in and start IO.
1939  * @session: iscsi session
1940  *
1941  * Mark a session as ready to accept IO.
1942  */
1943 void iscsi_unblock_session(struct iscsi_cls_session *session)
1944 {
1945         queue_work(iscsi_eh_timer_workq, &session->unblock_work);
1946         /*
1947          * make sure all the events have completed before tell the driver
1948          * it is safe
1949          */
1950         flush_workqueue(iscsi_eh_timer_workq);
1951 }
1952 EXPORT_SYMBOL_GPL(iscsi_unblock_session);
1953
1954 static void __iscsi_block_session(struct work_struct *work)
1955 {
1956         struct iscsi_cls_session *session =
1957                         container_of(work, struct iscsi_cls_session,
1958                                      block_work);
1959         unsigned long flags;
1960
1961         ISCSI_DBG_TRANS_SESSION(session, "Blocking session\n");
1962         spin_lock_irqsave(&session->lock, flags);
1963         session->state = ISCSI_SESSION_FAILED;
1964         spin_unlock_irqrestore(&session->lock, flags);
1965         scsi_target_block(&session->dev);
1966         ISCSI_DBG_TRANS_SESSION(session, "Completed SCSI target blocking\n");
1967         if (session->recovery_tmo >= 0)
1968                 queue_delayed_work(iscsi_eh_timer_workq,
1969                                    &session->recovery_work,
1970                                    session->recovery_tmo * HZ);
1971 }
1972
1973 void iscsi_block_session(struct iscsi_cls_session *session)
1974 {
1975         queue_work(iscsi_eh_timer_workq, &session->block_work);
1976 }
1977 EXPORT_SYMBOL_GPL(iscsi_block_session);
1978
1979 static void __iscsi_unbind_session(struct work_struct *work)
1980 {
1981         struct iscsi_cls_session *session =
1982                         container_of(work, struct iscsi_cls_session,
1983                                      unbind_work);
1984         struct Scsi_Host *shost = iscsi_session_to_shost(session);
1985         struct iscsi_cls_host *ihost = shost->shost_data;
1986         unsigned long flags;
1987         unsigned int target_id;
1988
1989         ISCSI_DBG_TRANS_SESSION(session, "Unbinding session\n");
1990
1991         /* Prevent new scans and make sure scanning is not in progress */
1992         mutex_lock(&ihost->mutex);
1993         spin_lock_irqsave(&session->lock, flags);
1994         if (session->target_id == ISCSI_MAX_TARGET) {
1995                 spin_unlock_irqrestore(&session->lock, flags);
1996                 mutex_unlock(&ihost->mutex);
1997                 goto unbind_session_exit;
1998         }
1999
2000         target_id = session->target_id;
2001         session->target_id = ISCSI_MAX_TARGET;
2002         spin_unlock_irqrestore(&session->lock, flags);
2003         mutex_unlock(&ihost->mutex);
2004
2005         if (session->ida_used)
2006                 ida_simple_remove(&iscsi_sess_ida, target_id);
2007
2008         scsi_remove_target(&session->dev);
2009
2010 unbind_session_exit:
2011         iscsi_session_event(session, ISCSI_KEVENT_UNBIND_SESSION);
2012         ISCSI_DBG_TRANS_SESSION(session, "Completed target removal\n");
2013 }
2014
2015 struct iscsi_cls_session *
2016 iscsi_alloc_session(struct Scsi_Host *shost, struct iscsi_transport *transport,
2017                     int dd_size)
2018 {
2019         struct iscsi_cls_session *session;
2020
2021         session = kzalloc(sizeof(*session) + dd_size,
2022                           GFP_KERNEL);
2023         if (!session)
2024                 return NULL;
2025
2026         session->transport = transport;
2027         session->creator = -1;
2028         session->recovery_tmo = 120;
2029         session->recovery_tmo_sysfs_override = false;
2030         session->state = ISCSI_SESSION_FREE;
2031         INIT_DELAYED_WORK(&session->recovery_work, session_recovery_timedout);
2032         INIT_LIST_HEAD(&session->sess_list);
2033         INIT_WORK(&session->unblock_work, __iscsi_unblock_session);
2034         INIT_WORK(&session->block_work, __iscsi_block_session);
2035         INIT_WORK(&session->unbind_work, __iscsi_unbind_session);
2036         INIT_WORK(&session->scan_work, iscsi_scan_session);
2037         spin_lock_init(&session->lock);
2038
2039         /* this is released in the dev's release function */
2040         scsi_host_get(shost);
2041         session->dev.parent = &shost->shost_gendev;
2042         session->dev.release = iscsi_session_release;
2043         device_initialize(&session->dev);
2044         if (dd_size)
2045                 session->dd_data = &session[1];
2046
2047         ISCSI_DBG_TRANS_SESSION(session, "Completed session allocation\n");
2048         return session;
2049 }
2050 EXPORT_SYMBOL_GPL(iscsi_alloc_session);
2051
2052 int iscsi_add_session(struct iscsi_cls_session *session, unsigned int target_id)
2053 {
2054         unsigned long flags;
2055         int id = 0;
2056         int err;
2057
2058         session->sid = atomic_add_return(1, &iscsi_session_nr);
2059
2060         if (target_id == ISCSI_MAX_TARGET) {
2061                 id = ida_simple_get(&iscsi_sess_ida, 0, 0, GFP_KERNEL);
2062
2063                 if (id < 0) {
2064                         iscsi_cls_session_printk(KERN_ERR, session,
2065                                         "Failure in Target ID Allocation\n");
2066                         return id;
2067                 }
2068                 session->target_id = (unsigned int)id;
2069                 session->ida_used = true;
2070         } else
2071                 session->target_id = target_id;
2072
2073         dev_set_name(&session->dev, "session%u", session->sid);
2074         err = device_add(&session->dev);
2075         if (err) {
2076                 iscsi_cls_session_printk(KERN_ERR, session,
2077                                          "could not register session's dev\n");
2078                 goto release_ida;
2079         }
2080         transport_register_device(&session->dev);
2081
2082         spin_lock_irqsave(&sesslock, flags);
2083         list_add(&session->sess_list, &sesslist);
2084         spin_unlock_irqrestore(&sesslock, flags);
2085
2086         iscsi_session_event(session, ISCSI_KEVENT_CREATE_SESSION);
2087         ISCSI_DBG_TRANS_SESSION(session, "Completed session adding\n");
2088         return 0;
2089
2090 release_ida:
2091         if (session->ida_used)
2092                 ida_simple_remove(&iscsi_sess_ida, session->target_id);
2093
2094         return err;
2095 }
2096 EXPORT_SYMBOL_GPL(iscsi_add_session);
2097
2098 /**
2099  * iscsi_create_session - create iscsi class session
2100  * @shost: scsi host
2101  * @transport: iscsi transport
2102  * @dd_size: private driver data size
2103  * @target_id: which target
2104  *
2105  * This can be called from a LLD or iscsi_transport.
2106  */
2107 struct iscsi_cls_session *
2108 iscsi_create_session(struct Scsi_Host *shost, struct iscsi_transport *transport,
2109                      int dd_size, unsigned int target_id)
2110 {
2111         struct iscsi_cls_session *session;
2112
2113         session = iscsi_alloc_session(shost, transport, dd_size);
2114         if (!session)
2115                 return NULL;
2116
2117         if (iscsi_add_session(session, target_id)) {
2118                 iscsi_free_session(session);
2119                 return NULL;
2120         }
2121         return session;
2122 }
2123 EXPORT_SYMBOL_GPL(iscsi_create_session);
2124
2125 static void iscsi_conn_release(struct device *dev)
2126 {
2127         struct iscsi_cls_conn *conn = iscsi_dev_to_conn(dev);
2128         struct device *parent = conn->dev.parent;
2129
2130         ISCSI_DBG_TRANS_CONN(conn, "Releasing conn\n");
2131         kfree(conn);
2132         put_device(parent);
2133 }
2134
2135 static int iscsi_is_conn_dev(const struct device *dev)
2136 {
2137         return dev->release == iscsi_conn_release;
2138 }
2139
2140 static int iscsi_iter_destroy_conn_fn(struct device *dev, void *data)
2141 {
2142         if (!iscsi_is_conn_dev(dev))
2143                 return 0;
2144         return iscsi_destroy_conn(iscsi_dev_to_conn(dev));
2145 }
2146
2147 void iscsi_remove_session(struct iscsi_cls_session *session)
2148 {
2149         unsigned long flags;
2150         int err;
2151
2152         ISCSI_DBG_TRANS_SESSION(session, "Removing session\n");
2153
2154         spin_lock_irqsave(&sesslock, flags);
2155         list_del(&session->sess_list);
2156         spin_unlock_irqrestore(&sesslock, flags);
2157
2158         /* make sure there are no blocks/unblocks queued */
2159         flush_workqueue(iscsi_eh_timer_workq);
2160         /* make sure the timedout callout is not running */
2161         if (!cancel_delayed_work(&session->recovery_work))
2162                 flush_workqueue(iscsi_eh_timer_workq);
2163         /*
2164          * If we are blocked let commands flow again. The lld or iscsi
2165          * layer should set up the queuecommand to fail commands.
2166          * We assume that LLD will not be calling block/unblock while
2167          * removing the session.
2168          */
2169         spin_lock_irqsave(&session->lock, flags);
2170         session->state = ISCSI_SESSION_FREE;
2171         spin_unlock_irqrestore(&session->lock, flags);
2172
2173         scsi_target_unblock(&session->dev, SDEV_TRANSPORT_OFFLINE);
2174         /* flush running scans then delete devices */
2175         flush_work(&session->scan_work);
2176         /* flush running unbind operations */
2177         flush_work(&session->unbind_work);
2178         __iscsi_unbind_session(&session->unbind_work);
2179
2180         /* hw iscsi may not have removed all connections from session */
2181         err = device_for_each_child(&session->dev, NULL,
2182                                     iscsi_iter_destroy_conn_fn);
2183         if (err)
2184                 iscsi_cls_session_printk(KERN_ERR, session,
2185                                          "Could not delete all connections "
2186                                          "for session. Error %d.\n", err);
2187
2188         transport_unregister_device(&session->dev);
2189
2190         ISCSI_DBG_TRANS_SESSION(session, "Completing session removal\n");
2191         device_del(&session->dev);
2192 }
2193 EXPORT_SYMBOL_GPL(iscsi_remove_session);
2194
2195 void iscsi_free_session(struct iscsi_cls_session *session)
2196 {
2197         ISCSI_DBG_TRANS_SESSION(session, "Freeing session\n");
2198         iscsi_session_event(session, ISCSI_KEVENT_DESTROY_SESSION);
2199         put_device(&session->dev);
2200 }
2201 EXPORT_SYMBOL_GPL(iscsi_free_session);
2202
2203 /**
2204  * iscsi_create_conn - create iscsi class connection
2205  * @session: iscsi cls session
2206  * @dd_size: private driver data size
2207  * @cid: connection id
2208  *
2209  * This can be called from a LLD or iscsi_transport. The connection
2210  * is child of the session so cid must be unique for all connections
2211  * on the session.
2212  *
2213  * Since we do not support MCS, cid will normally be zero. In some cases
2214  * for software iscsi we could be trying to preallocate a connection struct
2215  * in which case there could be two connection structs and cid would be
2216  * non-zero.
2217  */
2218 struct iscsi_cls_conn *
2219 iscsi_create_conn(struct iscsi_cls_session *session, int dd_size, uint32_t cid)
2220 {
2221         struct iscsi_transport *transport = session->transport;
2222         struct iscsi_cls_conn *conn;
2223         unsigned long flags;
2224         int err;
2225
2226         conn = kzalloc(sizeof(*conn) + dd_size, GFP_KERNEL);
2227         if (!conn)
2228                 return NULL;
2229         if (dd_size)
2230                 conn->dd_data = &conn[1];
2231
2232         mutex_init(&conn->ep_mutex);
2233         INIT_LIST_HEAD(&conn->conn_list);
2234         conn->transport = transport;
2235         conn->cid = cid;
2236
2237         /* this is released in the dev's release function */
2238         if (!get_device(&session->dev))
2239                 goto free_conn;
2240
2241         dev_set_name(&conn->dev, "connection%d:%u", session->sid, cid);
2242         conn->dev.parent = &session->dev;
2243         conn->dev.release = iscsi_conn_release;
2244         err = device_register(&conn->dev);
2245         if (err) {
2246                 iscsi_cls_session_printk(KERN_ERR, session, "could not "
2247                                          "register connection's dev\n");
2248                 goto release_parent_ref;
2249         }
2250         transport_register_device(&conn->dev);
2251
2252         spin_lock_irqsave(&connlock, flags);
2253         list_add(&conn->conn_list, &connlist);
2254         spin_unlock_irqrestore(&connlock, flags);
2255
2256         ISCSI_DBG_TRANS_CONN(conn, "Completed conn creation\n");
2257         return conn;
2258
2259 release_parent_ref:
2260         put_device(&session->dev);
2261 free_conn:
2262         kfree(conn);
2263         return NULL;
2264 }
2265
2266 EXPORT_SYMBOL_GPL(iscsi_create_conn);
2267
2268 /**
2269  * iscsi_destroy_conn - destroy iscsi class connection
2270  * @conn: iscsi cls session
2271  *
2272  * This can be called from a LLD or iscsi_transport.
2273  */
2274 int iscsi_destroy_conn(struct iscsi_cls_conn *conn)
2275 {
2276         unsigned long flags;
2277
2278         spin_lock_irqsave(&connlock, flags);
2279         list_del(&conn->conn_list);
2280         spin_unlock_irqrestore(&connlock, flags);
2281
2282         transport_unregister_device(&conn->dev);
2283         ISCSI_DBG_TRANS_CONN(conn, "Completing conn destruction\n");
2284         device_unregister(&conn->dev);
2285         return 0;
2286 }
2287 EXPORT_SYMBOL_GPL(iscsi_destroy_conn);
2288
2289 void iscsi_put_conn(struct iscsi_cls_conn *conn)
2290 {
2291         put_device(&conn->dev);
2292 }
2293 EXPORT_SYMBOL_GPL(iscsi_put_conn);
2294
2295 void iscsi_get_conn(struct iscsi_cls_conn *conn)
2296 {
2297         get_device(&conn->dev);
2298 }
2299 EXPORT_SYMBOL_GPL(iscsi_get_conn);
2300
2301 /*
2302  * iscsi interface functions
2303  */
2304 static struct iscsi_internal *
2305 iscsi_if_transport_lookup(struct iscsi_transport *tt)
2306 {
2307         struct iscsi_internal *priv;
2308         unsigned long flags;
2309
2310         spin_lock_irqsave(&iscsi_transport_lock, flags);
2311         list_for_each_entry(priv, &iscsi_transports, list) {
2312                 if (tt == priv->iscsi_transport) {
2313                         spin_unlock_irqrestore(&iscsi_transport_lock, flags);
2314                         return priv;
2315                 }
2316         }
2317         spin_unlock_irqrestore(&iscsi_transport_lock, flags);
2318         return NULL;
2319 }
2320
2321 static int
2322 iscsi_multicast_skb(struct sk_buff *skb, uint32_t group, gfp_t gfp)
2323 {
2324         return nlmsg_multicast(nls, skb, 0, group, gfp);
2325 }
2326
2327 static int
2328 iscsi_unicast_skb(struct sk_buff *skb, u32 portid)
2329 {
2330         return nlmsg_unicast(nls, skb, portid);
2331 }
2332
2333 int iscsi_recv_pdu(struct iscsi_cls_conn *conn, struct iscsi_hdr *hdr,
2334                    char *data, uint32_t data_size)
2335 {
2336         struct nlmsghdr *nlh;
2337         struct sk_buff *skb;
2338         struct iscsi_uevent *ev;
2339         char *pdu;
2340         struct iscsi_internal *priv;
2341         int len = nlmsg_total_size(sizeof(*ev) + sizeof(struct iscsi_hdr) +
2342                                    data_size);
2343
2344         priv = iscsi_if_transport_lookup(conn->transport);
2345         if (!priv)
2346                 return -EINVAL;
2347
2348         skb = alloc_skb(len, GFP_ATOMIC);
2349         if (!skb) {
2350                 iscsi_conn_error_event(conn, ISCSI_ERR_CONN_FAILED);
2351                 iscsi_cls_conn_printk(KERN_ERR, conn, "can not deliver "
2352                                       "control PDU: OOM\n");
2353                 return -ENOMEM;
2354         }
2355
2356         nlh = __nlmsg_put(skb, 0, 0, 0, (len - sizeof(*nlh)), 0);
2357         ev = nlmsg_data(nlh);
2358         memset(ev, 0, sizeof(*ev));
2359         ev->transport_handle = iscsi_handle(conn->transport);
2360         ev->type = ISCSI_KEVENT_RECV_PDU;
2361         ev->r.recv_req.cid = conn->cid;
2362         ev->r.recv_req.sid = iscsi_conn_get_sid(conn);
2363         pdu = (char*)ev + sizeof(*ev);
2364         memcpy(pdu, hdr, sizeof(struct iscsi_hdr));
2365         memcpy(pdu + sizeof(struct iscsi_hdr), data, data_size);
2366
2367         return iscsi_multicast_skb(skb, ISCSI_NL_GRP_ISCSID, GFP_ATOMIC);
2368 }
2369 EXPORT_SYMBOL_GPL(iscsi_recv_pdu);
2370
2371 int iscsi_offload_mesg(struct Scsi_Host *shost,
2372                        struct iscsi_transport *transport, uint32_t type,
2373                        char *data, uint16_t data_size)
2374 {
2375         struct nlmsghdr *nlh;
2376         struct sk_buff *skb;
2377         struct iscsi_uevent *ev;
2378         int len = nlmsg_total_size(sizeof(*ev) + data_size);
2379
2380         skb = alloc_skb(len, GFP_ATOMIC);
2381         if (!skb) {
2382                 printk(KERN_ERR "can not deliver iscsi offload message:OOM\n");
2383                 return -ENOMEM;
2384         }
2385
2386         nlh = __nlmsg_put(skb, 0, 0, 0, (len - sizeof(*nlh)), 0);
2387         ev = nlmsg_data(nlh);
2388         memset(ev, 0, sizeof(*ev));
2389         ev->type = type;
2390         ev->transport_handle = iscsi_handle(transport);
2391         switch (type) {
2392         case ISCSI_KEVENT_PATH_REQ:
2393                 ev->r.req_path.host_no = shost->host_no;
2394                 break;
2395         case ISCSI_KEVENT_IF_DOWN:
2396                 ev->r.notify_if_down.host_no = shost->host_no;
2397                 break;
2398         }
2399
2400         memcpy((char *)ev + sizeof(*ev), data, data_size);
2401
2402         return iscsi_multicast_skb(skb, ISCSI_NL_GRP_UIP, GFP_ATOMIC);
2403 }
2404 EXPORT_SYMBOL_GPL(iscsi_offload_mesg);
2405
2406 void iscsi_conn_error_event(struct iscsi_cls_conn *conn, enum iscsi_err error)
2407 {
2408         struct nlmsghdr *nlh;
2409         struct sk_buff  *skb;
2410         struct iscsi_uevent *ev;
2411         struct iscsi_internal *priv;
2412         int len = nlmsg_total_size(sizeof(*ev));
2413
2414         priv = iscsi_if_transport_lookup(conn->transport);
2415         if (!priv)
2416                 return;
2417
2418         skb = alloc_skb(len, GFP_ATOMIC);
2419         if (!skb) {
2420                 iscsi_cls_conn_printk(KERN_ERR, conn, "gracefully ignored "
2421                                       "conn error (%d)\n", error);
2422                 return;
2423         }
2424
2425         nlh = __nlmsg_put(skb, 0, 0, 0, (len - sizeof(*nlh)), 0);
2426         ev = nlmsg_data(nlh);
2427         ev->transport_handle = iscsi_handle(conn->transport);
2428         ev->type = ISCSI_KEVENT_CONN_ERROR;
2429         ev->r.connerror.error = error;
2430         ev->r.connerror.cid = conn->cid;
2431         ev->r.connerror.sid = iscsi_conn_get_sid(conn);
2432
2433         iscsi_multicast_skb(skb, ISCSI_NL_GRP_ISCSID, GFP_ATOMIC);
2434
2435         iscsi_cls_conn_printk(KERN_INFO, conn, "detected conn error (%d)\n",
2436                               error);
2437 }
2438 EXPORT_SYMBOL_GPL(iscsi_conn_error_event);
2439
2440 void iscsi_conn_login_event(struct iscsi_cls_conn *conn,
2441                             enum iscsi_conn_state state)
2442 {
2443         struct nlmsghdr *nlh;
2444         struct sk_buff  *skb;
2445         struct iscsi_uevent *ev;
2446         struct iscsi_internal *priv;
2447         int len = nlmsg_total_size(sizeof(*ev));
2448
2449         priv = iscsi_if_transport_lookup(conn->transport);
2450         if (!priv)
2451                 return;
2452
2453         skb = alloc_skb(len, GFP_ATOMIC);
2454         if (!skb) {
2455                 iscsi_cls_conn_printk(KERN_ERR, conn, "gracefully ignored "
2456                                       "conn login (%d)\n", state);
2457                 return;
2458         }
2459
2460         nlh = __nlmsg_put(skb, 0, 0, 0, (len - sizeof(*nlh)), 0);
2461         ev = nlmsg_data(nlh);
2462         ev->transport_handle = iscsi_handle(conn->transport);
2463         ev->type = ISCSI_KEVENT_CONN_LOGIN_STATE;
2464         ev->r.conn_login.state = state;
2465         ev->r.conn_login.cid = conn->cid;
2466         ev->r.conn_login.sid = iscsi_conn_get_sid(conn);
2467         iscsi_multicast_skb(skb, ISCSI_NL_GRP_ISCSID, GFP_ATOMIC);
2468
2469         iscsi_cls_conn_printk(KERN_INFO, conn, "detected conn login (%d)\n",
2470                               state);
2471 }
2472 EXPORT_SYMBOL_GPL(iscsi_conn_login_event);
2473
2474 void iscsi_post_host_event(uint32_t host_no, struct iscsi_transport *transport,
2475                            enum iscsi_host_event_code code, uint32_t data_size,
2476                            uint8_t *data)
2477 {
2478         struct nlmsghdr *nlh;
2479         struct sk_buff *skb;
2480         struct iscsi_uevent *ev;
2481         int len = nlmsg_total_size(sizeof(*ev) + data_size);
2482
2483         skb = alloc_skb(len, GFP_NOIO);
2484         if (!skb) {
2485                 printk(KERN_ERR "gracefully ignored host event (%d):%d OOM\n",
2486                        host_no, code);
2487                 return;
2488         }
2489
2490         nlh = __nlmsg_put(skb, 0, 0, 0, (len - sizeof(*nlh)), 0);
2491         ev = nlmsg_data(nlh);
2492         ev->transport_handle = iscsi_handle(transport);
2493         ev->type = ISCSI_KEVENT_HOST_EVENT;
2494         ev->r.host_event.host_no = host_no;
2495         ev->r.host_event.code = code;
2496         ev->r.host_event.data_size = data_size;
2497
2498         if (data_size)
2499                 memcpy((char *)ev + sizeof(*ev), data, data_size);
2500
2501         iscsi_multicast_skb(skb, ISCSI_NL_GRP_ISCSID, GFP_NOIO);
2502 }
2503 EXPORT_SYMBOL_GPL(iscsi_post_host_event);
2504
2505 void iscsi_ping_comp_event(uint32_t host_no, struct iscsi_transport *transport,
2506                            uint32_t status, uint32_t pid, uint32_t data_size,
2507                            uint8_t *data)
2508 {
2509         struct nlmsghdr *nlh;
2510         struct sk_buff *skb;
2511         struct iscsi_uevent *ev;
2512         int len = nlmsg_total_size(sizeof(*ev) + data_size);
2513
2514         skb = alloc_skb(len, GFP_NOIO);
2515         if (!skb) {
2516                 printk(KERN_ERR "gracefully ignored ping comp: OOM\n");
2517                 return;
2518         }
2519
2520         nlh = __nlmsg_put(skb, 0, 0, 0, (len - sizeof(*nlh)), 0);
2521         ev = nlmsg_data(nlh);
2522         ev->transport_handle = iscsi_handle(transport);
2523         ev->type = ISCSI_KEVENT_PING_COMP;
2524         ev->r.ping_comp.host_no = host_no;
2525         ev->r.ping_comp.status = status;
2526         ev->r.ping_comp.pid = pid;
2527         ev->r.ping_comp.data_size = data_size;
2528         memcpy((char *)ev + sizeof(*ev), data, data_size);
2529
2530         iscsi_multicast_skb(skb, ISCSI_NL_GRP_ISCSID, GFP_NOIO);
2531 }
2532 EXPORT_SYMBOL_GPL(iscsi_ping_comp_event);
2533
2534 static int
2535 iscsi_if_send_reply(u32 portid, int type, void *payload, int size)
2536 {
2537         struct sk_buff  *skb;
2538         struct nlmsghdr *nlh;
2539         int len = nlmsg_total_size(size);
2540
2541         skb = alloc_skb(len, GFP_ATOMIC);
2542         if (!skb) {
2543                 printk(KERN_ERR "Could not allocate skb to send reply.\n");
2544                 return -ENOMEM;
2545         }
2546
2547         nlh = __nlmsg_put(skb, 0, 0, type, (len - sizeof(*nlh)), 0);
2548         memcpy(nlmsg_data(nlh), payload, size);
2549         return iscsi_unicast_skb(skb, portid);
2550 }
2551
2552 static int
2553 iscsi_if_get_stats(struct iscsi_transport *transport, struct nlmsghdr *nlh)
2554 {
2555         struct iscsi_uevent *ev = nlmsg_data(nlh);
2556         struct iscsi_stats *stats;
2557         struct sk_buff *skbstat;
2558         struct iscsi_cls_conn *conn;
2559         struct nlmsghdr *nlhstat;
2560         struct iscsi_uevent *evstat;
2561         struct iscsi_internal *priv;
2562         int len = nlmsg_total_size(sizeof(*ev) +
2563                                    sizeof(struct iscsi_stats) +
2564                                    sizeof(struct iscsi_stats_custom) *
2565                                    ISCSI_STATS_CUSTOM_MAX);
2566         int err = 0;
2567
2568         priv = iscsi_if_transport_lookup(transport);
2569         if (!priv)
2570                 return -EINVAL;
2571
2572         conn = iscsi_conn_lookup(ev->u.get_stats.sid, ev->u.get_stats.cid);
2573         if (!conn)
2574                 return -EEXIST;
2575
2576         do {
2577                 int actual_size;
2578
2579                 skbstat = alloc_skb(len, GFP_ATOMIC);
2580                 if (!skbstat) {
2581                         iscsi_cls_conn_printk(KERN_ERR, conn, "can not "
2582                                               "deliver stats: OOM\n");
2583                         return -ENOMEM;
2584                 }
2585
2586                 nlhstat = __nlmsg_put(skbstat, 0, 0, 0,
2587                                       (len - sizeof(*nlhstat)), 0);
2588                 evstat = nlmsg_data(nlhstat);
2589                 memset(evstat, 0, sizeof(*evstat));
2590                 evstat->transport_handle = iscsi_handle(conn->transport);
2591                 evstat->type = nlh->nlmsg_type;
2592                 evstat->u.get_stats.cid =
2593                         ev->u.get_stats.cid;
2594                 evstat->u.get_stats.sid =
2595                         ev->u.get_stats.sid;
2596                 stats = (struct iscsi_stats *)
2597                         ((char*)evstat + sizeof(*evstat));
2598                 memset(stats, 0, sizeof(*stats));
2599
2600                 transport->get_stats(conn, stats);
2601                 actual_size = nlmsg_total_size(sizeof(struct iscsi_uevent) +
2602                                                sizeof(struct iscsi_stats) +
2603                                                sizeof(struct iscsi_stats_custom) *
2604                                                stats->custom_length);
2605                 actual_size -= sizeof(*nlhstat);
2606                 actual_size = nlmsg_msg_size(actual_size);
2607                 skb_trim(skbstat, NLMSG_ALIGN(actual_size));
2608                 nlhstat->nlmsg_len = actual_size;
2609
2610                 err = iscsi_multicast_skb(skbstat, ISCSI_NL_GRP_ISCSID,
2611                                           GFP_ATOMIC);
2612         } while (err < 0 && err != -ECONNREFUSED);
2613
2614         return err;
2615 }
2616
2617 /**
2618  * iscsi_session_event - send session destr. completion event
2619  * @session: iscsi class session
2620  * @event: type of event
2621  */
2622 int iscsi_session_event(struct iscsi_cls_session *session,
2623                         enum iscsi_uevent_e event)
2624 {
2625         struct iscsi_internal *priv;
2626         struct Scsi_Host *shost;
2627         struct iscsi_uevent *ev;
2628         struct sk_buff  *skb;
2629         struct nlmsghdr *nlh;
2630         int rc, len = nlmsg_total_size(sizeof(*ev));
2631
2632         priv = iscsi_if_transport_lookup(session->transport);
2633         if (!priv)
2634                 return -EINVAL;
2635         shost = iscsi_session_to_shost(session);
2636
2637         skb = alloc_skb(len, GFP_KERNEL);
2638         if (!skb) {
2639                 iscsi_cls_session_printk(KERN_ERR, session,
2640                                          "Cannot notify userspace of session "
2641                                          "event %u\n", event);
2642                 return -ENOMEM;
2643         }
2644
2645         nlh = __nlmsg_put(skb, 0, 0, 0, (len - sizeof(*nlh)), 0);
2646         ev = nlmsg_data(nlh);
2647         ev->transport_handle = iscsi_handle(session->transport);
2648
2649         ev->type = event;
2650         switch (event) {
2651         case ISCSI_KEVENT_DESTROY_SESSION:
2652                 ev->r.d_session.host_no = shost->host_no;
2653                 ev->r.d_session.sid = session->sid;
2654                 break;
2655         case ISCSI_KEVENT_CREATE_SESSION:
2656                 ev->r.c_session_ret.host_no = shost->host_no;
2657                 ev->r.c_session_ret.sid = session->sid;
2658                 break;
2659         case ISCSI_KEVENT_UNBIND_SESSION:
2660                 ev->r.unbind_session.host_no = shost->host_no;
2661                 ev->r.unbind_session.sid = session->sid;
2662                 break;
2663         default:
2664                 iscsi_cls_session_printk(KERN_ERR, session, "Invalid event "
2665                                          "%u.\n", event);
2666                 kfree_skb(skb);
2667                 return -EINVAL;
2668         }
2669
2670         /*
2671          * this will occur if the daemon is not up, so we just warn
2672          * the user and when the daemon is restarted it will handle it
2673          */
2674         rc = iscsi_multicast_skb(skb, ISCSI_NL_GRP_ISCSID, GFP_KERNEL);
2675         if (rc == -ESRCH)
2676                 iscsi_cls_session_printk(KERN_ERR, session,
2677                                          "Cannot notify userspace of session "
2678                                          "event %u. Check iscsi daemon\n",
2679                                          event);
2680
2681         ISCSI_DBG_TRANS_SESSION(session, "Completed handling event %d rc %d\n",
2682                                 event, rc);
2683         return rc;
2684 }
2685 EXPORT_SYMBOL_GPL(iscsi_session_event);
2686
2687 static int
2688 iscsi_if_create_session(struct iscsi_internal *priv, struct iscsi_endpoint *ep,
2689                         struct iscsi_uevent *ev, pid_t pid,
2690                         uint32_t initial_cmdsn, uint16_t cmds_max,
2691                         uint16_t queue_depth)
2692 {
2693         struct iscsi_transport *transport = priv->iscsi_transport;
2694         struct iscsi_cls_session *session;
2695         struct Scsi_Host *shost;
2696
2697         session = transport->create_session(ep, cmds_max, queue_depth,
2698                                             initial_cmdsn);
2699         if (!session)
2700                 return -ENOMEM;
2701
2702         session->creator = pid;
2703         shost = iscsi_session_to_shost(session);
2704         ev->r.c_session_ret.host_no = shost->host_no;
2705         ev->r.c_session_ret.sid = session->sid;
2706         ISCSI_DBG_TRANS_SESSION(session,
2707                                 "Completed creating transport session\n");
2708         return 0;
2709 }
2710
2711 static int
2712 iscsi_if_create_conn(struct iscsi_transport *transport, struct iscsi_uevent *ev)
2713 {
2714         struct iscsi_cls_conn *conn;
2715         struct iscsi_cls_session *session;
2716
2717         session = iscsi_session_lookup(ev->u.c_conn.sid);
2718         if (!session) {
2719                 printk(KERN_ERR "iscsi: invalid session %d.\n",
2720                        ev->u.c_conn.sid);
2721                 return -EINVAL;
2722         }
2723
2724         conn = transport->create_conn(session, ev->u.c_conn.cid);
2725         if (!conn) {
2726                 iscsi_cls_session_printk(KERN_ERR, session,
2727                                          "couldn't create a new connection.");
2728                 return -ENOMEM;
2729         }
2730
2731         ev->r.c_conn_ret.sid = session->sid;
2732         ev->r.c_conn_ret.cid = conn->cid;
2733
2734         ISCSI_DBG_TRANS_CONN(conn, "Completed creating transport conn\n");
2735         return 0;
2736 }
2737
2738 static int
2739 iscsi_if_destroy_conn(struct iscsi_transport *transport, struct iscsi_uevent *ev)
2740 {
2741         struct iscsi_cls_conn *conn;
2742
2743         conn = iscsi_conn_lookup(ev->u.d_conn.sid, ev->u.d_conn.cid);
2744         if (!conn)
2745                 return -EINVAL;
2746
2747         ISCSI_DBG_TRANS_CONN(conn, "Destroying transport conn\n");
2748         if (transport->destroy_conn)
2749                 transport->destroy_conn(conn);
2750
2751         return 0;
2752 }
2753
2754 static int
2755 iscsi_set_param(struct iscsi_transport *transport, struct iscsi_uevent *ev)
2756 {
2757         char *data = (char*)ev + sizeof(*ev);
2758         struct iscsi_cls_conn *conn;
2759         struct iscsi_cls_session *session;
2760         int err = 0, value = 0;
2761
2762         if (ev->u.set_param.len > PAGE_SIZE)
2763                 return -EINVAL;
2764
2765         session = iscsi_session_lookup(ev->u.set_param.sid);
2766         conn = iscsi_conn_lookup(ev->u.set_param.sid, ev->u.set_param.cid);
2767         if (!conn || !session)
2768                 return -EINVAL;
2769
2770         switch (ev->u.set_param.param) {
2771         case ISCSI_PARAM_SESS_RECOVERY_TMO:
2772                 sscanf(data, "%d", &value);
2773                 if (!session->recovery_tmo_sysfs_override)
2774                         session->recovery_tmo = value;
2775                 break;
2776         default:
2777                 err = transport->set_param(conn, ev->u.set_param.param,
2778                                            data, ev->u.set_param.len);
2779         }
2780
2781         return err;
2782 }
2783
2784 static int iscsi_if_ep_connect(struct iscsi_transport *transport,
2785                                struct iscsi_uevent *ev, int msg_type)
2786 {
2787         struct iscsi_endpoint *ep;
2788         struct sockaddr *dst_addr;
2789         struct Scsi_Host *shost = NULL;
2790         int non_blocking, err = 0;
2791
2792         if (!transport->ep_connect)
2793                 return -EINVAL;
2794
2795         if (msg_type == ISCSI_UEVENT_TRANSPORT_EP_CONNECT_THROUGH_HOST) {
2796                 shost = scsi_host_lookup(ev->u.ep_connect_through_host.host_no);
2797                 if (!shost) {
2798                         printk(KERN_ERR "ep connect failed. Could not find "
2799                                "host no %u\n",
2800                                ev->u.ep_connect_through_host.host_no);
2801                         return -ENODEV;
2802                 }
2803                 non_blocking = ev->u.ep_connect_through_host.non_blocking;
2804         } else
2805                 non_blocking = ev->u.ep_connect.non_blocking;
2806
2807         dst_addr = (struct sockaddr *)((char*)ev + sizeof(*ev));
2808         ep = transport->ep_connect(shost, dst_addr, non_blocking);
2809         if (IS_ERR(ep)) {
2810                 err = PTR_ERR(ep);
2811                 goto release_host;
2812         }
2813
2814         ev->r.ep_connect_ret.handle = ep->id;
2815 release_host:
2816         if (shost)
2817                 scsi_host_put(shost);
2818         return err;
2819 }
2820
2821 static int iscsi_if_ep_disconnect(struct iscsi_transport *transport,
2822                                   u64 ep_handle)
2823 {
2824         struct iscsi_cls_conn *conn;
2825         struct iscsi_endpoint *ep;
2826
2827         if (!transport->ep_disconnect)
2828                 return -EINVAL;
2829
2830         ep = iscsi_lookup_endpoint(ep_handle);
2831         if (!ep)
2832                 return -EINVAL;
2833         conn = ep->conn;
2834         if (conn) {
2835                 mutex_lock(&conn->ep_mutex);
2836                 conn->ep = NULL;
2837                 mutex_unlock(&conn->ep_mutex);
2838         }
2839
2840         transport->ep_disconnect(ep);
2841         return 0;
2842 }
2843
2844 static int
2845 iscsi_if_transport_ep(struct iscsi_transport *transport,
2846                       struct iscsi_uevent *ev, int msg_type)
2847 {
2848         struct iscsi_endpoint *ep;
2849         int rc = 0;
2850
2851         switch (msg_type) {
2852         case ISCSI_UEVENT_TRANSPORT_EP_CONNECT_THROUGH_HOST:
2853         case ISCSI_UEVENT_TRANSPORT_EP_CONNECT:
2854                 rc = iscsi_if_ep_connect(transport, ev, msg_type);
2855                 break;
2856         case ISCSI_UEVENT_TRANSPORT_EP_POLL:
2857                 if (!transport->ep_poll)
2858                         return -EINVAL;
2859
2860                 ep = iscsi_lookup_endpoint(ev->u.ep_poll.ep_handle);
2861                 if (!ep)
2862                         return -EINVAL;
2863
2864                 ev->r.retcode = transport->ep_poll(ep,
2865                                                    ev->u.ep_poll.timeout_ms);
2866                 break;
2867         case ISCSI_UEVENT_TRANSPORT_EP_DISCONNECT:
2868                 rc = iscsi_if_ep_disconnect(transport,
2869                                             ev->u.ep_disconnect.ep_handle);
2870                 break;
2871         }
2872         return rc;
2873 }
2874
2875 static int
2876 iscsi_tgt_dscvr(struct iscsi_transport *transport,
2877                 struct iscsi_uevent *ev)
2878 {
2879         struct Scsi_Host *shost;
2880         struct sockaddr *dst_addr;
2881         int err;
2882
2883         if (!transport->tgt_dscvr)
2884                 return -EINVAL;
2885
2886         shost = scsi_host_lookup(ev->u.tgt_dscvr.host_no);
2887         if (!shost) {
2888                 printk(KERN_ERR "target discovery could not find host no %u\n",
2889                        ev->u.tgt_dscvr.host_no);
2890                 return -ENODEV;
2891         }
2892
2893
2894         dst_addr = (struct sockaddr *)((char*)ev + sizeof(*ev));
2895         err = transport->tgt_dscvr(shost, ev->u.tgt_dscvr.type,
2896                                    ev->u.tgt_dscvr.enable, dst_addr);
2897         scsi_host_put(shost);
2898         return err;
2899 }
2900
2901 static int
2902 iscsi_set_host_param(struct iscsi_transport *transport,
2903                      struct iscsi_uevent *ev)
2904 {
2905         char *data = (char*)ev + sizeof(*ev);
2906         struct Scsi_Host *shost;
2907         int err;
2908
2909         if (!transport->set_host_param)
2910                 return -ENOSYS;
2911
2912         if (ev->u.set_host_param.len > PAGE_SIZE)
2913                 return -EINVAL;
2914
2915         shost = scsi_host_lookup(ev->u.set_host_param.host_no);
2916         if (!shost) {
2917                 printk(KERN_ERR "set_host_param could not find host no %u\n",
2918                        ev->u.set_host_param.host_no);
2919                 return -ENODEV;
2920         }
2921
2922         err = transport->set_host_param(shost, ev->u.set_host_param.param,
2923                                         data, ev->u.set_host_param.len);
2924         scsi_host_put(shost);
2925         return err;
2926 }
2927
2928 static int
2929 iscsi_set_path(struct iscsi_transport *transport, struct iscsi_uevent *ev)
2930 {
2931         struct Scsi_Host *shost;
2932         struct iscsi_path *params;
2933         int err;
2934
2935         if (!transport->set_path)
2936                 return -ENOSYS;
2937
2938         shost = scsi_host_lookup(ev->u.set_path.host_no);
2939         if (!shost) {
2940                 printk(KERN_ERR "set path could not find host no %u\n",
2941                        ev->u.set_path.host_no);
2942                 return -ENODEV;
2943         }
2944
2945         params = (struct iscsi_path *)((char *)ev + sizeof(*ev));
2946         err = transport->set_path(shost, params);
2947
2948         scsi_host_put(shost);
2949         return err;
2950 }
2951
2952 static int iscsi_session_has_conns(int sid)
2953 {
2954         struct iscsi_cls_conn *conn;
2955         unsigned long flags;
2956         int found = 0;
2957
2958         spin_lock_irqsave(&connlock, flags);
2959         list_for_each_entry(conn, &connlist, conn_list) {
2960                 if (iscsi_conn_get_sid(conn) == sid) {
2961                         found = 1;
2962                         break;
2963                 }
2964         }
2965         spin_unlock_irqrestore(&connlock, flags);
2966
2967         return found;
2968 }
2969
2970 static int
2971 iscsi_set_iface_params(struct iscsi_transport *transport,
2972                        struct iscsi_uevent *ev, uint32_t len)
2973 {
2974         char *data = (char *)ev + sizeof(*ev);
2975         struct Scsi_Host *shost;
2976         int err;
2977
2978         if (!transport->set_iface_param)
2979                 return -ENOSYS;
2980
2981         shost = scsi_host_lookup(ev->u.set_iface_params.host_no);
2982         if (!shost) {
2983                 printk(KERN_ERR "set_iface_params could not find host no %u\n",
2984                        ev->u.set_iface_params.host_no);
2985                 return -ENODEV;
2986         }
2987
2988         err = transport->set_iface_param(shost, data, len);
2989         scsi_host_put(shost);
2990         return err;
2991 }
2992
2993 static int
2994 iscsi_send_ping(struct iscsi_transport *transport, struct iscsi_uevent *ev)
2995 {
2996         struct Scsi_Host *shost;
2997         struct sockaddr *dst_addr;
2998         int err;
2999
3000         if (!transport->send_ping)
3001                 return -ENOSYS;
3002
3003         shost = scsi_host_lookup(ev->u.iscsi_ping.host_no);
3004         if (!shost) {
3005                 printk(KERN_ERR "iscsi_ping could not find host no %u\n",
3006                        ev->u.iscsi_ping.host_no);
3007                 return -ENODEV;
3008         }
3009
3010         dst_addr = (struct sockaddr *)((char *)ev + sizeof(*ev));
3011         err = transport->send_ping(shost, ev->u.iscsi_ping.iface_num,
3012                                    ev->u.iscsi_ping.iface_type,
3013                                    ev->u.iscsi_ping.payload_size,
3014                                    ev->u.iscsi_ping.pid,
3015                                    dst_addr);
3016         scsi_host_put(shost);
3017         return err;
3018 }
3019
3020 static int
3021 iscsi_get_chap(struct iscsi_transport *transport, struct nlmsghdr *nlh)
3022 {
3023         struct iscsi_uevent *ev = nlmsg_data(nlh);
3024         struct Scsi_Host *shost = NULL;
3025         struct iscsi_chap_rec *chap_rec;
3026         struct iscsi_internal *priv;
3027         struct sk_buff *skbchap;
3028         struct nlmsghdr *nlhchap;
3029         struct iscsi_uevent *evchap;
3030         uint32_t chap_buf_size;
3031         int len, err = 0;
3032         char *buf;
3033
3034         if (!transport->get_chap)
3035                 return -EINVAL;
3036
3037         priv = iscsi_if_transport_lookup(transport);
3038         if (!priv)
3039                 return -EINVAL;
3040
3041         chap_buf_size = (ev->u.get_chap.num_entries * sizeof(*chap_rec));
3042         len = nlmsg_total_size(sizeof(*ev) + chap_buf_size);
3043
3044         shost = scsi_host_lookup(ev->u.get_chap.host_no);
3045         if (!shost) {
3046                 printk(KERN_ERR "%s: failed. Could not find host no %u\n",
3047                        __func__, ev->u.get_chap.host_no);
3048                 return -ENODEV;
3049         }
3050
3051         do {
3052                 int actual_size;
3053
3054                 skbchap = alloc_skb(len, GFP_KERNEL);
3055                 if (!skbchap) {
3056                         printk(KERN_ERR "can not deliver chap: OOM\n");
3057                         err = -ENOMEM;
3058                         goto exit_get_chap;
3059                 }
3060
3061                 nlhchap = __nlmsg_put(skbchap, 0, 0, 0,
3062                                       (len - sizeof(*nlhchap)), 0);
3063                 evchap = nlmsg_data(nlhchap);
3064                 memset(evchap, 0, sizeof(*evchap));
3065                 evchap->transport_handle = iscsi_handle(transport);
3066                 evchap->type = nlh->nlmsg_type;
3067                 evchap->u.get_chap.host_no = ev->u.get_chap.host_no;
3068                 evchap->u.get_chap.chap_tbl_idx = ev->u.get_chap.chap_tbl_idx;
3069                 evchap->u.get_chap.num_entries = ev->u.get_chap.num_entries;
3070                 buf = (char *)evchap + sizeof(*evchap);
3071                 memset(buf, 0, chap_buf_size);
3072
3073                 err = transport->get_chap(shost, ev->u.get_chap.chap_tbl_idx,
3074                                     &evchap->u.get_chap.num_entries, buf);
3075
3076                 actual_size = nlmsg_total_size(sizeof(*ev) + chap_buf_size);
3077                 skb_trim(skbchap, NLMSG_ALIGN(actual_size));
3078                 nlhchap->nlmsg_len = actual_size;
3079
3080                 err = iscsi_multicast_skb(skbchap, ISCSI_NL_GRP_ISCSID,
3081                                           GFP_KERNEL);
3082         } while (err < 0 && err != -ECONNREFUSED);
3083
3084 exit_get_chap:
3085         scsi_host_put(shost);
3086         return err;
3087 }
3088
3089 static int iscsi_set_chap(struct iscsi_transport *transport,
3090                           struct iscsi_uevent *ev, uint32_t len)
3091 {
3092         char *data = (char *)ev + sizeof(*ev);
3093         struct Scsi_Host *shost;
3094         int err = 0;
3095
3096         if (!transport->set_chap)
3097                 return -ENOSYS;
3098
3099         shost = scsi_host_lookup(ev->u.set_path.host_no);
3100         if (!shost) {
3101                 pr_err("%s could not find host no %u\n",
3102                        __func__, ev->u.set_path.host_no);
3103                 return -ENODEV;
3104         }
3105
3106         err = transport->set_chap(shost, data, len);
3107         scsi_host_put(shost);
3108         return err;
3109 }
3110
3111 static int iscsi_delete_chap(struct iscsi_transport *transport,
3112                              struct iscsi_uevent *ev)
3113 {
3114         struct Scsi_Host *shost;
3115         int err = 0;
3116
3117         if (!transport->delete_chap)
3118                 return -ENOSYS;
3119
3120         shost = scsi_host_lookup(ev->u.delete_chap.host_no);
3121         if (!shost) {
3122                 printk(KERN_ERR "%s could not find host no %u\n",
3123                        __func__, ev->u.delete_chap.host_no);
3124                 return -ENODEV;
3125         }
3126
3127         err = transport->delete_chap(shost, ev->u.delete_chap.chap_tbl_idx);
3128         scsi_host_put(shost);
3129         return err;
3130 }
3131
3132 static const struct {
3133         enum iscsi_discovery_parent_type value;
3134         char                            *name;
3135 } iscsi_discovery_parent_names[] = {
3136         {ISCSI_DISC_PARENT_UNKNOWN,     "Unknown" },
3137         {ISCSI_DISC_PARENT_SENDTGT,     "Sendtarget" },
3138         {ISCSI_DISC_PARENT_ISNS,        "isns" },
3139 };
3140
3141 char *iscsi_get_discovery_parent_name(int parent_type)
3142 {
3143         int i;
3144         char *state = "Unknown!";
3145
3146         for (i = 0; i < ARRAY_SIZE(iscsi_discovery_parent_names); i++) {
3147                 if (iscsi_discovery_parent_names[i].value & parent_type) {
3148                         state = iscsi_discovery_parent_names[i].name;
3149                         break;
3150                 }
3151         }
3152         return state;
3153 }
3154 EXPORT_SYMBOL_GPL(iscsi_get_discovery_parent_name);
3155
3156 static int iscsi_set_flashnode_param(struct iscsi_transport *transport,
3157                                      struct iscsi_uevent *ev, uint32_t len)
3158 {
3159         char *data = (char *)ev + sizeof(*ev);
3160         struct Scsi_Host *shost;
3161         struct iscsi_bus_flash_session *fnode_sess;
3162         struct iscsi_bus_flash_conn *fnode_conn;
3163         struct device *dev;
3164         uint32_t idx;
3165         int err = 0;
3166
3167         if (!transport->set_flashnode_param) {
3168                 err = -ENOSYS;
3169                 goto exit_set_fnode;
3170         }
3171
3172         shost = scsi_host_lookup(ev->u.set_flashnode.host_no);
3173         if (!shost) {
3174                 pr_err("%s could not find host no %u\n",
3175                        __func__, ev->u.set_flashnode.host_no);
3176                 err = -ENODEV;
3177                 goto exit_set_fnode;
3178         }
3179
3180         idx = ev->u.set_flashnode.flashnode_idx;
3181         fnode_sess = iscsi_get_flashnode_by_index(shost, idx);
3182         if (!fnode_sess) {
3183                 pr_err("%s could not find flashnode %u for host no %u\n",
3184                        __func__, idx, ev->u.set_flashnode.host_no);
3185                 err = -ENODEV;
3186                 goto put_host;
3187         }
3188
3189         dev = iscsi_find_flashnode_conn(fnode_sess);
3190         if (!dev) {
3191                 err = -ENODEV;
3192                 goto put_sess;
3193         }
3194
3195         fnode_conn = iscsi_dev_to_flash_conn(dev);
3196         err = transport->set_flashnode_param(fnode_sess, fnode_conn, data, len);
3197         put_device(dev);
3198
3199 put_sess:
3200         put_device(&fnode_sess->dev);
3201
3202 put_host:
3203         scsi_host_put(shost);
3204
3205 exit_set_fnode:
3206         return err;
3207 }
3208
3209 static int iscsi_new_flashnode(struct iscsi_transport *transport,
3210                                struct iscsi_uevent *ev, uint32_t len)
3211 {
3212         char *data = (char *)ev + sizeof(*ev);
3213         struct Scsi_Host *shost;
3214         int index;
3215         int err = 0;
3216
3217         if (!transport->new_flashnode) {
3218                 err = -ENOSYS;
3219                 goto exit_new_fnode;
3220         }
3221
3222         shost = scsi_host_lookup(ev->u.new_flashnode.host_no);
3223         if (!shost) {
3224                 pr_err("%s could not find host no %u\n",
3225                        __func__, ev->u.new_flashnode.host_no);
3226                 err = -ENODEV;
3227                 goto put_host;
3228         }
3229
3230         index = transport->new_flashnode(shost, data, len);
3231
3232         if (index >= 0)
3233                 ev->r.new_flashnode_ret.flashnode_idx = index;
3234         else
3235                 err = -EIO;
3236
3237 put_host:
3238         scsi_host_put(shost);
3239
3240 exit_new_fnode:
3241         return err;
3242 }
3243
3244 static int iscsi_del_flashnode(struct iscsi_transport *transport,
3245                                struct iscsi_uevent *ev)
3246 {
3247         struct Scsi_Host *shost;
3248         struct iscsi_bus_flash_session *fnode_sess;
3249         uint32_t idx;
3250         int err = 0;
3251
3252         if (!transport->del_flashnode) {
3253                 err = -ENOSYS;
3254                 goto exit_del_fnode;
3255         }
3256
3257         shost = scsi_host_lookup(ev->u.del_flashnode.host_no);
3258         if (!shost) {
3259                 pr_err("%s could not find host no %u\n",
3260                        __func__, ev->u.del_flashnode.host_no);
3261                 err = -ENODEV;
3262                 goto put_host;
3263         }
3264
3265         idx = ev->u.del_flashnode.flashnode_idx;
3266         fnode_sess = iscsi_get_flashnode_by_index(shost, idx);
3267         if (!fnode_sess) {
3268                 pr_err("%s could not find flashnode %u for host no %u\n",
3269                        __func__, idx, ev->u.del_flashnode.host_no);
3270                 err = -ENODEV;
3271                 goto put_host;
3272         }
3273
3274         err = transport->del_flashnode(fnode_sess);
3275         put_device(&fnode_sess->dev);
3276
3277 put_host:
3278         scsi_host_put(shost);
3279
3280 exit_del_fnode:
3281         return err;
3282 }
3283
3284 static int iscsi_login_flashnode(struct iscsi_transport *transport,
3285                                  struct iscsi_uevent *ev)
3286 {
3287         struct Scsi_Host *shost;
3288         struct iscsi_bus_flash_session *fnode_sess;
3289         struct iscsi_bus_flash_conn *fnode_conn;
3290         struct device *dev;
3291         uint32_t idx;
3292         int err = 0;
3293
3294         if (!transport->login_flashnode) {
3295                 err = -ENOSYS;
3296                 goto exit_login_fnode;
3297         }
3298
3299         shost = scsi_host_lookup(ev->u.login_flashnode.host_no);
3300         if (!shost) {
3301                 pr_err("%s could not find host no %u\n",
3302                        __func__, ev->u.login_flashnode.host_no);
3303                 err = -ENODEV;
3304                 goto put_host;
3305         }
3306
3307         idx = ev->u.login_flashnode.flashnode_idx;
3308         fnode_sess = iscsi_get_flashnode_by_index(shost, idx);
3309         if (!fnode_sess) {
3310                 pr_err("%s could not find flashnode %u for host no %u\n",
3311                        __func__, idx, ev->u.login_flashnode.host_no);
3312                 err = -ENODEV;
3313                 goto put_host;
3314         }
3315
3316         dev = iscsi_find_flashnode_conn(fnode_sess);
3317         if (!dev) {
3318                 err = -ENODEV;
3319                 goto put_sess;
3320         }
3321
3322         fnode_conn = iscsi_dev_to_flash_conn(dev);
3323         err = transport->login_flashnode(fnode_sess, fnode_conn);
3324         put_device(dev);
3325
3326 put_sess:
3327         put_device(&fnode_sess->dev);
3328
3329 put_host:
3330         scsi_host_put(shost);
3331
3332 exit_login_fnode:
3333         return err;
3334 }
3335
3336 static int iscsi_logout_flashnode(struct iscsi_transport *transport,
3337                                   struct iscsi_uevent *ev)
3338 {
3339         struct Scsi_Host *shost;
3340         struct iscsi_bus_flash_session *fnode_sess;
3341         struct iscsi_bus_flash_conn *fnode_conn;
3342         struct device *dev;
3343         uint32_t idx;
3344         int err = 0;
3345
3346         if (!transport->logout_flashnode) {
3347                 err = -ENOSYS;
3348                 goto exit_logout_fnode;
3349         }
3350
3351         shost = scsi_host_lookup(ev->u.logout_flashnode.host_no);
3352         if (!shost) {
3353                 pr_err("%s could not find host no %u\n",
3354                        __func__, ev->u.logout_flashnode.host_no);
3355                 err = -ENODEV;
3356                 goto put_host;
3357         }
3358
3359         idx = ev->u.logout_flashnode.flashnode_idx;
3360         fnode_sess = iscsi_get_flashnode_by_index(shost, idx);
3361         if (!fnode_sess) {
3362                 pr_err("%s could not find flashnode %u for host no %u\n",
3363                        __func__, idx, ev->u.logout_flashnode.host_no);
3364                 err = -ENODEV;
3365                 goto put_host;
3366         }
3367
3368         dev = iscsi_find_flashnode_conn(fnode_sess);
3369         if (!dev) {
3370                 err = -ENODEV;
3371                 goto put_sess;
3372         }
3373
3374         fnode_conn = iscsi_dev_to_flash_conn(dev);
3375
3376         err = transport->logout_flashnode(fnode_sess, fnode_conn);
3377         put_device(dev);
3378
3379 put_sess:
3380         put_device(&fnode_sess->dev);
3381
3382 put_host:
3383         scsi_host_put(shost);
3384
3385 exit_logout_fnode:
3386         return err;
3387 }
3388
3389 static int iscsi_logout_flashnode_sid(struct iscsi_transport *transport,
3390                                       struct iscsi_uevent *ev)
3391 {
3392         struct Scsi_Host *shost;
3393         struct iscsi_cls_session *session;
3394         int err = 0;
3395
3396         if (!transport->logout_flashnode_sid) {
3397                 err = -ENOSYS;
3398                 goto exit_logout_sid;
3399         }
3400
3401         shost = scsi_host_lookup(ev->u.logout_flashnode_sid.host_no);
3402         if (!shost) {
3403                 pr_err("%s could not find host no %u\n",
3404                        __func__, ev->u.logout_flashnode.host_no);
3405                 err = -ENODEV;
3406                 goto put_host;
3407         }
3408
3409         session = iscsi_session_lookup(ev->u.logout_flashnode_sid.sid);
3410         if (!session) {
3411                 pr_err("%s could not find session id %u\n",
3412                        __func__, ev->u.logout_flashnode_sid.sid);
3413                 err = -EINVAL;
3414                 goto put_host;
3415         }
3416
3417         err = transport->logout_flashnode_sid(session);
3418
3419 put_host:
3420         scsi_host_put(shost);
3421
3422 exit_logout_sid:
3423         return err;
3424 }
3425
3426 static int
3427 iscsi_get_host_stats(struct iscsi_transport *transport, struct nlmsghdr *nlh)
3428 {
3429         struct iscsi_uevent *ev = nlmsg_data(nlh);
3430         struct Scsi_Host *shost = NULL;
3431         struct iscsi_internal *priv;
3432         struct sk_buff *skbhost_stats;
3433         struct nlmsghdr *nlhhost_stats;
3434         struct iscsi_uevent *evhost_stats;
3435         int host_stats_size = 0;
3436         int len, err = 0;
3437         char *buf;
3438
3439         if (!transport->get_host_stats)
3440                 return -ENOSYS;
3441
3442         priv = iscsi_if_transport_lookup(transport);
3443         if (!priv)
3444                 return -EINVAL;
3445
3446         host_stats_size = sizeof(struct iscsi_offload_host_stats);
3447         len = nlmsg_total_size(sizeof(*ev) + host_stats_size);
3448
3449         shost = scsi_host_lookup(ev->u.get_host_stats.host_no);
3450         if (!shost) {
3451                 pr_err("%s: failed. Could not find host no %u\n",
3452                        __func__, ev->u.get_host_stats.host_no);
3453                 return -ENODEV;
3454         }
3455
3456         do {
3457                 int actual_size;
3458
3459                 skbhost_stats = alloc_skb(len, GFP_KERNEL);
3460                 if (!skbhost_stats) {
3461                         pr_err("cannot deliver host stats: OOM\n");
3462                         err = -ENOMEM;
3463                         goto exit_host_stats;
3464                 }
3465
3466                 nlhhost_stats = __nlmsg_put(skbhost_stats, 0, 0, 0,
3467                                       (len - sizeof(*nlhhost_stats)), 0);
3468                 evhost_stats = nlmsg_data(nlhhost_stats);
3469                 memset(evhost_stats, 0, sizeof(*evhost_stats));
3470                 evhost_stats->transport_handle = iscsi_handle(transport);
3471                 evhost_stats->type = nlh->nlmsg_type;
3472                 evhost_stats->u.get_host_stats.host_no =
3473                                         ev->u.get_host_stats.host_no;
3474                 buf = (char *)evhost_stats + sizeof(*evhost_stats);
3475                 memset(buf, 0, host_stats_size);
3476
3477                 err = transport->get_host_stats(shost, buf, host_stats_size);
3478                 if (err) {
3479                         kfree_skb(skbhost_stats);
3480                         goto exit_host_stats;
3481                 }
3482
3483                 actual_size = nlmsg_total_size(sizeof(*ev) + host_stats_size);
3484                 skb_trim(skbhost_stats, NLMSG_ALIGN(actual_size));
3485                 nlhhost_stats->nlmsg_len = actual_size;
3486
3487                 err = iscsi_multicast_skb(skbhost_stats, ISCSI_NL_GRP_ISCSID,
3488                                           GFP_KERNEL);
3489         } while (err < 0 && err != -ECONNREFUSED);
3490
3491 exit_host_stats:
3492         scsi_host_put(shost);
3493         return err;
3494 }
3495
3496
3497 static int
3498 iscsi_if_recv_msg(struct sk_buff *skb, struct nlmsghdr *nlh, uint32_t *group)
3499 {
3500         int err = 0;
3501         u32 portid;
3502         u32 pdu_len;
3503         struct iscsi_uevent *ev = nlmsg_data(nlh);
3504         struct iscsi_transport *transport = NULL;
3505         struct iscsi_internal *priv;
3506         struct iscsi_cls_session *session;
3507         struct iscsi_cls_conn *conn;
3508         struct iscsi_endpoint *ep = NULL;
3509
3510         if (!netlink_capable(skb, CAP_SYS_ADMIN))
3511                 return -EPERM;
3512
3513         if (nlh->nlmsg_type == ISCSI_UEVENT_PATH_UPDATE)
3514                 *group = ISCSI_NL_GRP_UIP;
3515         else
3516                 *group = ISCSI_NL_GRP_ISCSID;
3517
3518         priv = iscsi_if_transport_lookup(iscsi_ptr(ev->transport_handle));
3519         if (!priv)
3520                 return -EINVAL;
3521         transport = priv->iscsi_transport;
3522
3523         if (!try_module_get(transport->owner))
3524                 return -EINVAL;
3525
3526         portid = NETLINK_CB(skb).portid;
3527
3528         switch (nlh->nlmsg_type) {
3529         case ISCSI_UEVENT_CREATE_SESSION:
3530                 err = iscsi_if_create_session(priv, ep, ev,
3531                                               portid,
3532                                               ev->u.c_session.initial_cmdsn,
3533                                               ev->u.c_session.cmds_max,
3534                                               ev->u.c_session.queue_depth);
3535                 break;
3536         case ISCSI_UEVENT_CREATE_BOUND_SESSION:
3537                 ep = iscsi_lookup_endpoint(ev->u.c_bound_session.ep_handle);
3538                 if (!ep) {
3539                         err = -EINVAL;
3540                         break;
3541                 }
3542
3543                 err = iscsi_if_create_session(priv, ep, ev,
3544                                         portid,
3545                                         ev->u.c_bound_session.initial_cmdsn,
3546                                         ev->u.c_bound_session.cmds_max,
3547                                         ev->u.c_bound_session.queue_depth);
3548                 break;
3549         case ISCSI_UEVENT_DESTROY_SESSION:
3550                 session = iscsi_session_lookup(ev->u.d_session.sid);
3551                 if (!session)
3552                         err = -EINVAL;
3553                 else if (iscsi_session_has_conns(ev->u.d_session.sid))
3554                         err = -EBUSY;
3555                 else
3556                         transport->destroy_session(session);
3557                 break;
3558         case ISCSI_UEVENT_UNBIND_SESSION:
3559                 session = iscsi_session_lookup(ev->u.d_session.sid);
3560                 if (session)
3561                         scsi_queue_work(iscsi_session_to_shost(session),
3562                                         &session->unbind_work);
3563                 else
3564                         err = -EINVAL;
3565                 break;
3566         case ISCSI_UEVENT_CREATE_CONN:
3567                 err = iscsi_if_create_conn(transport, ev);
3568                 break;
3569         case ISCSI_UEVENT_DESTROY_CONN:
3570                 err = iscsi_if_destroy_conn(transport, ev);
3571                 break;
3572         case ISCSI_UEVENT_BIND_CONN:
3573                 session = iscsi_session_lookup(ev->u.b_conn.sid);
3574                 conn = iscsi_conn_lookup(ev->u.b_conn.sid, ev->u.b_conn.cid);
3575
3576                 if (conn && conn->ep)
3577                         iscsi_if_ep_disconnect(transport, conn->ep->id);
3578
3579                 if (!session || !conn) {
3580                         err = -EINVAL;
3581                         break;
3582                 }
3583
3584                 ev->r.retcode = transport->bind_conn(session, conn,
3585                                                 ev->u.b_conn.transport_eph,
3586                                                 ev->u.b_conn.is_leading);
3587                 if (ev->r.retcode || !transport->ep_connect)
3588                         break;
3589
3590                 ep = iscsi_lookup_endpoint(ev->u.b_conn.transport_eph);
3591                 if (ep) {
3592                         ep->conn = conn;
3593
3594                         mutex_lock(&conn->ep_mutex);
3595                         conn->ep = ep;
3596                         mutex_unlock(&conn->ep_mutex);
3597                 } else
3598                         iscsi_cls_conn_printk(KERN_ERR, conn,
3599                                               "Could not set ep conn "
3600                                               "binding\n");
3601                 break;
3602         case ISCSI_UEVENT_SET_PARAM:
3603                 err = iscsi_set_param(transport, ev);
3604                 break;
3605         case ISCSI_UEVENT_START_CONN:
3606                 conn = iscsi_conn_lookup(ev->u.start_conn.sid, ev->u.start_conn.cid);
3607                 if (conn)
3608                         ev->r.retcode = transport->start_conn(conn);
3609                 else
3610                         err = -EINVAL;
3611                 break;
3612         case ISCSI_UEVENT_STOP_CONN:
3613                 conn = iscsi_conn_lookup(ev->u.stop_conn.sid, ev->u.stop_conn.cid);
3614                 if (conn)
3615                         transport->stop_conn(conn, ev->u.stop_conn.flag);
3616                 else
3617                         err = -EINVAL;
3618                 break;
3619         case ISCSI_UEVENT_SEND_PDU:
3620                 pdu_len = nlh->nlmsg_len - sizeof(*nlh) - sizeof(*ev);
3621
3622                 if ((ev->u.send_pdu.hdr_size > pdu_len) ||
3623                     (ev->u.send_pdu.data_size > (pdu_len - ev->u.send_pdu.hdr_size))) {
3624                         err = -EINVAL;
3625                         break;
3626                 }
3627
3628                 conn = iscsi_conn_lookup(ev->u.send_pdu.sid, ev->u.send_pdu.cid);
3629                 if (conn)
3630                         ev->r.retcode = transport->send_pdu(conn,
3631                                 (struct iscsi_hdr*)((char*)ev + sizeof(*ev)),
3632                                 (char*)ev + sizeof(*ev) + ev->u.send_pdu.hdr_size,
3633                                 ev->u.send_pdu.data_size);
3634                 else
3635                         err = -EINVAL;
3636                 break;
3637         case ISCSI_UEVENT_GET_STATS:
3638                 err = iscsi_if_get_stats(transport, nlh);
3639                 break;
3640         case ISCSI_UEVENT_TRANSPORT_EP_CONNECT:
3641         case ISCSI_UEVENT_TRANSPORT_EP_POLL:
3642         case ISCSI_UEVENT_TRANSPORT_EP_DISCONNECT:
3643         case ISCSI_UEVENT_TRANSPORT_EP_CONNECT_THROUGH_HOST:
3644                 err = iscsi_if_transport_ep(transport, ev, nlh->nlmsg_type);
3645                 break;
3646         case ISCSI_UEVENT_TGT_DSCVR:
3647                 err = iscsi_tgt_dscvr(transport, ev);
3648                 break;
3649         case ISCSI_UEVENT_SET_HOST_PARAM:
3650                 err = iscsi_set_host_param(transport, ev);
3651                 break;
3652         case ISCSI_UEVENT_PATH_UPDATE:
3653                 err = iscsi_set_path(transport, ev);
3654                 break;
3655         case ISCSI_UEVENT_SET_IFACE_PARAMS:
3656                 err = iscsi_set_iface_params(transport, ev,
3657                                              nlmsg_attrlen(nlh, sizeof(*ev)));
3658                 break;
3659         case ISCSI_UEVENT_PING:
3660                 err = iscsi_send_ping(transport, ev);
3661                 break;
3662         case ISCSI_UEVENT_GET_CHAP:
3663                 err = iscsi_get_chap(transport, nlh);
3664                 break;
3665         case ISCSI_UEVENT_DELETE_CHAP:
3666                 err = iscsi_delete_chap(transport, ev);
3667                 break;
3668         case ISCSI_UEVENT_SET_FLASHNODE_PARAMS:
3669                 err = iscsi_set_flashnode_param(transport, ev,
3670                                                 nlmsg_attrlen(nlh,
3671                                                               sizeof(*ev)));
3672                 break;
3673         case ISCSI_UEVENT_NEW_FLASHNODE:
3674                 err = iscsi_new_flashnode(transport, ev,
3675                                           nlmsg_attrlen(nlh, sizeof(*ev)));
3676                 break;
3677         case ISCSI_UEVENT_DEL_FLASHNODE:
3678                 err = iscsi_del_flashnode(transport, ev);
3679                 break;
3680         case ISCSI_UEVENT_LOGIN_FLASHNODE:
3681                 err = iscsi_login_flashnode(transport, ev);
3682                 break;
3683         case ISCSI_UEVENT_LOGOUT_FLASHNODE:
3684                 err = iscsi_logout_flashnode(transport, ev);
3685                 break;
3686         case ISCSI_UEVENT_LOGOUT_FLASHNODE_SID:
3687                 err = iscsi_logout_flashnode_sid(transport, ev);
3688                 break;
3689         case ISCSI_UEVENT_SET_CHAP:
3690                 err = iscsi_set_chap(transport, ev,
3691                                      nlmsg_attrlen(nlh, sizeof(*ev)));
3692                 break;
3693         case ISCSI_UEVENT_GET_HOST_STATS:
3694                 err = iscsi_get_host_stats(transport, nlh);
3695                 break;
3696         default:
3697                 err = -ENOSYS;
3698                 break;
3699         }
3700
3701         module_put(transport->owner);
3702         return err;
3703 }
3704
3705 /*
3706  * Get message from skb.  Each message is processed by iscsi_if_recv_msg.
3707  * Malformed skbs with wrong lengths or invalid creds are not processed.
3708  */
3709 static void
3710 iscsi_if_rx(struct sk_buff *skb)
3711 {
3712         u32 portid = NETLINK_CB(skb).portid;
3713
3714         mutex_lock(&rx_queue_mutex);
3715         while (skb->len >= NLMSG_HDRLEN) {
3716                 int err;
3717                 uint32_t rlen;
3718                 struct nlmsghdr *nlh;
3719                 struct iscsi_uevent *ev;
3720                 uint32_t group;
3721                 int retries = ISCSI_SEND_MAX_ALLOWED;
3722
3723                 nlh = nlmsg_hdr(skb);
3724                 if (nlh->nlmsg_len < sizeof(*nlh) + sizeof(*ev) ||
3725                     skb->len < nlh->nlmsg_len) {
3726                         break;
3727                 }
3728
3729                 ev = nlmsg_data(nlh);
3730                 rlen = NLMSG_ALIGN(nlh->nlmsg_len);
3731                 if (rlen > skb->len)
3732                         rlen = skb->len;
3733
3734                 err = iscsi_if_recv_msg(skb, nlh, &group);
3735                 if (err) {
3736                         ev->type = ISCSI_KEVENT_IF_ERROR;
3737                         ev->iferror = err;
3738                 }
3739                 do {
3740                         /*
3741                          * special case for GET_STATS:
3742                          * on success - sending reply and stats from
3743                          * inside of if_recv_msg(),
3744                          * on error - fall through.
3745                          */
3746                         if (ev->type == ISCSI_UEVENT_GET_STATS && !err)
3747                                 break;
3748                         if (ev->type == ISCSI_UEVENT_GET_CHAP && !err)
3749                                 break;
3750                         err = iscsi_if_send_reply(portid, nlh->nlmsg_type,
3751                                                   ev, sizeof(*ev));
3752                         if (err == -EAGAIN && --retries < 0) {
3753                                 printk(KERN_WARNING "Send reply failed, error %d\n", err);
3754                                 break;
3755                         }
3756                 } while (err < 0 && err != -ECONNREFUSED && err != -ESRCH);
3757                 skb_pull(skb, rlen);
3758         }
3759         mutex_unlock(&rx_queue_mutex);
3760 }
3761
3762 #define ISCSI_CLASS_ATTR(_prefix,_name,_mode,_show,_store)              \
3763 struct device_attribute dev_attr_##_prefix##_##_name =  \
3764         __ATTR(_name,_mode,_show,_store)
3765
3766 /*
3767  * iSCSI connection attrs
3768  */
3769 #define iscsi_conn_attr_show(param)                                     \
3770 static ssize_t                                                          \
3771 show_conn_param_##param(struct device *dev,                             \
3772                         struct device_attribute *attr, char *buf)       \
3773 {                                                                       \
3774         struct iscsi_cls_conn *conn = iscsi_dev_to_conn(dev->parent);   \
3775         struct iscsi_transport *t = conn->transport;                    \
3776         return t->get_conn_param(conn, param, buf);                     \
3777 }
3778
3779 #define iscsi_conn_attr(field, param)                                   \
3780         iscsi_conn_attr_show(param)                                     \
3781 static ISCSI_CLASS_ATTR(conn, field, S_IRUGO, show_conn_param_##param,  \
3782                         NULL);
3783
3784 iscsi_conn_attr(max_recv_dlength, ISCSI_PARAM_MAX_RECV_DLENGTH);
3785 iscsi_conn_attr(max_xmit_dlength, ISCSI_PARAM_MAX_XMIT_DLENGTH);
3786 iscsi_conn_attr(header_digest, ISCSI_PARAM_HDRDGST_EN);
3787 iscsi_conn_attr(data_digest, ISCSI_PARAM_DATADGST_EN);
3788 iscsi_conn_attr(ifmarker, ISCSI_PARAM_IFMARKER_EN);
3789 iscsi_conn_attr(ofmarker, ISCSI_PARAM_OFMARKER_EN);
3790 iscsi_conn_attr(persistent_port, ISCSI_PARAM_PERSISTENT_PORT);
3791 iscsi_conn_attr(exp_statsn, ISCSI_PARAM_EXP_STATSN);
3792 iscsi_conn_attr(persistent_address, ISCSI_PARAM_PERSISTENT_ADDRESS);
3793 iscsi_conn_attr(ping_tmo, ISCSI_PARAM_PING_TMO);
3794 iscsi_conn_attr(recv_tmo, ISCSI_PARAM_RECV_TMO);
3795 iscsi_conn_attr(local_port, ISCSI_PARAM_LOCAL_PORT);
3796 iscsi_conn_attr(statsn, ISCSI_PARAM_STATSN);
3797 iscsi_conn_attr(keepalive_tmo, ISCSI_PARAM_KEEPALIVE_TMO);
3798 iscsi_conn_attr(max_segment_size, ISCSI_PARAM_MAX_SEGMENT_SIZE);
3799 iscsi_conn_attr(tcp_timestamp_stat, ISCSI_PARAM_TCP_TIMESTAMP_STAT);
3800 iscsi_conn_attr(tcp_wsf_disable, ISCSI_PARAM_TCP_WSF_DISABLE);
3801 iscsi_conn_attr(tcp_nagle_disable, ISCSI_PARAM_TCP_NAGLE_DISABLE);
3802 iscsi_conn_attr(tcp_timer_scale, ISCSI_PARAM_TCP_TIMER_SCALE);
3803 iscsi_conn_attr(tcp_timestamp_enable, ISCSI_PARAM_TCP_TIMESTAMP_EN);
3804 iscsi_conn_attr(fragment_disable, ISCSI_PARAM_IP_FRAGMENT_DISABLE);
3805 iscsi_conn_attr(ipv4_tos, ISCSI_PARAM_IPV4_TOS);
3806 iscsi_conn_attr(ipv6_traffic_class, ISCSI_PARAM_IPV6_TC);
3807 iscsi_conn_attr(ipv6_flow_label, ISCSI_PARAM_IPV6_FLOW_LABEL);
3808 iscsi_conn_attr(is_fw_assigned_ipv6, ISCSI_PARAM_IS_FW_ASSIGNED_IPV6);
3809 iscsi_conn_attr(tcp_xmit_wsf, ISCSI_PARAM_TCP_XMIT_WSF);
3810 iscsi_conn_attr(tcp_recv_wsf, ISCSI_PARAM_TCP_RECV_WSF);
3811 iscsi_conn_attr(local_ipaddr, ISCSI_PARAM_LOCAL_IPADDR);
3812
3813
3814 #define iscsi_conn_ep_attr_show(param)                                  \
3815 static ssize_t show_conn_ep_param_##param(struct device *dev,           \
3816                                           struct device_attribute *attr,\
3817                                           char *buf)                    \
3818 {                                                                       \
3819         struct iscsi_cls_conn *conn = iscsi_dev_to_conn(dev->parent);   \
3820         struct iscsi_transport *t = conn->transport;                    \
3821         struct iscsi_endpoint *ep;                                      \
3822         ssize_t rc;                                                     \
3823                                                                         \
3824         /*                                                              \
3825          * Need to make sure ep_disconnect does not free the LLD's      \
3826          * interconnect resources while we are trying to read them.     \
3827          */                                                             \
3828         mutex_lock(&conn->ep_mutex);                                    \
3829         ep = conn->ep;                                                  \
3830         if (!ep && t->ep_connect) {                                     \
3831                 mutex_unlock(&conn->ep_mutex);                          \
3832                 return -ENOTCONN;                                       \
3833         }                                                               \
3834                                                                         \
3835         if (ep)                                                         \
3836                 rc = t->get_ep_param(ep, param, buf);                   \
3837         else                                                            \
3838                 rc = t->get_conn_param(conn, param, buf);               \
3839         mutex_unlock(&conn->ep_mutex);                                  \
3840         return rc;                                                      \
3841 }
3842
3843 #define iscsi_conn_ep_attr(field, param)                                \
3844         iscsi_conn_ep_attr_show(param)                                  \
3845 static ISCSI_CLASS_ATTR(conn, field, S_IRUGO,                           \
3846                         show_conn_ep_param_##param, NULL);
3847
3848 iscsi_conn_ep_attr(address, ISCSI_PARAM_CONN_ADDRESS);
3849 iscsi_conn_ep_attr(port, ISCSI_PARAM_CONN_PORT);
3850
3851 static struct attribute *iscsi_conn_attrs[] = {
3852         &dev_attr_conn_max_recv_dlength.attr,
3853         &dev_attr_conn_max_xmit_dlength.attr,
3854         &dev_attr_conn_header_digest.attr,
3855         &dev_attr_conn_data_digest.attr,
3856         &dev_attr_conn_ifmarker.attr,
3857         &dev_attr_conn_ofmarker.attr,
3858         &dev_attr_conn_address.attr,
3859         &dev_attr_conn_port.attr,
3860         &dev_attr_conn_exp_statsn.attr,
3861         &dev_attr_conn_persistent_address.attr,
3862         &dev_attr_conn_persistent_port.attr,
3863         &dev_attr_conn_ping_tmo.attr,
3864         &dev_attr_conn_recv_tmo.attr,
3865         &dev_attr_conn_local_port.attr,
3866         &dev_attr_conn_statsn.attr,
3867         &dev_attr_conn_keepalive_tmo.attr,
3868         &dev_attr_conn_max_segment_size.attr,
3869         &dev_attr_conn_tcp_timestamp_stat.attr,
3870         &dev_attr_conn_tcp_wsf_disable.attr,
3871         &dev_attr_conn_tcp_nagle_disable.attr,
3872         &dev_attr_conn_tcp_timer_scale.attr,
3873         &dev_attr_conn_tcp_timestamp_enable.attr,
3874         &dev_attr_conn_fragment_disable.attr,
3875         &dev_attr_conn_ipv4_tos.attr,
3876         &dev_attr_conn_ipv6_traffic_class.attr,
3877         &dev_attr_conn_ipv6_flow_label.attr,
3878         &dev_attr_conn_is_fw_assigned_ipv6.attr,
3879         &dev_attr_conn_tcp_xmit_wsf.attr,
3880         &dev_attr_conn_tcp_recv_wsf.attr,
3881         &dev_attr_conn_local_ipaddr.attr,
3882         NULL,
3883 };
3884
3885 static umode_t iscsi_conn_attr_is_visible(struct kobject *kobj,
3886                                          struct attribute *attr, int i)
3887 {
3888         struct device *cdev = container_of(kobj, struct device, kobj);
3889         struct iscsi_cls_conn *conn = transport_class_to_conn(cdev);
3890         struct iscsi_transport *t = conn->transport;
3891         int param;
3892
3893         if (attr == &dev_attr_conn_max_recv_dlength.attr)
3894                 param = ISCSI_PARAM_MAX_RECV_DLENGTH;
3895         else if (attr == &dev_attr_conn_max_xmit_dlength.attr)
3896                 param = ISCSI_PARAM_MAX_XMIT_DLENGTH;
3897         else if (attr == &dev_attr_conn_header_digest.attr)
3898                 param = ISCSI_PARAM_HDRDGST_EN;
3899         else if (attr == &dev_attr_conn_data_digest.attr)
3900                 param = ISCSI_PARAM_DATADGST_EN;
3901         else if (attr == &dev_attr_conn_ifmarker.attr)
3902                 param = ISCSI_PARAM_IFMARKER_EN;
3903         else if (attr == &dev_attr_conn_ofmarker.attr)
3904                 param = ISCSI_PARAM_OFMARKER_EN;
3905         else if (attr == &dev_attr_conn_address.attr)
3906                 param = ISCSI_PARAM_CONN_ADDRESS;
3907         else if (attr == &dev_attr_conn_port.attr)
3908                 param = ISCSI_PARAM_CONN_PORT;
3909         else if (attr == &dev_attr_conn_exp_statsn.attr)
3910                 param = ISCSI_PARAM_EXP_STATSN;
3911         else if (attr == &dev_attr_conn_persistent_address.attr)
3912                 param = ISCSI_PARAM_PERSISTENT_ADDRESS;
3913         else if (attr == &dev_attr_conn_persistent_port.attr)
3914                 param = ISCSI_PARAM_PERSISTENT_PORT;
3915         else if (attr == &dev_attr_conn_ping_tmo.attr)
3916                 param = ISCSI_PARAM_PING_TMO;
3917         else if (attr == &dev_attr_conn_recv_tmo.attr)
3918                 param = ISCSI_PARAM_RECV_TMO;
3919         else if (attr == &dev_attr_conn_local_port.attr)
3920                 param = ISCSI_PARAM_LOCAL_PORT;
3921         else if (attr == &dev_attr_conn_statsn.attr)
3922                 param = ISCSI_PARAM_STATSN;
3923         else if (attr == &dev_attr_conn_keepalive_tmo.attr)
3924                 param = ISCSI_PARAM_KEEPALIVE_TMO;
3925         else if (attr == &dev_attr_conn_max_segment_size.attr)
3926                 param = ISCSI_PARAM_MAX_SEGMENT_SIZE;
3927         else if (attr == &dev_attr_conn_tcp_timestamp_stat.attr)
3928                 param = ISCSI_PARAM_TCP_TIMESTAMP_STAT;
3929         else if (attr == &dev_attr_conn_tcp_wsf_disable.attr)
3930                 param = ISCSI_PARAM_TCP_WSF_DISABLE;
3931         else if (attr == &dev_attr_conn_tcp_nagle_disable.attr)
3932                 param = ISCSI_PARAM_TCP_NAGLE_DISABLE;
3933         else if (attr == &dev_attr_conn_tcp_timer_scale.attr)
3934                 param = ISCSI_PARAM_TCP_TIMER_SCALE;
3935         else if (attr == &dev_attr_conn_tcp_timestamp_enable.attr)
3936                 param = ISCSI_PARAM_TCP_TIMESTAMP_EN;
3937         else if (attr == &dev_attr_conn_fragment_disable.attr)
3938                 param = ISCSI_PARAM_IP_FRAGMENT_DISABLE;
3939         else if (attr == &dev_attr_conn_ipv4_tos.attr)
3940                 param = ISCSI_PARAM_IPV4_TOS;
3941         else if (attr == &dev_attr_conn_ipv6_traffic_class.attr)
3942                 param = ISCSI_PARAM_IPV6_TC;
3943         else if (attr == &dev_attr_conn_ipv6_flow_label.attr)
3944                 param = ISCSI_PARAM_IPV6_FLOW_LABEL;
3945         else if (attr == &dev_attr_conn_is_fw_assigned_ipv6.attr)
3946                 param = ISCSI_PARAM_IS_FW_ASSIGNED_IPV6;
3947         else if (attr == &dev_attr_conn_tcp_xmit_wsf.attr)
3948                 param = ISCSI_PARAM_TCP_XMIT_WSF;
3949         else if (attr == &dev_attr_conn_tcp_recv_wsf.attr)
3950                 param = ISCSI_PARAM_TCP_RECV_WSF;
3951         else if (attr == &dev_attr_conn_local_ipaddr.attr)
3952                 param = ISCSI_PARAM_LOCAL_IPADDR;
3953         else {
3954                 WARN_ONCE(1, "Invalid conn attr");
3955                 return 0;
3956         }
3957
3958         return t->attr_is_visible(ISCSI_PARAM, param);
3959 }
3960
3961 static struct attribute_group iscsi_conn_group = {
3962         .attrs = iscsi_conn_attrs,
3963         .is_visible = iscsi_conn_attr_is_visible,
3964 };
3965
3966 /*
3967  * iSCSI session attrs
3968  */
3969 #define iscsi_session_attr_show(param, perm)                            \
3970 static ssize_t                                                          \
3971 show_session_param_##param(struct device *dev,                          \
3972                            struct device_attribute *attr, char *buf)    \
3973 {                                                                       \
3974         struct iscsi_cls_session *session =                             \
3975                 iscsi_dev_to_session(dev->parent);                      \
3976         struct iscsi_transport *t = session->transport;                 \
3977                                                                         \
3978         if (perm && !capable(CAP_SYS_ADMIN))                            \
3979                 return -EACCES;                                         \
3980         return t->get_session_param(session, param, buf);               \
3981 }
3982
3983 #define iscsi_session_attr(field, param, perm)                          \
3984         iscsi_session_attr_show(param, perm)                            \
3985 static ISCSI_CLASS_ATTR(sess, field, S_IRUGO, show_session_param_##param, \
3986                         NULL);
3987 iscsi_session_attr(targetname, ISCSI_PARAM_TARGET_NAME, 0);
3988 iscsi_session_attr(initial_r2t, ISCSI_PARAM_INITIAL_R2T_EN, 0);
3989 iscsi_session_attr(max_outstanding_r2t, ISCSI_PARAM_MAX_R2T, 0);
3990 iscsi_session_attr(immediate_data, ISCSI_PARAM_IMM_DATA_EN, 0);
3991 iscsi_session_attr(first_burst_len, ISCSI_PARAM_FIRST_BURST, 0);
3992 iscsi_session_attr(max_burst_len, ISCSI_PARAM_MAX_BURST, 0);
3993 iscsi_session_attr(data_pdu_in_order, ISCSI_PARAM_PDU_INORDER_EN, 0);
3994 iscsi_session_attr(data_seq_in_order, ISCSI_PARAM_DATASEQ_INORDER_EN, 0);
3995 iscsi_session_attr(erl, ISCSI_PARAM_ERL, 0);
3996 iscsi_session_attr(tpgt, ISCSI_PARAM_TPGT, 0);
3997 iscsi_session_attr(username, ISCSI_PARAM_USERNAME, 1);
3998 iscsi_session_attr(username_in, ISCSI_PARAM_USERNAME_IN, 1);
3999 iscsi_session_attr(password, ISCSI_PARAM_PASSWORD, 1);
4000 iscsi_session_attr(password_in, ISCSI_PARAM_PASSWORD_IN, 1);
4001 iscsi_session_attr(chap_out_idx, ISCSI_PARAM_CHAP_OUT_IDX, 1);
4002 iscsi_session_attr(chap_in_idx, ISCSI_PARAM_CHAP_IN_IDX, 1);
4003 iscsi_session_attr(fast_abort, ISCSI_PARAM_FAST_ABORT, 0);
4004 iscsi_session_attr(abort_tmo, ISCSI_PARAM_ABORT_TMO, 0);
4005 iscsi_session_attr(lu_reset_tmo, ISCSI_PARAM_LU_RESET_TMO, 0);
4006 iscsi_session_attr(tgt_reset_tmo, ISCSI_PARAM_TGT_RESET_TMO, 0);
4007 iscsi_session_attr(ifacename, ISCSI_PARAM_IFACE_NAME, 0);
4008 iscsi_session_attr(initiatorname, ISCSI_PARAM_INITIATOR_NAME, 0);
4009 iscsi_session_attr(targetalias, ISCSI_PARAM_TARGET_ALIAS, 0);
4010 iscsi_session_attr(boot_root, ISCSI_PARAM_BOOT_ROOT, 0);
4011 iscsi_session_attr(boot_nic, ISCSI_PARAM_BOOT_NIC, 0);
4012 iscsi_session_attr(boot_target, ISCSI_PARAM_BOOT_TARGET, 0);
4013 iscsi_session_attr(auto_snd_tgt_disable, ISCSI_PARAM_AUTO_SND_TGT_DISABLE, 0);
4014 iscsi_session_attr(discovery_session, ISCSI_PARAM_DISCOVERY_SESS, 0);
4015 iscsi_session_attr(portal_type, ISCSI_PARAM_PORTAL_TYPE, 0);
4016 iscsi_session_attr(chap_auth, ISCSI_PARAM_CHAP_AUTH_EN, 0);
4017 iscsi_session_attr(discovery_logout, ISCSI_PARAM_DISCOVERY_LOGOUT_EN, 0);
4018 iscsi_session_attr(bidi_chap, ISCSI_PARAM_BIDI_CHAP_EN, 0);
4019 iscsi_session_attr(discovery_auth_optional,
4020                    ISCSI_PARAM_DISCOVERY_AUTH_OPTIONAL, 0);
4021 iscsi_session_attr(def_time2wait, ISCSI_PARAM_DEF_TIME2WAIT, 0);
4022 iscsi_session_attr(def_time2retain, ISCSI_PARAM_DEF_TIME2RETAIN, 0);
4023 iscsi_session_attr(isid, ISCSI_PARAM_ISID, 0);
4024 iscsi_session_attr(tsid, ISCSI_PARAM_TSID, 0);
4025 iscsi_session_attr(def_taskmgmt_tmo, ISCSI_PARAM_DEF_TASKMGMT_TMO, 0);
4026 iscsi_session_attr(discovery_parent_idx, ISCSI_PARAM_DISCOVERY_PARENT_IDX, 0);
4027 iscsi_session_attr(discovery_parent_type, ISCSI_PARAM_DISCOVERY_PARENT_TYPE, 0);
4028
4029 static ssize_t
4030 show_priv_session_state(struct device *dev, struct device_attribute *attr,
4031                         char *buf)
4032 {
4033         struct iscsi_cls_session *session = iscsi_dev_to_session(dev->parent);
4034         return sysfs_emit(buf, "%s\n", iscsi_session_state_name(session->state));
4035 }
4036 static ISCSI_CLASS_ATTR(priv_sess, state, S_IRUGO, show_priv_session_state,
4037                         NULL);
4038 static ssize_t
4039 show_priv_session_creator(struct device *dev, struct device_attribute *attr,
4040                         char *buf)
4041 {
4042         struct iscsi_cls_session *session = iscsi_dev_to_session(dev->parent);
4043         return sysfs_emit(buf, "%d\n", session->creator);
4044 }
4045 static ISCSI_CLASS_ATTR(priv_sess, creator, S_IRUGO, show_priv_session_creator,
4046                         NULL);
4047 static ssize_t
4048 show_priv_session_target_id(struct device *dev, struct device_attribute *attr,
4049                             char *buf)
4050 {
4051         struct iscsi_cls_session *session = iscsi_dev_to_session(dev->parent);
4052         return sysfs_emit(buf, "%d\n", session->target_id);
4053 }
4054 static ISCSI_CLASS_ATTR(priv_sess, target_id, S_IRUGO,
4055                         show_priv_session_target_id, NULL);
4056
4057 #define iscsi_priv_session_attr_show(field, format)                     \
4058 static ssize_t                                                          \
4059 show_priv_session_##field(struct device *dev,                           \
4060                           struct device_attribute *attr, char *buf)     \
4061 {                                                                       \
4062         struct iscsi_cls_session *session =                             \
4063                         iscsi_dev_to_session(dev->parent);              \
4064         if (session->field == -1)                                       \
4065                 return sysfs_emit(buf, "off\n");                        \
4066         return sysfs_emit(buf, format"\n", session->field);             \
4067 }
4068
4069 #define iscsi_priv_session_attr_store(field)                            \
4070 static ssize_t                                                          \
4071 store_priv_session_##field(struct device *dev,                          \
4072                            struct device_attribute *attr,               \
4073                            const char *buf, size_t count)               \
4074 {                                                                       \
4075         int val;                                                        \
4076         char *cp;                                                       \
4077         struct iscsi_cls_session *session =                             \
4078                 iscsi_dev_to_session(dev->parent);                      \
4079         if ((session->state == ISCSI_SESSION_FREE) ||                   \
4080             (session->state == ISCSI_SESSION_FAILED))                   \
4081                 return -EBUSY;                                          \
4082         if (strncmp(buf, "off", 3) == 0) {                              \
4083                 session->field = -1;                                    \
4084                 session->field##_sysfs_override = true;                 \
4085         } else {                                                        \
4086                 val = simple_strtoul(buf, &cp, 0);                      \
4087                 if (*cp != '\0' && *cp != '\n')                         \
4088                         return -EINVAL;                                 \
4089                 session->field = val;                                   \
4090                 session->field##_sysfs_override = true;                 \
4091         }                                                               \
4092         return count;                                                   \
4093 }
4094
4095 #define iscsi_priv_session_rw_attr(field, format)                       \
4096         iscsi_priv_session_attr_show(field, format)                     \
4097         iscsi_priv_session_attr_store(field)                            \
4098 static ISCSI_CLASS_ATTR(priv_sess, field, S_IRUGO | S_IWUSR,            \
4099                         show_priv_session_##field,                      \
4100                         store_priv_session_##field)
4101
4102 iscsi_priv_session_rw_attr(recovery_tmo, "%d");
4103
4104 static struct attribute *iscsi_session_attrs[] = {
4105         &dev_attr_sess_initial_r2t.attr,
4106         &dev_attr_sess_max_outstanding_r2t.attr,
4107         &dev_attr_sess_immediate_data.attr,
4108         &dev_attr_sess_first_burst_len.attr,
4109         &dev_attr_sess_max_burst_len.attr,
4110         &dev_attr_sess_data_pdu_in_order.attr,
4111         &dev_attr_sess_data_seq_in_order.attr,
4112         &dev_attr_sess_erl.attr,
4113         &dev_attr_sess_targetname.attr,
4114         &dev_attr_sess_tpgt.attr,
4115         &dev_attr_sess_password.attr,
4116         &dev_attr_sess_password_in.attr,
4117         &dev_attr_sess_username.attr,
4118         &dev_attr_sess_username_in.attr,
4119         &dev_attr_sess_fast_abort.attr,
4120         &dev_attr_sess_abort_tmo.attr,
4121         &dev_attr_sess_lu_reset_tmo.attr,
4122         &dev_attr_sess_tgt_reset_tmo.attr,
4123         &dev_attr_sess_ifacename.attr,
4124         &dev_attr_sess_initiatorname.attr,
4125         &dev_attr_sess_targetalias.attr,
4126         &dev_attr_sess_boot_root.attr,
4127         &dev_attr_sess_boot_nic.attr,
4128         &dev_attr_sess_boot_target.attr,
4129         &dev_attr_priv_sess_recovery_tmo.attr,
4130         &dev_attr_priv_sess_state.attr,
4131         &dev_attr_priv_sess_creator.attr,
4132         &dev_attr_sess_chap_out_idx.attr,
4133         &dev_attr_sess_chap_in_idx.attr,
4134         &dev_attr_priv_sess_target_id.attr,
4135         &dev_attr_sess_auto_snd_tgt_disable.attr,
4136         &dev_attr_sess_discovery_session.attr,
4137         &dev_attr_sess_portal_type.attr,
4138         &dev_attr_sess_chap_auth.attr,
4139         &dev_attr_sess_discovery_logout.attr,
4140         &dev_attr_sess_bidi_chap.attr,
4141         &dev_attr_sess_discovery_auth_optional.attr,
4142         &dev_attr_sess_def_time2wait.attr,
4143         &dev_attr_sess_def_time2retain.attr,
4144         &dev_attr_sess_isid.attr,
4145         &dev_attr_sess_tsid.attr,
4146         &dev_attr_sess_def_taskmgmt_tmo.attr,
4147         &dev_attr_sess_discovery_parent_idx.attr,
4148         &dev_attr_sess_discovery_parent_type.attr,
4149         NULL,
4150 };
4151
4152 static umode_t iscsi_session_attr_is_visible(struct kobject *kobj,
4153                                             struct attribute *attr, int i)
4154 {
4155         struct device *cdev = container_of(kobj, struct device, kobj);
4156         struct iscsi_cls_session *session = transport_class_to_session(cdev);
4157         struct iscsi_transport *t = session->transport;
4158         int param;
4159
4160         if (attr == &dev_attr_sess_initial_r2t.attr)
4161                 param = ISCSI_PARAM_INITIAL_R2T_EN;
4162         else if (attr == &dev_attr_sess_max_outstanding_r2t.attr)
4163                 param = ISCSI_PARAM_MAX_R2T;
4164         else if (attr == &dev_attr_sess_immediate_data.attr)
4165                 param = ISCSI_PARAM_IMM_DATA_EN;
4166         else if (attr == &dev_attr_sess_first_burst_len.attr)
4167                 param = ISCSI_PARAM_FIRST_BURST;
4168         else if (attr == &dev_attr_sess_max_burst_len.attr)
4169                 param = ISCSI_PARAM_MAX_BURST;
4170         else if (attr == &dev_attr_sess_data_pdu_in_order.attr)
4171                 param = ISCSI_PARAM_PDU_INORDER_EN;
4172         else if (attr == &dev_attr_sess_data_seq_in_order.attr)
4173                 param = ISCSI_PARAM_DATASEQ_INORDER_EN;
4174         else if (attr == &dev_attr_sess_erl.attr)
4175                 param = ISCSI_PARAM_ERL;
4176         else if (attr == &dev_attr_sess_targetname.attr)
4177                 param = ISCSI_PARAM_TARGET_NAME;
4178         else if (attr == &dev_attr_sess_tpgt.attr)
4179                 param = ISCSI_PARAM_TPGT;
4180         else if (attr == &dev_attr_sess_chap_in_idx.attr)
4181                 param = ISCSI_PARAM_CHAP_IN_IDX;
4182         else if (attr == &dev_attr_sess_chap_out_idx.attr)
4183                 param = ISCSI_PARAM_CHAP_OUT_IDX;
4184         else if (attr == &dev_attr_sess_password.attr)
4185                 param = ISCSI_PARAM_USERNAME;
4186         else if (attr == &dev_attr_sess_password_in.attr)
4187                 param = ISCSI_PARAM_USERNAME_IN;
4188         else if (attr == &dev_attr_sess_username.attr)
4189                 param = ISCSI_PARAM_PASSWORD;
4190         else if (attr == &dev_attr_sess_username_in.attr)
4191                 param = ISCSI_PARAM_PASSWORD_IN;
4192         else if (attr == &dev_attr_sess_fast_abort.attr)
4193                 param = ISCSI_PARAM_FAST_ABORT;
4194         else if (attr == &dev_attr_sess_abort_tmo.attr)
4195                 param = ISCSI_PARAM_ABORT_TMO;
4196         else if (attr == &dev_attr_sess_lu_reset_tmo.attr)
4197                 param = ISCSI_PARAM_LU_RESET_TMO;
4198         else if (attr == &dev_attr_sess_tgt_reset_tmo.attr)
4199                 param = ISCSI_PARAM_TGT_RESET_TMO;
4200         else if (attr == &dev_attr_sess_ifacename.attr)
4201                 param = ISCSI_PARAM_IFACE_NAME;
4202         else if (attr == &dev_attr_sess_initiatorname.attr)
4203                 param = ISCSI_PARAM_INITIATOR_NAME;
4204         else if (attr == &dev_attr_sess_targetalias.attr)
4205                 param = ISCSI_PARAM_TARGET_ALIAS;
4206         else if (attr == &dev_attr_sess_boot_root.attr)
4207                 param = ISCSI_PARAM_BOOT_ROOT;
4208         else if (attr == &dev_attr_sess_boot_nic.attr)
4209                 param = ISCSI_PARAM_BOOT_NIC;
4210         else if (attr == &dev_attr_sess_boot_target.attr)
4211                 param = ISCSI_PARAM_BOOT_TARGET;
4212         else if (attr == &dev_attr_sess_auto_snd_tgt_disable.attr)
4213                 param = ISCSI_PARAM_AUTO_SND_TGT_DISABLE;
4214         else if (attr == &dev_attr_sess_discovery_session.attr)
4215                 param = ISCSI_PARAM_DISCOVERY_SESS;
4216         else if (attr == &dev_attr_sess_portal_type.attr)
4217                 param = ISCSI_PARAM_PORTAL_TYPE;
4218         else if (attr == &dev_attr_sess_chap_auth.attr)
4219                 param = ISCSI_PARAM_CHAP_AUTH_EN;
4220         else if (attr == &dev_attr_sess_discovery_logout.attr)
4221                 param = ISCSI_PARAM_DISCOVERY_LOGOUT_EN;
4222         else if (attr == &dev_attr_sess_bidi_chap.attr)
4223                 param = ISCSI_PARAM_BIDI_CHAP_EN;
4224         else if (attr == &dev_attr_sess_discovery_auth_optional.attr)
4225                 param = ISCSI_PARAM_DISCOVERY_AUTH_OPTIONAL;
4226         else if (attr == &dev_attr_sess_def_time2wait.attr)
4227                 param = ISCSI_PARAM_DEF_TIME2WAIT;
4228         else if (attr == &dev_attr_sess_def_time2retain.attr)
4229                 param = ISCSI_PARAM_DEF_TIME2RETAIN;
4230         else if (attr == &dev_attr_sess_isid.attr)
4231                 param = ISCSI_PARAM_ISID;
4232         else if (attr == &dev_attr_sess_tsid.attr)
4233                 param = ISCSI_PARAM_TSID;
4234         else if (attr == &dev_attr_sess_def_taskmgmt_tmo.attr)
4235                 param = ISCSI_PARAM_DEF_TASKMGMT_TMO;
4236         else if (attr == &dev_attr_sess_discovery_parent_idx.attr)
4237                 param = ISCSI_PARAM_DISCOVERY_PARENT_IDX;
4238         else if (attr == &dev_attr_sess_discovery_parent_type.attr)
4239                 param = ISCSI_PARAM_DISCOVERY_PARENT_TYPE;
4240         else if (attr == &dev_attr_priv_sess_recovery_tmo.attr)
4241                 return S_IRUGO | S_IWUSR;
4242         else if (attr == &dev_attr_priv_sess_state.attr)
4243                 return S_IRUGO;
4244         else if (attr == &dev_attr_priv_sess_creator.attr)
4245                 return S_IRUGO;
4246         else if (attr == &dev_attr_priv_sess_target_id.attr)
4247                 return S_IRUGO;
4248         else {
4249                 WARN_ONCE(1, "Invalid session attr");
4250                 return 0;
4251         }
4252
4253         return t->attr_is_visible(ISCSI_PARAM, param);
4254 }
4255
4256 static struct attribute_group iscsi_session_group = {
4257         .attrs = iscsi_session_attrs,
4258         .is_visible = iscsi_session_attr_is_visible,
4259 };
4260
4261 /*
4262  * iSCSI host attrs
4263  */
4264 #define iscsi_host_attr_show(param)                                     \
4265 static ssize_t                                                          \
4266 show_host_param_##param(struct device *dev,                             \
4267                         struct device_attribute *attr, char *buf)       \
4268 {                                                                       \
4269         struct Scsi_Host *shost = transport_class_to_shost(dev);        \
4270         struct iscsi_internal *priv = to_iscsi_internal(shost->transportt); \
4271         return priv->iscsi_transport->get_host_param(shost, param, buf); \
4272 }
4273
4274 #define iscsi_host_attr(field, param)                                   \
4275         iscsi_host_attr_show(param)                                     \
4276 static ISCSI_CLASS_ATTR(host, field, S_IRUGO, show_host_param_##param,  \
4277                         NULL);
4278
4279 iscsi_host_attr(netdev, ISCSI_HOST_PARAM_NETDEV_NAME);
4280 iscsi_host_attr(hwaddress, ISCSI_HOST_PARAM_HWADDRESS);
4281 iscsi_host_attr(ipaddress, ISCSI_HOST_PARAM_IPADDRESS);
4282 iscsi_host_attr(initiatorname, ISCSI_HOST_PARAM_INITIATOR_NAME);
4283 iscsi_host_attr(port_state, ISCSI_HOST_PARAM_PORT_STATE);
4284 iscsi_host_attr(port_speed, ISCSI_HOST_PARAM_PORT_SPEED);
4285
4286 static struct attribute *iscsi_host_attrs[] = {
4287         &dev_attr_host_netdev.attr,
4288         &dev_attr_host_hwaddress.attr,
4289         &dev_attr_host_ipaddress.attr,
4290         &dev_attr_host_initiatorname.attr,
4291         &dev_attr_host_port_state.attr,
4292         &dev_attr_host_port_speed.attr,
4293         NULL,
4294 };
4295
4296 static umode_t iscsi_host_attr_is_visible(struct kobject *kobj,
4297                                          struct attribute *attr, int i)
4298 {
4299         struct device *cdev = container_of(kobj, struct device, kobj);
4300         struct Scsi_Host *shost = transport_class_to_shost(cdev);
4301         struct iscsi_internal *priv = to_iscsi_internal(shost->transportt);
4302         int param;
4303
4304         if (attr == &dev_attr_host_netdev.attr)
4305                 param = ISCSI_HOST_PARAM_NETDEV_NAME;
4306         else if (attr == &dev_attr_host_hwaddress.attr)
4307                 param = ISCSI_HOST_PARAM_HWADDRESS;
4308         else if (attr == &dev_attr_host_ipaddress.attr)
4309                 param = ISCSI_HOST_PARAM_IPADDRESS;
4310         else if (attr == &dev_attr_host_initiatorname.attr)
4311                 param = ISCSI_HOST_PARAM_INITIATOR_NAME;
4312         else if (attr == &dev_attr_host_port_state.attr)
4313                 param = ISCSI_HOST_PARAM_PORT_STATE;
4314         else if (attr == &dev_attr_host_port_speed.attr)
4315                 param = ISCSI_HOST_PARAM_PORT_SPEED;
4316         else {
4317                 WARN_ONCE(1, "Invalid host attr");
4318                 return 0;
4319         }
4320
4321         return priv->iscsi_transport->attr_is_visible(ISCSI_HOST_PARAM, param);
4322 }
4323
4324 static struct attribute_group iscsi_host_group = {
4325         .attrs = iscsi_host_attrs,
4326         .is_visible = iscsi_host_attr_is_visible,
4327 };
4328
4329 /* convert iscsi_port_speed values to ascii string name */
4330 static const struct {
4331         enum iscsi_port_speed   value;
4332         char                    *name;
4333 } iscsi_port_speed_names[] = {
4334         {ISCSI_PORT_SPEED_UNKNOWN,      "Unknown" },
4335         {ISCSI_PORT_SPEED_10MBPS,       "10 Mbps" },
4336         {ISCSI_PORT_SPEED_100MBPS,      "100 Mbps" },
4337         {ISCSI_PORT_SPEED_1GBPS,        "1 Gbps" },
4338         {ISCSI_PORT_SPEED_10GBPS,       "10 Gbps" },
4339         {ISCSI_PORT_SPEED_25GBPS,       "25 Gbps" },
4340         {ISCSI_PORT_SPEED_40GBPS,       "40 Gbps" },
4341 };
4342
4343 char *iscsi_get_port_speed_name(struct Scsi_Host *shost)
4344 {
4345         int i;
4346         char *speed = "Unknown!";
4347         struct iscsi_cls_host *ihost = shost->shost_data;
4348         uint32_t port_speed = ihost->port_speed;
4349
4350         for (i = 0; i < ARRAY_SIZE(iscsi_port_speed_names); i++) {
4351                 if (iscsi_port_speed_names[i].value & port_speed) {
4352                         speed = iscsi_port_speed_names[i].name;
4353                         break;
4354                 }
4355         }
4356         return speed;
4357 }
4358 EXPORT_SYMBOL_GPL(iscsi_get_port_speed_name);
4359
4360 /* convert iscsi_port_state values to ascii string name */
4361 static const struct {
4362         enum iscsi_port_state   value;
4363         char                    *name;
4364 } iscsi_port_state_names[] = {
4365         {ISCSI_PORT_STATE_DOWN,         "LINK DOWN" },
4366         {ISCSI_PORT_STATE_UP,           "LINK UP" },
4367 };
4368
4369 char *iscsi_get_port_state_name(struct Scsi_Host *shost)
4370 {
4371         int i;
4372         char *state = "Unknown!";
4373         struct iscsi_cls_host *ihost = shost->shost_data;
4374         uint32_t port_state = ihost->port_state;
4375
4376         for (i = 0; i < ARRAY_SIZE(iscsi_port_state_names); i++) {
4377                 if (iscsi_port_state_names[i].value & port_state) {
4378                         state = iscsi_port_state_names[i].name;
4379                         break;
4380                 }
4381         }
4382         return state;
4383 }
4384 EXPORT_SYMBOL_GPL(iscsi_get_port_state_name);
4385
4386 static int iscsi_session_match(struct attribute_container *cont,
4387                            struct device *dev)
4388 {
4389         struct iscsi_cls_session *session;
4390         struct Scsi_Host *shost;
4391         struct iscsi_internal *priv;
4392
4393         if (!iscsi_is_session_dev(dev))
4394                 return 0;
4395
4396         session = iscsi_dev_to_session(dev);
4397         shost = iscsi_session_to_shost(session);
4398         if (!shost->transportt)
4399                 return 0;
4400
4401         priv = to_iscsi_internal(shost->transportt);
4402         if (priv->session_cont.ac.class != &iscsi_session_class.class)
4403                 return 0;
4404
4405         return &priv->session_cont.ac == cont;
4406 }
4407
4408 static int iscsi_conn_match(struct attribute_container *cont,
4409                            struct device *dev)
4410 {
4411         struct iscsi_cls_session *session;
4412         struct iscsi_cls_conn *conn;
4413         struct Scsi_Host *shost;
4414         struct iscsi_internal *priv;
4415
4416         if (!iscsi_is_conn_dev(dev))
4417                 return 0;
4418
4419         conn = iscsi_dev_to_conn(dev);
4420         session = iscsi_dev_to_session(conn->dev.parent);
4421         shost = iscsi_session_to_shost(session);
4422
4423         if (!shost->transportt)
4424                 return 0;
4425
4426         priv = to_iscsi_internal(shost->transportt);
4427         if (priv->conn_cont.ac.class != &iscsi_connection_class.class)
4428                 return 0;
4429
4430         return &priv->conn_cont.ac == cont;
4431 }
4432
4433 static int iscsi_host_match(struct attribute_container *cont,
4434                             struct device *dev)
4435 {
4436         struct Scsi_Host *shost;
4437         struct iscsi_internal *priv;
4438
4439         if (!scsi_is_host_device(dev))
4440                 return 0;
4441
4442         shost = dev_to_shost(dev);
4443         if (!shost->transportt  ||
4444             shost->transportt->host_attrs.ac.class != &iscsi_host_class.class)
4445                 return 0;
4446
4447         priv = to_iscsi_internal(shost->transportt);
4448         return &priv->t.host_attrs.ac == cont;
4449 }
4450
4451 struct scsi_transport_template *
4452 iscsi_register_transport(struct iscsi_transport *tt)
4453 {
4454         struct iscsi_internal *priv;
4455         unsigned long flags;
4456         int err;
4457
4458         BUG_ON(!tt);
4459
4460         priv = iscsi_if_transport_lookup(tt);
4461         if (priv)
4462                 return NULL;
4463
4464         priv = kzalloc(sizeof(*priv), GFP_KERNEL);
4465         if (!priv)
4466                 return NULL;
4467         INIT_LIST_HEAD(&priv->list);
4468         priv->iscsi_transport = tt;
4469         priv->t.user_scan = iscsi_user_scan;
4470         priv->t.create_work_queue = 1;
4471
4472         priv->dev.class = &iscsi_transport_class;
4473         dev_set_name(&priv->dev, "%s", tt->name);
4474         err = device_register(&priv->dev);
4475         if (err)
4476                 goto free_priv;
4477
4478         err = sysfs_create_group(&priv->dev.kobj, &iscsi_transport_group);
4479         if (err)
4480                 goto unregister_dev;
4481
4482         /* host parameters */
4483         priv->t.host_attrs.ac.class = &iscsi_host_class.class;
4484         priv->t.host_attrs.ac.match = iscsi_host_match;
4485         priv->t.host_attrs.ac.grp = &iscsi_host_group;
4486         priv->t.host_size = sizeof(struct iscsi_cls_host);
4487         transport_container_register(&priv->t.host_attrs);
4488
4489         /* connection parameters */
4490         priv->conn_cont.ac.class = &iscsi_connection_class.class;
4491         priv->conn_cont.ac.match = iscsi_conn_match;
4492         priv->conn_cont.ac.grp = &iscsi_conn_group;
4493         transport_container_register(&priv->conn_cont);
4494
4495         /* session parameters */
4496         priv->session_cont.ac.class = &iscsi_session_class.class;
4497         priv->session_cont.ac.match = iscsi_session_match;
4498         priv->session_cont.ac.grp = &iscsi_session_group;
4499         transport_container_register(&priv->session_cont);
4500
4501         spin_lock_irqsave(&iscsi_transport_lock, flags);
4502         list_add(&priv->list, &iscsi_transports);
4503         spin_unlock_irqrestore(&iscsi_transport_lock, flags);
4504
4505         printk(KERN_NOTICE "iscsi: registered transport (%s)\n", tt->name);
4506         return &priv->t;
4507
4508 unregister_dev:
4509         device_unregister(&priv->dev);
4510         return NULL;
4511 free_priv:
4512         kfree(priv);
4513         return NULL;
4514 }
4515 EXPORT_SYMBOL_GPL(iscsi_register_transport);
4516
4517 int iscsi_unregister_transport(struct iscsi_transport *tt)
4518 {
4519         struct iscsi_internal *priv;
4520         unsigned long flags;
4521
4522         BUG_ON(!tt);
4523
4524         mutex_lock(&rx_queue_mutex);
4525
4526         priv = iscsi_if_transport_lookup(tt);
4527         BUG_ON (!priv);
4528
4529         spin_lock_irqsave(&iscsi_transport_lock, flags);
4530         list_del(&priv->list);
4531         spin_unlock_irqrestore(&iscsi_transport_lock, flags);
4532
4533         transport_container_unregister(&priv->conn_cont);
4534         transport_container_unregister(&priv->session_cont);
4535         transport_container_unregister(&priv->t.host_attrs);
4536
4537         sysfs_remove_group(&priv->dev.kobj, &iscsi_transport_group);
4538         device_unregister(&priv->dev);
4539         mutex_unlock(&rx_queue_mutex);
4540
4541         return 0;
4542 }
4543 EXPORT_SYMBOL_GPL(iscsi_unregister_transport);
4544
4545 void iscsi_dbg_trace(void (*trace)(struct device *dev, struct va_format *),
4546                      struct device *dev, const char *fmt, ...)
4547 {
4548         struct va_format vaf;
4549         va_list args;
4550
4551         va_start(args, fmt);
4552         vaf.fmt = fmt;
4553         vaf.va = &args;
4554         trace(dev, &vaf);
4555         va_end(args);
4556 }
4557 EXPORT_SYMBOL_GPL(iscsi_dbg_trace);
4558
4559 static __init int iscsi_transport_init(void)
4560 {
4561         int err;
4562         struct netlink_kernel_cfg cfg = {
4563                 .groups = 1,
4564                 .input  = iscsi_if_rx,
4565         };
4566         printk(KERN_INFO "Loading iSCSI transport class v%s.\n",
4567                 ISCSI_TRANSPORT_VERSION);
4568
4569         atomic_set(&iscsi_session_nr, 0);
4570
4571         err = class_register(&iscsi_transport_class);
4572         if (err)
4573                 return err;
4574
4575         err = class_register(&iscsi_endpoint_class);
4576         if (err)
4577                 goto unregister_transport_class;
4578
4579         err = class_register(&iscsi_iface_class);
4580         if (err)
4581                 goto unregister_endpoint_class;
4582
4583         err = transport_class_register(&iscsi_host_class);
4584         if (err)
4585                 goto unregister_iface_class;
4586
4587         err = transport_class_register(&iscsi_connection_class);
4588         if (err)
4589                 goto unregister_host_class;
4590
4591         err = transport_class_register(&iscsi_session_class);
4592         if (err)
4593                 goto unregister_conn_class;
4594
4595         err = bus_register(&iscsi_flashnode_bus);
4596         if (err)
4597                 goto unregister_session_class;
4598
4599         nls = netlink_kernel_create(&init_net, NETLINK_ISCSI, &cfg);
4600         if (!nls) {
4601                 err = -ENOBUFS;
4602                 goto unregister_flashnode_bus;
4603         }
4604
4605         iscsi_eh_timer_workq = create_singlethread_workqueue("iscsi_eh");
4606         if (!iscsi_eh_timer_workq) {
4607                 err = -ENOMEM;
4608                 goto release_nls;
4609         }
4610
4611         return 0;
4612
4613 release_nls:
4614         netlink_kernel_release(nls);
4615 unregister_flashnode_bus:
4616         bus_unregister(&iscsi_flashnode_bus);
4617 unregister_session_class:
4618         transport_class_unregister(&iscsi_session_class);
4619 unregister_conn_class:
4620         transport_class_unregister(&iscsi_connection_class);
4621 unregister_host_class:
4622         transport_class_unregister(&iscsi_host_class);
4623 unregister_iface_class:
4624         class_unregister(&iscsi_iface_class);
4625 unregister_endpoint_class:
4626         class_unregister(&iscsi_endpoint_class);
4627 unregister_transport_class:
4628         class_unregister(&iscsi_transport_class);
4629         return err;
4630 }
4631
4632 static void __exit iscsi_transport_exit(void)
4633 {
4634         destroy_workqueue(iscsi_eh_timer_workq);
4635         netlink_kernel_release(nls);
4636         bus_unregister(&iscsi_flashnode_bus);
4637         transport_class_unregister(&iscsi_connection_class);
4638         transport_class_unregister(&iscsi_session_class);
4639         transport_class_unregister(&iscsi_host_class);
4640         class_unregister(&iscsi_endpoint_class);
4641         class_unregister(&iscsi_iface_class);
4642         class_unregister(&iscsi_transport_class);
4643 }
4644
4645 module_init(iscsi_transport_init);
4646 module_exit(iscsi_transport_exit);
4647
4648 MODULE_AUTHOR("Mike Christie <michaelc@cs.wisc.edu>, "
4649               "Dmitry Yusupov <dmitry_yus@yahoo.com>, "
4650               "Alex Aizman <itn780@yahoo.com>");
4651 MODULE_DESCRIPTION("iSCSI Transport Interface");
4652 MODULE_LICENSE("GPL");
4653 MODULE_VERSION(ISCSI_TRANSPORT_VERSION);
4654 MODULE_ALIAS_NET_PF_PROTO(PF_NETLINK, NETLINK_ISCSI);