GNU Linux-libre 4.4.285-gnu1
[releases.git] / drivers / scsi / qla2xxx / tcm_qla2xxx.c
1 /*******************************************************************************
2  * This file contains tcm implementation using v4 configfs fabric infrastructure
3  * for QLogic target mode HBAs
4  *
5  * (c) Copyright 2010-2013 Datera, Inc.
6  *
7  * Author: Nicholas A. Bellinger <nab@daterainc.com>
8  *
9  * tcm_qla2xxx_parse_wwn() and tcm_qla2xxx_format_wwn() contains code from
10  * the TCM_FC / Open-FCoE.org fabric module.
11  *
12  * Copyright (c) 2010 Cisco Systems, Inc
13  *
14  * This program is free software; you can redistribute it and/or modify
15  * it under the terms of the GNU General Public License as published by
16  * the Free Software Foundation; either version 2 of the License, or
17  * (at your option) any later version.
18  *
19  * This program is distributed in the hope that it will be useful,
20  * but WITHOUT ANY WARRANTY; without even the implied warranty of
21  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
22  * GNU General Public License for more details.
23  ****************************************************************************/
24
25
26 #include <linux/module.h>
27 #include <linux/moduleparam.h>
28 #include <generated/utsrelease.h>
29 #include <linux/utsname.h>
30 #include <linux/vmalloc.h>
31 #include <linux/init.h>
32 #include <linux/list.h>
33 #include <linux/slab.h>
34 #include <linux/kthread.h>
35 #include <linux/types.h>
36 #include <linux/string.h>
37 #include <linux/configfs.h>
38 #include <linux/ctype.h>
39 #include <asm/unaligned.h>
40 #include <scsi/scsi.h>
41 #include <scsi/scsi_host.h>
42 #include <scsi/scsi_device.h>
43 #include <scsi/scsi_cmnd.h>
44 #include <target/target_core_base.h>
45 #include <target/target_core_fabric.h>
46
47 #include "qla_def.h"
48 #include "qla_target.h"
49 #include "tcm_qla2xxx.h"
50
51 static struct workqueue_struct *tcm_qla2xxx_free_wq;
52 static struct workqueue_struct *tcm_qla2xxx_cmd_wq;
53
54 /*
55  * Parse WWN.
56  * If strict, we require lower-case hex and colon separators to be sure
57  * the name is the same as what would be generated by ft_format_wwn()
58  * so the name and wwn are mapped one-to-one.
59  */
60 static ssize_t tcm_qla2xxx_parse_wwn(const char *name, u64 *wwn, int strict)
61 {
62         const char *cp;
63         char c;
64         u32 nibble;
65         u32 byte = 0;
66         u32 pos = 0;
67         u32 err;
68
69         *wwn = 0;
70         for (cp = name; cp < &name[TCM_QLA2XXX_NAMELEN - 1]; cp++) {
71                 c = *cp;
72                 if (c == '\n' && cp[1] == '\0')
73                         continue;
74                 if (strict && pos++ == 2 && byte++ < 7) {
75                         pos = 0;
76                         if (c == ':')
77                                 continue;
78                         err = 1;
79                         goto fail;
80                 }
81                 if (c == '\0') {
82                         err = 2;
83                         if (strict && byte != 8)
84                                 goto fail;
85                         return cp - name;
86                 }
87                 err = 3;
88                 if (isdigit(c))
89                         nibble = c - '0';
90                 else if (isxdigit(c) && (islower(c) || !strict))
91                         nibble = tolower(c) - 'a' + 10;
92                 else
93                         goto fail;
94                 *wwn = (*wwn << 4) | nibble;
95         }
96         err = 4;
97 fail:
98         pr_debug("err %u len %zu pos %u byte %u\n",
99                         err, cp - name, pos, byte);
100         return -1;
101 }
102
103 static ssize_t tcm_qla2xxx_format_wwn(char *buf, size_t len, u64 wwn)
104 {
105         u8 b[8];
106
107         put_unaligned_be64(wwn, b);
108         return snprintf(buf, len,
109                 "%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x",
110                 b[0], b[1], b[2], b[3], b[4], b[5], b[6], b[7]);
111 }
112
113 static char *tcm_qla2xxx_get_fabric_name(void)
114 {
115         return "qla2xxx";
116 }
117
118 /*
119  * From drivers/scsi/scsi_transport_fc.c:fc_parse_wwn
120  */
121 static int tcm_qla2xxx_npiv_extract_wwn(const char *ns, u64 *nm)
122 {
123         unsigned int i, j;
124         u8 wwn[8];
125
126         memset(wwn, 0, sizeof(wwn));
127
128         /* Validate and store the new name */
129         for (i = 0, j = 0; i < 16; i++) {
130                 int value;
131
132                 value = hex_to_bin(*ns++);
133                 if (value >= 0)
134                         j = (j << 4) | value;
135                 else
136                         return -EINVAL;
137
138                 if (i % 2) {
139                         wwn[i/2] = j & 0xff;
140                         j = 0;
141                 }
142         }
143
144         *nm = wwn_to_u64(wwn);
145         return 0;
146 }
147
148 /*
149  * This parsing logic follows drivers/scsi/scsi_transport_fc.c:
150  * store_fc_host_vport_create()
151  */
152 static int tcm_qla2xxx_npiv_parse_wwn(
153         const char *name,
154         size_t count,
155         u64 *wwpn,
156         u64 *wwnn)
157 {
158         unsigned int cnt = count;
159         int rc;
160
161         *wwpn = 0;
162         *wwnn = 0;
163
164         /* count may include a LF at end of string */
165         if (name[cnt-1] == '\n' || name[cnt-1] == 0)
166                 cnt--;
167
168         /* validate we have enough characters for WWPN */
169         if ((cnt != (16+1+16)) || (name[16] != ':'))
170                 return -EINVAL;
171
172         rc = tcm_qla2xxx_npiv_extract_wwn(&name[0], wwpn);
173         if (rc != 0)
174                 return rc;
175
176         rc = tcm_qla2xxx_npiv_extract_wwn(&name[17], wwnn);
177         if (rc != 0)
178                 return rc;
179
180         return 0;
181 }
182
183 static char *tcm_qla2xxx_npiv_get_fabric_name(void)
184 {
185         return "qla2xxx_npiv";
186 }
187
188 static char *tcm_qla2xxx_get_fabric_wwn(struct se_portal_group *se_tpg)
189 {
190         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
191                                 struct tcm_qla2xxx_tpg, se_tpg);
192         struct tcm_qla2xxx_lport *lport = tpg->lport;
193
194         return lport->lport_naa_name;
195 }
196
197 static u16 tcm_qla2xxx_get_tag(struct se_portal_group *se_tpg)
198 {
199         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
200                                 struct tcm_qla2xxx_tpg, se_tpg);
201         return tpg->lport_tpgt;
202 }
203
204 static int tcm_qla2xxx_check_demo_mode(struct se_portal_group *se_tpg)
205 {
206         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
207                                 struct tcm_qla2xxx_tpg, se_tpg);
208
209         return tpg->tpg_attrib.generate_node_acls;
210 }
211
212 static int tcm_qla2xxx_check_demo_mode_cache(struct se_portal_group *se_tpg)
213 {
214         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
215                                 struct tcm_qla2xxx_tpg, se_tpg);
216
217         return tpg->tpg_attrib.cache_dynamic_acls;
218 }
219
220 static int tcm_qla2xxx_check_demo_write_protect(struct se_portal_group *se_tpg)
221 {
222         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
223                                 struct tcm_qla2xxx_tpg, se_tpg);
224
225         return tpg->tpg_attrib.demo_mode_write_protect;
226 }
227
228 static int tcm_qla2xxx_check_prod_write_protect(struct se_portal_group *se_tpg)
229 {
230         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
231                                 struct tcm_qla2xxx_tpg, se_tpg);
232
233         return tpg->tpg_attrib.prod_mode_write_protect;
234 }
235
236 static int tcm_qla2xxx_check_demo_mode_login_only(struct se_portal_group *se_tpg)
237 {
238         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
239                                 struct tcm_qla2xxx_tpg, se_tpg);
240
241         return tpg->tpg_attrib.demo_mode_login_only;
242 }
243
244 static int tcm_qla2xxx_check_prot_fabric_only(struct se_portal_group *se_tpg)
245 {
246         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
247                                 struct tcm_qla2xxx_tpg, se_tpg);
248
249         return tpg->tpg_attrib.fabric_prot_type;
250 }
251
252 static u32 tcm_qla2xxx_tpg_get_inst_index(struct se_portal_group *se_tpg)
253 {
254         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
255                                 struct tcm_qla2xxx_tpg, se_tpg);
256
257         return tpg->lport_tpgt;
258 }
259
260 static void tcm_qla2xxx_complete_mcmd(struct work_struct *work)
261 {
262         struct qla_tgt_mgmt_cmd *mcmd = container_of(work,
263                         struct qla_tgt_mgmt_cmd, free_work);
264
265         transport_generic_free_cmd(&mcmd->se_cmd, 0);
266 }
267
268 /*
269  * Called from qla_target_template->free_mcmd(), and will call
270  * tcm_qla2xxx_release_cmd() via normal struct target_core_fabric_ops
271  * release callback.  qla_hw_data->hardware_lock is expected to be held
272  */
273 static void tcm_qla2xxx_free_mcmd(struct qla_tgt_mgmt_cmd *mcmd)
274 {
275         INIT_WORK(&mcmd->free_work, tcm_qla2xxx_complete_mcmd);
276         queue_work(tcm_qla2xxx_free_wq, &mcmd->free_work);
277 }
278
279 static void tcm_qla2xxx_complete_free(struct work_struct *work)
280 {
281         struct qla_tgt_cmd *cmd = container_of(work, struct qla_tgt_cmd, work);
282
283         cmd->cmd_in_wq = 0;
284
285         WARN_ON(cmd->cmd_flags &  BIT_16);
286
287         cmd->cmd_flags |= BIT_16;
288         transport_generic_free_cmd(&cmd->se_cmd, 0);
289 }
290
291 /*
292  * Called from qla_target_template->free_cmd(), and will call
293  * tcm_qla2xxx_release_cmd via normal struct target_core_fabric_ops
294  * release callback.  qla_hw_data->hardware_lock is expected to be held
295  */
296 static void tcm_qla2xxx_free_cmd(struct qla_tgt_cmd *cmd)
297 {
298         cmd->cmd_in_wq = 1;
299         INIT_WORK(&cmd->work, tcm_qla2xxx_complete_free);
300         queue_work(tcm_qla2xxx_free_wq, &cmd->work);
301 }
302
303 /*
304  * Called from struct target_core_fabric_ops->check_stop_free() context
305  */
306 static int tcm_qla2xxx_check_stop_free(struct se_cmd *se_cmd)
307 {
308         struct qla_tgt_cmd *cmd;
309
310         if ((se_cmd->se_cmd_flags & SCF_SCSI_TMR_CDB) == 0) {
311                 cmd = container_of(se_cmd, struct qla_tgt_cmd, se_cmd);
312                 cmd->cmd_flags |= BIT_14;
313         }
314
315         return target_put_sess_cmd(se_cmd);
316 }
317
318 /* tcm_qla2xxx_release_cmd - Callback from TCM Core to release underlying
319  * fabric descriptor @se_cmd command to release
320  */
321 static void tcm_qla2xxx_release_cmd(struct se_cmd *se_cmd)
322 {
323         struct qla_tgt_cmd *cmd;
324
325         if (se_cmd->se_cmd_flags & SCF_SCSI_TMR_CDB) {
326                 struct qla_tgt_mgmt_cmd *mcmd = container_of(se_cmd,
327                                 struct qla_tgt_mgmt_cmd, se_cmd);
328                 qlt_free_mcmd(mcmd);
329                 return;
330         }
331
332         cmd = container_of(se_cmd, struct qla_tgt_cmd, se_cmd);
333         qlt_free_cmd(cmd);
334 }
335
336 static int tcm_qla2xxx_shutdown_session(struct se_session *se_sess)
337 {
338         struct qla_tgt_sess *sess = se_sess->fabric_sess_ptr;
339         struct scsi_qla_host *vha;
340         unsigned long flags;
341
342         BUG_ON(!sess);
343         vha = sess->vha;
344
345         spin_lock_irqsave(&vha->hw->hardware_lock, flags);
346         target_sess_cmd_list_set_waiting(se_sess);
347         spin_unlock_irqrestore(&vha->hw->hardware_lock, flags);
348
349         return 1;
350 }
351
352 static void tcm_qla2xxx_close_session(struct se_session *se_sess)
353 {
354         struct qla_tgt_sess *sess = se_sess->fabric_sess_ptr;
355         struct scsi_qla_host *vha;
356         unsigned long flags;
357
358         BUG_ON(!sess);
359         vha = sess->vha;
360
361         spin_lock_irqsave(&vha->hw->hardware_lock, flags);
362         qlt_unreg_sess(sess);
363         spin_unlock_irqrestore(&vha->hw->hardware_lock, flags);
364 }
365
366 static u32 tcm_qla2xxx_sess_get_index(struct se_session *se_sess)
367 {
368         return 0;
369 }
370
371 static int tcm_qla2xxx_write_pending(struct se_cmd *se_cmd)
372 {
373         struct qla_tgt_cmd *cmd = container_of(se_cmd,
374                                 struct qla_tgt_cmd, se_cmd);
375         cmd->cmd_flags |= BIT_3;
376         cmd->bufflen = se_cmd->data_length;
377         cmd->dma_data_direction = target_reverse_dma_direction(se_cmd);
378
379         cmd->sg_cnt = se_cmd->t_data_nents;
380         cmd->sg = se_cmd->t_data_sg;
381
382         cmd->prot_sg_cnt = se_cmd->t_prot_nents;
383         cmd->prot_sg = se_cmd->t_prot_sg;
384         cmd->blk_sz  = se_cmd->se_dev->dev_attrib.block_size;
385         se_cmd->pi_err = 0;
386
387         /*
388          * qla_target.c:qlt_rdy_to_xfer() will call pci_map_sg() to setup
389          * the SGL mappings into PCIe memory for incoming FCP WRITE data.
390          */
391         return qlt_rdy_to_xfer(cmd);
392 }
393
394 static int tcm_qla2xxx_write_pending_status(struct se_cmd *se_cmd)
395 {
396         unsigned long flags;
397         /*
398          * Check for WRITE_PENDING status to determine if we need to wait for
399          * CTIO aborts to be posted via hardware in tcm_qla2xxx_handle_data().
400          */
401         spin_lock_irqsave(&se_cmd->t_state_lock, flags);
402         if (se_cmd->t_state == TRANSPORT_WRITE_PENDING ||
403             se_cmd->t_state == TRANSPORT_COMPLETE_QF_WP) {
404                 spin_unlock_irqrestore(&se_cmd->t_state_lock, flags);
405                 wait_for_completion_timeout(&se_cmd->t_transport_stop_comp,
406                                             3 * HZ);
407                 return 0;
408         }
409         spin_unlock_irqrestore(&se_cmd->t_state_lock, flags);
410
411         return 0;
412 }
413
414 static void tcm_qla2xxx_set_default_node_attrs(struct se_node_acl *nacl)
415 {
416         return;
417 }
418
419 static int tcm_qla2xxx_get_cmd_state(struct se_cmd *se_cmd)
420 {
421         if (!(se_cmd->se_cmd_flags & SCF_SCSI_TMR_CDB)) {
422                 struct qla_tgt_cmd *cmd = container_of(se_cmd,
423                                 struct qla_tgt_cmd, se_cmd);
424                 return cmd->state;
425         }
426
427         return 0;
428 }
429
430 /*
431  * Called from process context in qla_target.c:qlt_do_work() code
432  */
433 static int tcm_qla2xxx_handle_cmd(scsi_qla_host_t *vha, struct qla_tgt_cmd *cmd,
434         unsigned char *cdb, uint32_t data_length, int fcp_task_attr,
435         int data_dir, int bidi)
436 {
437         struct se_cmd *se_cmd = &cmd->se_cmd;
438         struct se_session *se_sess;
439         struct qla_tgt_sess *sess;
440         int flags = TARGET_SCF_ACK_KREF;
441
442         if (bidi)
443                 flags |= TARGET_SCF_BIDI_OP;
444
445         sess = cmd->sess;
446         if (!sess) {
447                 pr_err("Unable to locate struct qla_tgt_sess from qla_tgt_cmd\n");
448                 return -EINVAL;
449         }
450
451         se_sess = sess->se_sess;
452         if (!se_sess) {
453                 pr_err("Unable to locate active struct se_session\n");
454                 return -EINVAL;
455         }
456
457         return target_submit_cmd(se_cmd, se_sess, cdb, &cmd->sense_buffer[0],
458                                 cmd->unpacked_lun, data_length, fcp_task_attr,
459                                 data_dir, flags);
460 }
461
462 static void tcm_qla2xxx_handle_data_work(struct work_struct *work)
463 {
464         struct qla_tgt_cmd *cmd = container_of(work, struct qla_tgt_cmd, work);
465
466         /*
467          * Ensure that the complete FCP WRITE payload has been received.
468          * Otherwise return an exception via CHECK_CONDITION status.
469          */
470         cmd->cmd_in_wq = 0;
471         cmd->cmd_flags |= BIT_11;
472         if (!cmd->write_data_transferred) {
473                 /*
474                  * Check if se_cmd has already been aborted via LUN_RESET, and
475                  * waiting upon completion in tcm_qla2xxx_write_pending_status()
476                  */
477                 if (cmd->se_cmd.transport_state & CMD_T_ABORTED) {
478                         complete(&cmd->se_cmd.t_transport_stop_comp);
479                         return;
480                 }
481
482                 if (cmd->se_cmd.pi_err)
483                         transport_generic_request_failure(&cmd->se_cmd,
484                                 cmd->se_cmd.pi_err);
485                 else
486                         transport_generic_request_failure(&cmd->se_cmd,
487                                 TCM_CHECK_CONDITION_ABORT_CMD);
488
489                 return;
490         }
491
492         return target_execute_cmd(&cmd->se_cmd);
493 }
494
495 /*
496  * Called from qla_target.c:qlt_do_ctio_completion()
497  */
498 static void tcm_qla2xxx_handle_data(struct qla_tgt_cmd *cmd)
499 {
500         cmd->cmd_flags |= BIT_10;
501         cmd->cmd_in_wq = 1;
502         INIT_WORK(&cmd->work, tcm_qla2xxx_handle_data_work);
503         queue_work(tcm_qla2xxx_free_wq, &cmd->work);
504 }
505
506 static void tcm_qla2xxx_handle_dif_work(struct work_struct *work)
507 {
508         struct qla_tgt_cmd *cmd = container_of(work, struct qla_tgt_cmd, work);
509
510         /* take an extra kref to prevent cmd free too early.
511          * need to wait for SCSI status/check condition to
512          * finish responding generate by transport_generic_request_failure.
513          */
514         kref_get(&cmd->se_cmd.cmd_kref);
515         transport_generic_request_failure(&cmd->se_cmd, cmd->se_cmd.pi_err);
516 }
517
518 /*
519  * Called from qla_target.c:qlt_do_ctio_completion()
520  */
521 static void tcm_qla2xxx_handle_dif_err(struct qla_tgt_cmd *cmd)
522 {
523         INIT_WORK(&cmd->work, tcm_qla2xxx_handle_dif_work);
524         queue_work(tcm_qla2xxx_free_wq, &cmd->work);
525 }
526
527 /*
528  * Called from qla_target.c:qlt_issue_task_mgmt()
529  */
530 static int tcm_qla2xxx_handle_tmr(struct qla_tgt_mgmt_cmd *mcmd, uint32_t lun,
531         uint8_t tmr_func, uint32_t tag)
532 {
533         struct qla_tgt_sess *sess = mcmd->sess;
534         struct se_cmd *se_cmd = &mcmd->se_cmd;
535
536         return target_submit_tmr(se_cmd, sess->se_sess, NULL, lun, mcmd,
537                         tmr_func, GFP_ATOMIC, tag, TARGET_SCF_ACK_KREF);
538 }
539
540 static int tcm_qla2xxx_queue_data_in(struct se_cmd *se_cmd)
541 {
542         struct qla_tgt_cmd *cmd = container_of(se_cmd,
543                                 struct qla_tgt_cmd, se_cmd);
544
545         cmd->cmd_flags |= BIT_4;
546         cmd->bufflen = se_cmd->data_length;
547         cmd->dma_data_direction = target_reverse_dma_direction(se_cmd);
548
549         cmd->sg_cnt = se_cmd->t_data_nents;
550         cmd->sg = se_cmd->t_data_sg;
551         cmd->offset = 0;
552
553         cmd->prot_sg_cnt = se_cmd->t_prot_nents;
554         cmd->prot_sg = se_cmd->t_prot_sg;
555         cmd->blk_sz  = se_cmd->se_dev->dev_attrib.block_size;
556         se_cmd->pi_err = 0;
557
558         /*
559          * Now queue completed DATA_IN the qla2xxx LLD and response ring
560          */
561         return qlt_xmit_response(cmd, QLA_TGT_XMIT_DATA|QLA_TGT_XMIT_STATUS,
562                                 se_cmd->scsi_status);
563 }
564
565 static int tcm_qla2xxx_queue_status(struct se_cmd *se_cmd)
566 {
567         struct qla_tgt_cmd *cmd = container_of(se_cmd,
568                                 struct qla_tgt_cmd, se_cmd);
569         int xmit_type = QLA_TGT_XMIT_STATUS;
570
571         cmd->bufflen = se_cmd->data_length;
572         cmd->sg = NULL;
573         cmd->sg_cnt = 0;
574         cmd->offset = 0;
575         cmd->dma_data_direction = target_reverse_dma_direction(se_cmd);
576         if (cmd->cmd_flags &  BIT_5) {
577                 pr_crit("Bit_5 already set for cmd = %p.\n", cmd);
578                 dump_stack();
579         }
580         cmd->cmd_flags |= BIT_5;
581
582         if (se_cmd->data_direction == DMA_FROM_DEVICE) {
583                 /*
584                  * For FCP_READ with CHECK_CONDITION status, clear cmd->bufflen
585                  * for qla_tgt_xmit_response LLD code
586                  */
587                 if (se_cmd->se_cmd_flags & SCF_OVERFLOW_BIT) {
588                         se_cmd->se_cmd_flags &= ~SCF_OVERFLOW_BIT;
589                         se_cmd->residual_count = 0;
590                 }
591                 se_cmd->se_cmd_flags |= SCF_UNDERFLOW_BIT;
592                 se_cmd->residual_count += se_cmd->data_length;
593
594                 cmd->bufflen = 0;
595         }
596         /*
597          * Now queue status response to qla2xxx LLD code and response ring
598          */
599         return qlt_xmit_response(cmd, xmit_type, se_cmd->scsi_status);
600 }
601
602 static void tcm_qla2xxx_queue_tm_rsp(struct se_cmd *se_cmd)
603 {
604         struct se_tmr_req *se_tmr = se_cmd->se_tmr_req;
605         struct qla_tgt_mgmt_cmd *mcmd = container_of(se_cmd,
606                                 struct qla_tgt_mgmt_cmd, se_cmd);
607
608         pr_debug("queue_tm_rsp: mcmd: %p func: 0x%02x response: 0x%02x\n",
609                         mcmd, se_tmr->function, se_tmr->response);
610         /*
611          * Do translation between TCM TM response codes and
612          * QLA2xxx FC TM response codes.
613          */
614         switch (se_tmr->response) {
615         case TMR_FUNCTION_COMPLETE:
616                 mcmd->fc_tm_rsp = FC_TM_SUCCESS;
617                 break;
618         case TMR_TASK_DOES_NOT_EXIST:
619                 mcmd->fc_tm_rsp = FC_TM_BAD_CMD;
620                 break;
621         case TMR_FUNCTION_REJECTED:
622                 mcmd->fc_tm_rsp = FC_TM_REJECT;
623                 break;
624         case TMR_LUN_DOES_NOT_EXIST:
625         default:
626                 mcmd->fc_tm_rsp = FC_TM_FAILED;
627                 break;
628         }
629         /*
630          * Queue the TM response to QLA2xxx LLD to build a
631          * CTIO response packet.
632          */
633         qlt_xmit_tm_rsp(mcmd);
634 }
635
636 static void tcm_qla2xxx_aborted_task(struct se_cmd *se_cmd)
637 {
638         struct qla_tgt_cmd *cmd = container_of(se_cmd,
639                                 struct qla_tgt_cmd, se_cmd);
640         qlt_abort_cmd(cmd);
641 }
642
643 static void tcm_qla2xxx_clear_sess_lookup(struct tcm_qla2xxx_lport *,
644                         struct tcm_qla2xxx_nacl *, struct qla_tgt_sess *);
645 /*
646  * Expected to be called with struct qla_hw_data->hardware_lock held
647  */
648 static void tcm_qla2xxx_clear_nacl_from_fcport_map(struct qla_tgt_sess *sess)
649 {
650         struct se_node_acl *se_nacl = sess->se_sess->se_node_acl;
651         struct se_portal_group *se_tpg = se_nacl->se_tpg;
652         struct se_wwn *se_wwn = se_tpg->se_tpg_wwn;
653         struct tcm_qla2xxx_lport *lport = container_of(se_wwn,
654                                 struct tcm_qla2xxx_lport, lport_wwn);
655         struct tcm_qla2xxx_nacl *nacl = container_of(se_nacl,
656                                 struct tcm_qla2xxx_nacl, se_node_acl);
657         void *node;
658
659         pr_debug("fc_rport domain: port_id 0x%06x\n", nacl->nport_id);
660
661         node = btree_remove32(&lport->lport_fcport_map, nacl->nport_id);
662         if (WARN_ON(node && (node != se_nacl))) {
663                 /*
664                  * The nacl no longer matches what we think it should be.
665                  * Most likely a new dynamic acl has been added while
666                  * someone dropped the hardware lock.  It clearly is a
667                  * bug elsewhere, but this bit can't make things worse.
668                  */
669                 btree_insert32(&lport->lport_fcport_map, nacl->nport_id,
670                                node, GFP_ATOMIC);
671         }
672
673         pr_debug("Removed from fcport_map: %p for WWNN: 0x%016LX, port_id: 0x%06x\n",
674             se_nacl, nacl->nport_wwnn, nacl->nport_id);
675         /*
676          * Now clear the se_nacl and session pointers from our HW lport lookup
677          * table mapping for this initiator's fabric S_ID and LOOP_ID entries.
678          *
679          * This is done ahead of callbacks into tcm_qla2xxx_free_session() ->
680          * target_wait_for_sess_cmds() before the session waits for outstanding
681          * I/O to complete, to avoid a race between session shutdown execution
682          * and incoming ATIOs or TMRs picking up a stale se_node_act reference.
683          */
684         tcm_qla2xxx_clear_sess_lookup(lport, nacl, sess);
685 }
686
687 static void tcm_qla2xxx_release_session(struct kref *kref)
688 {
689         struct se_session *se_sess = container_of(kref,
690                         struct se_session, sess_kref);
691
692         qlt_unreg_sess(se_sess->fabric_sess_ptr);
693 }
694
695 static void tcm_qla2xxx_put_sess(struct qla_tgt_sess *sess)
696 {
697         if (!sess)
698                 return;
699
700         assert_spin_locked(&sess->vha->hw->hardware_lock);
701         kref_put(&sess->se_sess->sess_kref, tcm_qla2xxx_release_session);
702 }
703
704 static void tcm_qla2xxx_shutdown_sess(struct qla_tgt_sess *sess)
705 {
706         assert_spin_locked(&sess->vha->hw->hardware_lock);
707         target_sess_cmd_list_set_waiting(sess->se_sess);
708 }
709
710 static int tcm_qla2xxx_init_nodeacl(struct se_node_acl *se_nacl,
711                 const char *name)
712 {
713         struct tcm_qla2xxx_nacl *nacl =
714                 container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
715         u64 wwnn;
716
717         if (tcm_qla2xxx_parse_wwn(name, &wwnn, 1) < 0)
718                 return -EINVAL;
719
720         nacl->nport_wwnn = wwnn;
721         tcm_qla2xxx_format_wwn(&nacl->nport_name[0], TCM_QLA2XXX_NAMELEN, wwnn);
722
723         return 0;
724 }
725
726 /* Start items for tcm_qla2xxx_tpg_attrib_cit */
727
728 #define DEF_QLA_TPG_ATTRIB(name)                                        \
729                                                                         \
730 static ssize_t tcm_qla2xxx_tpg_attrib_##name##_show(                    \
731                 struct config_item *item, char *page)                   \
732 {                                                                       \
733         struct se_portal_group *se_tpg = attrib_to_tpg(item);           \
734         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,              \
735                         struct tcm_qla2xxx_tpg, se_tpg);                \
736                                                                         \
737         return sprintf(page, "%u\n", tpg->tpg_attrib.name);     \
738 }                                                                       \
739                                                                         \
740 static ssize_t tcm_qla2xxx_tpg_attrib_##name##_store(                   \
741                 struct config_item *item, const char *page, size_t count) \
742 {                                                                       \
743         struct se_portal_group *se_tpg = attrib_to_tpg(item);           \
744         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,              \
745                         struct tcm_qla2xxx_tpg, se_tpg);                \
746         struct tcm_qla2xxx_tpg_attrib *a = &tpg->tpg_attrib;            \
747         unsigned long val;                                              \
748         int ret;                                                        \
749                                                                         \
750         ret = kstrtoul(page, 0, &val);                                  \
751         if (ret < 0) {                                                  \
752                 pr_err("kstrtoul() failed with"                         \
753                                 " ret: %d\n", ret);                     \
754                 return -EINVAL;                                         \
755         }                                                               \
756                                                                         \
757         if ((val != 0) && (val != 1)) {                                 \
758                 pr_err("Illegal boolean value %lu\n", val);             \
759                 return -EINVAL;                                         \
760         }                                                               \
761                                                                         \
762         a->name = val;                                                  \
763                                                                         \
764         return count;                                                   \
765 }                                                                       \
766 CONFIGFS_ATTR(tcm_qla2xxx_tpg_attrib_, name)
767
768 DEF_QLA_TPG_ATTRIB(generate_node_acls);
769 DEF_QLA_TPG_ATTRIB(cache_dynamic_acls);
770 DEF_QLA_TPG_ATTRIB(demo_mode_write_protect);
771 DEF_QLA_TPG_ATTRIB(prod_mode_write_protect);
772 DEF_QLA_TPG_ATTRIB(demo_mode_login_only);
773
774 static struct configfs_attribute *tcm_qla2xxx_tpg_attrib_attrs[] = {
775         &tcm_qla2xxx_tpg_attrib_attr_generate_node_acls,
776         &tcm_qla2xxx_tpg_attrib_attr_cache_dynamic_acls,
777         &tcm_qla2xxx_tpg_attrib_attr_demo_mode_write_protect,
778         &tcm_qla2xxx_tpg_attrib_attr_prod_mode_write_protect,
779         &tcm_qla2xxx_tpg_attrib_attr_demo_mode_login_only,
780         NULL,
781 };
782
783 /* End items for tcm_qla2xxx_tpg_attrib_cit */
784
785 static ssize_t tcm_qla2xxx_tpg_enable_show(struct config_item *item,
786                 char *page)
787 {
788         struct se_portal_group *se_tpg = to_tpg(item);
789         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
790                         struct tcm_qla2xxx_tpg, se_tpg);
791
792         return snprintf(page, PAGE_SIZE, "%d\n",
793                         atomic_read(&tpg->lport_tpg_enabled));
794 }
795
796 static ssize_t tcm_qla2xxx_tpg_enable_store(struct config_item *item,
797                 const char *page, size_t count)
798 {
799         struct se_portal_group *se_tpg = to_tpg(item);
800         struct se_wwn *se_wwn = se_tpg->se_tpg_wwn;
801         struct tcm_qla2xxx_lport *lport = container_of(se_wwn,
802                         struct tcm_qla2xxx_lport, lport_wwn);
803         struct scsi_qla_host *vha = lport->qla_vha;
804         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
805                         struct tcm_qla2xxx_tpg, se_tpg);
806         unsigned long op;
807         int rc;
808
809         rc = kstrtoul(page, 0, &op);
810         if (rc < 0) {
811                 pr_err("kstrtoul() returned %d\n", rc);
812                 return -EINVAL;
813         }
814         if ((op != 1) && (op != 0)) {
815                 pr_err("Illegal value for tpg_enable: %lu\n", op);
816                 return -EINVAL;
817         }
818         if (op) {
819                 if (atomic_read(&tpg->lport_tpg_enabled))
820                         return -EEXIST;
821
822                 atomic_set(&tpg->lport_tpg_enabled, 1);
823                 qlt_enable_vha(vha);
824         } else {
825                 if (!atomic_read(&tpg->lport_tpg_enabled))
826                         return count;
827
828                 atomic_set(&tpg->lport_tpg_enabled, 0);
829                 qlt_stop_phase1(vha->vha_tgt.qla_tgt);
830                 qlt_stop_phase2(vha->vha_tgt.qla_tgt);
831         }
832
833         return count;
834 }
835
836 static ssize_t tcm_qla2xxx_tpg_dynamic_sessions_show(struct config_item *item,
837                 char *page)
838 {
839         return target_show_dynamic_sessions(to_tpg(item), page);
840 }
841
842 static ssize_t tcm_qla2xxx_tpg_fabric_prot_type_store(struct config_item *item,
843                 const char *page, size_t count)
844 {
845         struct se_portal_group *se_tpg = to_tpg(item);
846         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
847                                 struct tcm_qla2xxx_tpg, se_tpg);
848         unsigned long val;
849         int ret = kstrtoul(page, 0, &val);
850
851         if (ret) {
852                 pr_err("kstrtoul() returned %d for fabric_prot_type\n", ret);
853                 return ret;
854         }
855         if (val != 0 && val != 1 && val != 3) {
856                 pr_err("Invalid qla2xxx fabric_prot_type: %lu\n", val);
857                 return -EINVAL;
858         }
859         tpg->tpg_attrib.fabric_prot_type = val;
860
861         return count;
862 }
863
864 static ssize_t tcm_qla2xxx_tpg_fabric_prot_type_show(struct config_item *item,
865                 char *page)
866 {
867         struct se_portal_group *se_tpg = to_tpg(item);
868         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
869                                 struct tcm_qla2xxx_tpg, se_tpg);
870
871         return sprintf(page, "%d\n", tpg->tpg_attrib.fabric_prot_type);
872 }
873
874 CONFIGFS_ATTR(tcm_qla2xxx_tpg_, enable);
875 CONFIGFS_ATTR_RO(tcm_qla2xxx_tpg_, dynamic_sessions);
876 CONFIGFS_ATTR(tcm_qla2xxx_tpg_, fabric_prot_type);
877
878 static struct configfs_attribute *tcm_qla2xxx_tpg_attrs[] = {
879         &tcm_qla2xxx_tpg_attr_enable,
880         &tcm_qla2xxx_tpg_attr_dynamic_sessions,
881         &tcm_qla2xxx_tpg_attr_fabric_prot_type,
882         NULL,
883 };
884
885 static struct se_portal_group *tcm_qla2xxx_make_tpg(
886         struct se_wwn *wwn,
887         struct config_group *group,
888         const char *name)
889 {
890         struct tcm_qla2xxx_lport *lport = container_of(wwn,
891                         struct tcm_qla2xxx_lport, lport_wwn);
892         struct tcm_qla2xxx_tpg *tpg;
893         unsigned long tpgt;
894         int ret;
895
896         if (strstr(name, "tpgt_") != name)
897                 return ERR_PTR(-EINVAL);
898         if (kstrtoul(name + 5, 10, &tpgt) || tpgt > USHRT_MAX)
899                 return ERR_PTR(-EINVAL);
900
901         if ((tpgt != 1)) {
902                 pr_err("In non NPIV mode, a single TPG=1 is used for HW port mappings\n");
903                 return ERR_PTR(-ENOSYS);
904         }
905
906         tpg = kzalloc(sizeof(struct tcm_qla2xxx_tpg), GFP_KERNEL);
907         if (!tpg) {
908                 pr_err("Unable to allocate struct tcm_qla2xxx_tpg\n");
909                 return ERR_PTR(-ENOMEM);
910         }
911         tpg->lport = lport;
912         tpg->lport_tpgt = tpgt;
913         /*
914          * By default allow READ-ONLY TPG demo-mode access w/ cached dynamic
915          * NodeACLs
916          */
917         tpg->tpg_attrib.generate_node_acls = 1;
918         tpg->tpg_attrib.demo_mode_write_protect = 1;
919         tpg->tpg_attrib.cache_dynamic_acls = 1;
920         tpg->tpg_attrib.demo_mode_login_only = 1;
921
922         ret = core_tpg_register(wwn, &tpg->se_tpg, SCSI_PROTOCOL_FCP);
923         if (ret < 0) {
924                 kfree(tpg);
925                 return NULL;
926         }
927
928         lport->tpg_1 = tpg;
929
930         return &tpg->se_tpg;
931 }
932
933 static void tcm_qla2xxx_drop_tpg(struct se_portal_group *se_tpg)
934 {
935         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
936                         struct tcm_qla2xxx_tpg, se_tpg);
937         struct tcm_qla2xxx_lport *lport = tpg->lport;
938         struct scsi_qla_host *vha = lport->qla_vha;
939         /*
940          * Call into qla2x_target.c LLD logic to shutdown the active
941          * FC Nexuses and disable target mode operation for this qla_hw_data
942          */
943         if (vha->vha_tgt.qla_tgt && !vha->vha_tgt.qla_tgt->tgt_stop)
944                 qlt_stop_phase1(vha->vha_tgt.qla_tgt);
945
946         core_tpg_deregister(se_tpg);
947         /*
948          * Clear local TPG=1 pointer for non NPIV mode.
949          */
950         lport->tpg_1 = NULL;
951         kfree(tpg);
952 }
953
954 static ssize_t tcm_qla2xxx_npiv_tpg_enable_show(struct config_item *item,
955                 char *page)
956 {
957         return tcm_qla2xxx_tpg_enable_show(item, page);
958 }
959
960 static ssize_t tcm_qla2xxx_npiv_tpg_enable_store(struct config_item *item,
961                 const char *page, size_t count)
962 {
963         struct se_portal_group *se_tpg = to_tpg(item);
964         struct se_wwn *se_wwn = se_tpg->se_tpg_wwn;
965         struct tcm_qla2xxx_lport *lport = container_of(se_wwn,
966                         struct tcm_qla2xxx_lport, lport_wwn);
967         struct scsi_qla_host *vha = lport->qla_vha;
968         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
969                         struct tcm_qla2xxx_tpg, se_tpg);
970         unsigned long op;
971         int rc;
972
973         rc = kstrtoul(page, 0, &op);
974         if (rc < 0) {
975                 pr_err("kstrtoul() returned %d\n", rc);
976                 return -EINVAL;
977         }
978         if ((op != 1) && (op != 0)) {
979                 pr_err("Illegal value for tpg_enable: %lu\n", op);
980                 return -EINVAL;
981         }
982         if (op) {
983                 if (atomic_read(&tpg->lport_tpg_enabled))
984                         return -EEXIST;
985
986                 atomic_set(&tpg->lport_tpg_enabled, 1);
987                 qlt_enable_vha(vha);
988         } else {
989                 if (!atomic_read(&tpg->lport_tpg_enabled))
990                         return count;
991
992                 atomic_set(&tpg->lport_tpg_enabled, 0);
993                 qlt_stop_phase1(vha->vha_tgt.qla_tgt);
994                 qlt_stop_phase2(vha->vha_tgt.qla_tgt);
995         }
996
997         return count;
998 }
999
1000 CONFIGFS_ATTR(tcm_qla2xxx_npiv_tpg_, enable);
1001
1002 static struct configfs_attribute *tcm_qla2xxx_npiv_tpg_attrs[] = {
1003         &tcm_qla2xxx_npiv_tpg_attr_enable,
1004         NULL,
1005 };
1006
1007 static struct se_portal_group *tcm_qla2xxx_npiv_make_tpg(
1008         struct se_wwn *wwn,
1009         struct config_group *group,
1010         const char *name)
1011 {
1012         struct tcm_qla2xxx_lport *lport = container_of(wwn,
1013                         struct tcm_qla2xxx_lport, lport_wwn);
1014         struct tcm_qla2xxx_tpg *tpg;
1015         unsigned long tpgt;
1016         int ret;
1017
1018         if (strstr(name, "tpgt_") != name)
1019                 return ERR_PTR(-EINVAL);
1020         if (kstrtoul(name + 5, 10, &tpgt) || tpgt > USHRT_MAX)
1021                 return ERR_PTR(-EINVAL);
1022
1023         tpg = kzalloc(sizeof(struct tcm_qla2xxx_tpg), GFP_KERNEL);
1024         if (!tpg) {
1025                 pr_err("Unable to allocate struct tcm_qla2xxx_tpg\n");
1026                 return ERR_PTR(-ENOMEM);
1027         }
1028         tpg->lport = lport;
1029         tpg->lport_tpgt = tpgt;
1030
1031         /*
1032          * By default allow READ-ONLY TPG demo-mode access w/ cached dynamic
1033          * NodeACLs
1034          */
1035         tpg->tpg_attrib.generate_node_acls = 1;
1036         tpg->tpg_attrib.demo_mode_write_protect = 1;
1037         tpg->tpg_attrib.cache_dynamic_acls = 1;
1038         tpg->tpg_attrib.demo_mode_login_only = 1;
1039
1040         ret = core_tpg_register(wwn, &tpg->se_tpg, SCSI_PROTOCOL_FCP);
1041         if (ret < 0) {
1042                 kfree(tpg);
1043                 return NULL;
1044         }
1045         lport->tpg_1 = tpg;
1046         return &tpg->se_tpg;
1047 }
1048
1049 /*
1050  * Expected to be called with struct qla_hw_data->hardware_lock held
1051  */
1052 static struct qla_tgt_sess *tcm_qla2xxx_find_sess_by_s_id(
1053         scsi_qla_host_t *vha,
1054         const uint8_t *s_id)
1055 {
1056         struct tcm_qla2xxx_lport *lport;
1057         struct se_node_acl *se_nacl;
1058         struct tcm_qla2xxx_nacl *nacl;
1059         u32 key;
1060
1061         lport = vha->vha_tgt.target_lport_ptr;
1062         if (!lport) {
1063                 pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1064                 dump_stack();
1065                 return NULL;
1066         }
1067
1068         key = sid_to_key(s_id);
1069         pr_debug("find_sess_by_s_id: 0x%06x\n", key);
1070
1071         se_nacl = btree_lookup32(&lport->lport_fcport_map, key);
1072         if (!se_nacl) {
1073                 pr_debug("Unable to locate s_id: 0x%06x\n", key);
1074                 return NULL;
1075         }
1076         pr_debug("find_sess_by_s_id: located se_nacl: %p, initiatorname: %s\n",
1077             se_nacl, se_nacl->initiatorname);
1078
1079         nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
1080         if (!nacl->qla_tgt_sess) {
1081                 pr_err("Unable to locate struct qla_tgt_sess\n");
1082                 return NULL;
1083         }
1084
1085         return nacl->qla_tgt_sess;
1086 }
1087
1088 /*
1089  * Expected to be called with struct qla_hw_data->hardware_lock held
1090  */
1091 static void tcm_qla2xxx_set_sess_by_s_id(
1092         struct tcm_qla2xxx_lport *lport,
1093         struct se_node_acl *new_se_nacl,
1094         struct tcm_qla2xxx_nacl *nacl,
1095         struct se_session *se_sess,
1096         struct qla_tgt_sess *qla_tgt_sess,
1097         uint8_t *s_id)
1098 {
1099         u32 key;
1100         void *slot;
1101         int rc;
1102
1103         key = sid_to_key(s_id);
1104         pr_debug("set_sess_by_s_id: %06x\n", key);
1105
1106         slot = btree_lookup32(&lport->lport_fcport_map, key);
1107         if (!slot) {
1108                 if (new_se_nacl) {
1109                         pr_debug("Setting up new fc_port entry to new_se_nacl\n");
1110                         nacl->nport_id = key;
1111                         rc = btree_insert32(&lport->lport_fcport_map, key,
1112                                         new_se_nacl, GFP_ATOMIC);
1113                         if (rc)
1114                                 printk(KERN_ERR "Unable to insert s_id into fcport_map: %06x\n",
1115                                     (int)key);
1116                 } else {
1117                         pr_debug("Wiping nonexisting fc_port entry\n");
1118                 }
1119
1120                 qla_tgt_sess->se_sess = se_sess;
1121                 nacl->qla_tgt_sess = qla_tgt_sess;
1122                 return;
1123         }
1124
1125         if (nacl->qla_tgt_sess) {
1126                 if (new_se_nacl == NULL) {
1127                         pr_debug("Clearing existing nacl->qla_tgt_sess and fc_port entry\n");
1128                         btree_remove32(&lport->lport_fcport_map, key);
1129                         nacl->qla_tgt_sess = NULL;
1130                         return;
1131                 }
1132                 pr_debug("Replacing existing nacl->qla_tgt_sess and fc_port entry\n");
1133                 btree_update32(&lport->lport_fcport_map, key, new_se_nacl);
1134                 qla_tgt_sess->se_sess = se_sess;
1135                 nacl->qla_tgt_sess = qla_tgt_sess;
1136                 return;
1137         }
1138
1139         if (new_se_nacl == NULL) {
1140                 pr_debug("Clearing existing fc_port entry\n");
1141                 btree_remove32(&lport->lport_fcport_map, key);
1142                 return;
1143         }
1144
1145         pr_debug("Replacing existing fc_port entry w/o active nacl->qla_tgt_sess\n");
1146         btree_update32(&lport->lport_fcport_map, key, new_se_nacl);
1147         qla_tgt_sess->se_sess = se_sess;
1148         nacl->qla_tgt_sess = qla_tgt_sess;
1149
1150         pr_debug("Setup nacl->qla_tgt_sess %p by s_id for se_nacl: %p, initiatorname: %s\n",
1151             nacl->qla_tgt_sess, new_se_nacl, new_se_nacl->initiatorname);
1152 }
1153
1154 /*
1155  * Expected to be called with struct qla_hw_data->hardware_lock held
1156  */
1157 static struct qla_tgt_sess *tcm_qla2xxx_find_sess_by_loop_id(
1158         scsi_qla_host_t *vha,
1159         const uint16_t loop_id)
1160 {
1161         struct tcm_qla2xxx_lport *lport;
1162         struct se_node_acl *se_nacl;
1163         struct tcm_qla2xxx_nacl *nacl;
1164         struct tcm_qla2xxx_fc_loopid *fc_loopid;
1165
1166         lport = vha->vha_tgt.target_lport_ptr;
1167         if (!lport) {
1168                 pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1169                 dump_stack();
1170                 return NULL;
1171         }
1172
1173         pr_debug("find_sess_by_loop_id: Using loop_id: 0x%04x\n", loop_id);
1174
1175         fc_loopid = lport->lport_loopid_map + loop_id;
1176         se_nacl = fc_loopid->se_nacl;
1177         if (!se_nacl) {
1178                 pr_debug("Unable to locate se_nacl by loop_id: 0x%04x\n",
1179                     loop_id);
1180                 return NULL;
1181         }
1182
1183         nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
1184
1185         if (!nacl->qla_tgt_sess) {
1186                 pr_err("Unable to locate struct qla_tgt_sess\n");
1187                 return NULL;
1188         }
1189
1190         return nacl->qla_tgt_sess;
1191 }
1192
1193 /*
1194  * Expected to be called with struct qla_hw_data->hardware_lock held
1195  */
1196 static void tcm_qla2xxx_set_sess_by_loop_id(
1197         struct tcm_qla2xxx_lport *lport,
1198         struct se_node_acl *new_se_nacl,
1199         struct tcm_qla2xxx_nacl *nacl,
1200         struct se_session *se_sess,
1201         struct qla_tgt_sess *qla_tgt_sess,
1202         uint16_t loop_id)
1203 {
1204         struct se_node_acl *saved_nacl;
1205         struct tcm_qla2xxx_fc_loopid *fc_loopid;
1206
1207         pr_debug("set_sess_by_loop_id: Using loop_id: 0x%04x\n", loop_id);
1208
1209         fc_loopid = &((struct tcm_qla2xxx_fc_loopid *)
1210                         lport->lport_loopid_map)[loop_id];
1211
1212         saved_nacl = fc_loopid->se_nacl;
1213         if (!saved_nacl) {
1214                 pr_debug("Setting up new fc_loopid->se_nacl to new_se_nacl\n");
1215                 fc_loopid->se_nacl = new_se_nacl;
1216                 if (qla_tgt_sess->se_sess != se_sess)
1217                         qla_tgt_sess->se_sess = se_sess;
1218                 if (nacl->qla_tgt_sess != qla_tgt_sess)
1219                         nacl->qla_tgt_sess = qla_tgt_sess;
1220                 return;
1221         }
1222
1223         if (nacl->qla_tgt_sess) {
1224                 if (new_se_nacl == NULL) {
1225                         pr_debug("Clearing nacl->qla_tgt_sess and fc_loopid->se_nacl\n");
1226                         fc_loopid->se_nacl = NULL;
1227                         nacl->qla_tgt_sess = NULL;
1228                         return;
1229                 }
1230
1231                 pr_debug("Replacing existing nacl->qla_tgt_sess and fc_loopid->se_nacl\n");
1232                 fc_loopid->se_nacl = new_se_nacl;
1233                 if (qla_tgt_sess->se_sess != se_sess)
1234                         qla_tgt_sess->se_sess = se_sess;
1235                 if (nacl->qla_tgt_sess != qla_tgt_sess)
1236                         nacl->qla_tgt_sess = qla_tgt_sess;
1237                 return;
1238         }
1239
1240         if (new_se_nacl == NULL) {
1241                 pr_debug("Clearing fc_loopid->se_nacl\n");
1242                 fc_loopid->se_nacl = NULL;
1243                 return;
1244         }
1245
1246         pr_debug("Replacing existing fc_loopid->se_nacl w/o active nacl->qla_tgt_sess\n");
1247         fc_loopid->se_nacl = new_se_nacl;
1248         if (qla_tgt_sess->se_sess != se_sess)
1249                 qla_tgt_sess->se_sess = se_sess;
1250         if (nacl->qla_tgt_sess != qla_tgt_sess)
1251                 nacl->qla_tgt_sess = qla_tgt_sess;
1252
1253         pr_debug("Setup nacl->qla_tgt_sess %p by loop_id for se_nacl: %p, initiatorname: %s\n",
1254             nacl->qla_tgt_sess, new_se_nacl, new_se_nacl->initiatorname);
1255 }
1256
1257 /*
1258  * Should always be called with qla_hw_data->hardware_lock held.
1259  */
1260 static void tcm_qla2xxx_clear_sess_lookup(struct tcm_qla2xxx_lport *lport,
1261                 struct tcm_qla2xxx_nacl *nacl, struct qla_tgt_sess *sess)
1262 {
1263         struct se_session *se_sess = sess->se_sess;
1264         unsigned char be_sid[3];
1265
1266         be_sid[0] = sess->s_id.b.domain;
1267         be_sid[1] = sess->s_id.b.area;
1268         be_sid[2] = sess->s_id.b.al_pa;
1269
1270         tcm_qla2xxx_set_sess_by_s_id(lport, NULL, nacl, se_sess,
1271                                 sess, be_sid);
1272         tcm_qla2xxx_set_sess_by_loop_id(lport, NULL, nacl, se_sess,
1273                                 sess, sess->loop_id);
1274 }
1275
1276 static void tcm_qla2xxx_free_session(struct qla_tgt_sess *sess)
1277 {
1278         struct qla_tgt *tgt = sess->tgt;
1279         struct qla_hw_data *ha = tgt->ha;
1280         scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
1281         struct se_session *se_sess;
1282         struct tcm_qla2xxx_lport *lport;
1283
1284         BUG_ON(in_interrupt());
1285
1286         se_sess = sess->se_sess;
1287         if (!se_sess) {
1288                 pr_err("struct qla_tgt_sess->se_sess is NULL\n");
1289                 dump_stack();
1290                 return;
1291         }
1292
1293         lport = vha->vha_tgt.target_lport_ptr;
1294         if (!lport) {
1295                 pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1296                 dump_stack();
1297                 return;
1298         }
1299         target_wait_for_sess_cmds(se_sess);
1300
1301         transport_deregister_session_configfs(sess->se_sess);
1302         transport_deregister_session(sess->se_sess);
1303 }
1304
1305 /*
1306  * Called via qlt_create_sess():ha->qla2x_tmpl->check_initiator_node_acl()
1307  * to locate struct se_node_acl
1308  */
1309 static int tcm_qla2xxx_check_initiator_node_acl(
1310         scsi_qla_host_t *vha,
1311         unsigned char *fc_wwpn,
1312         void *qla_tgt_sess,
1313         uint8_t *s_id,
1314         uint16_t loop_id)
1315 {
1316         struct qla_hw_data *ha = vha->hw;
1317         struct tcm_qla2xxx_lport *lport;
1318         struct tcm_qla2xxx_tpg *tpg;
1319         struct tcm_qla2xxx_nacl *nacl;
1320         struct se_portal_group *se_tpg;
1321         struct se_node_acl *se_nacl;
1322         struct se_session *se_sess;
1323         struct qla_tgt_sess *sess = qla_tgt_sess;
1324         unsigned char port_name[36];
1325         unsigned long flags;
1326         int num_tags = (ha->fw_xcb_count) ? ha->fw_xcb_count :
1327                        TCM_QLA2XXX_DEFAULT_TAGS;
1328
1329         lport = vha->vha_tgt.target_lport_ptr;
1330         if (!lport) {
1331                 pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1332                 dump_stack();
1333                 return -EINVAL;
1334         }
1335         /*
1336          * Locate the TPG=1 reference..
1337          */
1338         tpg = lport->tpg_1;
1339         if (!tpg) {
1340                 pr_err("Unable to lcoate struct tcm_qla2xxx_lport->tpg_1\n");
1341                 return -EINVAL;
1342         }
1343         se_tpg = &tpg->se_tpg;
1344
1345         se_sess = transport_init_session_tags(num_tags,
1346                                               sizeof(struct qla_tgt_cmd),
1347                                               TARGET_PROT_ALL);
1348         if (IS_ERR(se_sess)) {
1349                 pr_err("Unable to initialize struct se_session\n");
1350                 return PTR_ERR(se_sess);
1351         }
1352         /*
1353          * Format the FCP Initiator port_name into colon seperated values to
1354          * match the format by tcm_qla2xxx explict ConfigFS NodeACLs.
1355          */
1356         memset(&port_name, 0, 36);
1357         snprintf(port_name, sizeof(port_name), "%8phC", fc_wwpn);
1358         /*
1359          * Locate our struct se_node_acl either from an explict NodeACL created
1360          * via ConfigFS, or via running in TPG demo mode.
1361          */
1362         se_sess->se_node_acl = core_tpg_check_initiator_node_acl(se_tpg,
1363                                         port_name);
1364         if (!se_sess->se_node_acl) {
1365                 transport_free_session(se_sess);
1366                 return -EINVAL;
1367         }
1368         se_nacl = se_sess->se_node_acl;
1369         nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
1370         /*
1371          * And now setup the new se_nacl and session pointers into our HW lport
1372          * mappings for fabric S_ID and LOOP_ID.
1373          */
1374         spin_lock_irqsave(&ha->hardware_lock, flags);
1375         tcm_qla2xxx_set_sess_by_s_id(lport, se_nacl, nacl, se_sess,
1376                         qla_tgt_sess, s_id);
1377         tcm_qla2xxx_set_sess_by_loop_id(lport, se_nacl, nacl, se_sess,
1378                         qla_tgt_sess, loop_id);
1379         spin_unlock_irqrestore(&ha->hardware_lock, flags);
1380         /*
1381          * Finally register the new FC Nexus with TCM
1382          */
1383         transport_register_session(se_nacl->se_tpg, se_nacl, se_sess, sess);
1384
1385         return 0;
1386 }
1387
1388 static void tcm_qla2xxx_update_sess(struct qla_tgt_sess *sess, port_id_t s_id,
1389                                     uint16_t loop_id, bool conf_compl_supported)
1390 {
1391         struct qla_tgt *tgt = sess->tgt;
1392         struct qla_hw_data *ha = tgt->ha;
1393         scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
1394         struct tcm_qla2xxx_lport *lport = vha->vha_tgt.target_lport_ptr;
1395         struct se_node_acl *se_nacl = sess->se_sess->se_node_acl;
1396         struct tcm_qla2xxx_nacl *nacl = container_of(se_nacl,
1397                         struct tcm_qla2xxx_nacl, se_node_acl);
1398         u32 key;
1399
1400
1401         if (sess->loop_id != loop_id || sess->s_id.b24 != s_id.b24)
1402                 pr_info("Updating session %p from port %8phC loop_id %d -> %d s_id %x:%x:%x -> %x:%x:%x\n",
1403                     sess, sess->port_name,
1404                     sess->loop_id, loop_id, sess->s_id.b.domain,
1405                     sess->s_id.b.area, sess->s_id.b.al_pa, s_id.b.domain,
1406                     s_id.b.area, s_id.b.al_pa);
1407
1408         if (sess->loop_id != loop_id) {
1409                 /*
1410                  * Because we can shuffle loop IDs around and we
1411                  * update different sessions non-atomically, we might
1412                  * have overwritten this session's old loop ID
1413                  * already, and we might end up overwriting some other
1414                  * session that will be updated later.  So we have to
1415                  * be extra careful and we can't warn about those things...
1416                  */
1417                 if (lport->lport_loopid_map[sess->loop_id].se_nacl == se_nacl)
1418                         lport->lport_loopid_map[sess->loop_id].se_nacl = NULL;
1419
1420                 lport->lport_loopid_map[loop_id].se_nacl = se_nacl;
1421
1422                 sess->loop_id = loop_id;
1423         }
1424
1425         if (sess->s_id.b24 != s_id.b24) {
1426                 key = (((u32) sess->s_id.b.domain << 16) |
1427                        ((u32) sess->s_id.b.area   <<  8) |
1428                        ((u32) sess->s_id.b.al_pa));
1429
1430                 if (btree_lookup32(&lport->lport_fcport_map, key))
1431                         WARN(btree_remove32(&lport->lport_fcport_map, key) != se_nacl,
1432                              "Found wrong se_nacl when updating s_id %x:%x:%x\n",
1433                              sess->s_id.b.domain, sess->s_id.b.area, sess->s_id.b.al_pa);
1434                 else
1435                         WARN(1, "No lport_fcport_map entry for s_id %x:%x:%x\n",
1436                              sess->s_id.b.domain, sess->s_id.b.area, sess->s_id.b.al_pa);
1437
1438                 key = (((u32) s_id.b.domain << 16) |
1439                        ((u32) s_id.b.area   <<  8) |
1440                        ((u32) s_id.b.al_pa));
1441
1442                 if (btree_lookup32(&lport->lport_fcport_map, key)) {
1443                         WARN(1, "Already have lport_fcport_map entry for s_id %x:%x:%x\n",
1444                              s_id.b.domain, s_id.b.area, s_id.b.al_pa);
1445                         btree_update32(&lport->lport_fcport_map, key, se_nacl);
1446                 } else {
1447                         btree_insert32(&lport->lport_fcport_map, key, se_nacl, GFP_ATOMIC);
1448                 }
1449
1450                 sess->s_id = s_id;
1451                 nacl->nport_id = key;
1452         }
1453
1454         sess->conf_compl_supported = conf_compl_supported;
1455
1456         /* Reset logout parameters to default */
1457         sess->logout_on_delete = 1;
1458         sess->keep_nport_handle = 0;
1459 }
1460
1461 /*
1462  * Calls into tcm_qla2xxx used by qla2xxx LLD I/O path.
1463  */
1464 static struct qla_tgt_func_tmpl tcm_qla2xxx_template = {
1465         .handle_cmd             = tcm_qla2xxx_handle_cmd,
1466         .handle_data            = tcm_qla2xxx_handle_data,
1467         .handle_dif_err         = tcm_qla2xxx_handle_dif_err,
1468         .handle_tmr             = tcm_qla2xxx_handle_tmr,
1469         .free_cmd               = tcm_qla2xxx_free_cmd,
1470         .free_mcmd              = tcm_qla2xxx_free_mcmd,
1471         .free_session           = tcm_qla2xxx_free_session,
1472         .update_sess            = tcm_qla2xxx_update_sess,
1473         .check_initiator_node_acl = tcm_qla2xxx_check_initiator_node_acl,
1474         .find_sess_by_s_id      = tcm_qla2xxx_find_sess_by_s_id,
1475         .find_sess_by_loop_id   = tcm_qla2xxx_find_sess_by_loop_id,
1476         .clear_nacl_from_fcport_map = tcm_qla2xxx_clear_nacl_from_fcport_map,
1477         .put_sess               = tcm_qla2xxx_put_sess,
1478         .shutdown_sess          = tcm_qla2xxx_shutdown_sess,
1479 };
1480
1481 static int tcm_qla2xxx_init_lport(struct tcm_qla2xxx_lport *lport)
1482 {
1483         int rc;
1484
1485         rc = btree_init32(&lport->lport_fcport_map);
1486         if (rc) {
1487                 pr_err("Unable to initialize lport->lport_fcport_map btree\n");
1488                 return rc;
1489         }
1490
1491         lport->lport_loopid_map = vmalloc(sizeof(struct tcm_qla2xxx_fc_loopid) *
1492                                 65536);
1493         if (!lport->lport_loopid_map) {
1494                 pr_err("Unable to allocate lport->lport_loopid_map of %zu bytes\n",
1495                     sizeof(struct tcm_qla2xxx_fc_loopid) * 65536);
1496                 btree_destroy32(&lport->lport_fcport_map);
1497                 return -ENOMEM;
1498         }
1499         memset(lport->lport_loopid_map, 0, sizeof(struct tcm_qla2xxx_fc_loopid)
1500                * 65536);
1501         pr_debug("qla2xxx: Allocated lport_loopid_map of %zu bytes\n",
1502                sizeof(struct tcm_qla2xxx_fc_loopid) * 65536);
1503         return 0;
1504 }
1505
1506 static int tcm_qla2xxx_lport_register_cb(struct scsi_qla_host *vha,
1507                                          void *target_lport_ptr,
1508                                          u64 npiv_wwpn, u64 npiv_wwnn)
1509 {
1510         struct qla_hw_data *ha = vha->hw;
1511         struct tcm_qla2xxx_lport *lport =
1512                         (struct tcm_qla2xxx_lport *)target_lport_ptr;
1513         /*
1514          * Setup tgt_ops, local pointer to vha and target_lport_ptr
1515          */
1516         ha->tgt.tgt_ops = &tcm_qla2xxx_template;
1517         vha->vha_tgt.target_lport_ptr = target_lport_ptr;
1518         lport->qla_vha = vha;
1519
1520         return 0;
1521 }
1522
1523 static struct se_wwn *tcm_qla2xxx_make_lport(
1524         struct target_fabric_configfs *tf,
1525         struct config_group *group,
1526         const char *name)
1527 {
1528         struct tcm_qla2xxx_lport *lport;
1529         u64 wwpn;
1530         int ret = -ENODEV;
1531
1532         if (tcm_qla2xxx_parse_wwn(name, &wwpn, 1) < 0)
1533                 return ERR_PTR(-EINVAL);
1534
1535         lport = kzalloc(sizeof(struct tcm_qla2xxx_lport), GFP_KERNEL);
1536         if (!lport) {
1537                 pr_err("Unable to allocate struct tcm_qla2xxx_lport\n");
1538                 return ERR_PTR(-ENOMEM);
1539         }
1540         lport->lport_wwpn = wwpn;
1541         tcm_qla2xxx_format_wwn(&lport->lport_name[0], TCM_QLA2XXX_NAMELEN,
1542                                 wwpn);
1543         sprintf(lport->lport_naa_name, "naa.%016llx", (unsigned long long) wwpn);
1544
1545         ret = tcm_qla2xxx_init_lport(lport);
1546         if (ret != 0)
1547                 goto out;
1548
1549         ret = qlt_lport_register(lport, wwpn, 0, 0,
1550                                  tcm_qla2xxx_lport_register_cb);
1551         if (ret != 0)
1552                 goto out_lport;
1553
1554         return &lport->lport_wwn;
1555 out_lport:
1556         vfree(lport->lport_loopid_map);
1557         btree_destroy32(&lport->lport_fcport_map);
1558 out:
1559         kfree(lport);
1560         return ERR_PTR(ret);
1561 }
1562
1563 static void tcm_qla2xxx_drop_lport(struct se_wwn *wwn)
1564 {
1565         struct tcm_qla2xxx_lport *lport = container_of(wwn,
1566                         struct tcm_qla2xxx_lport, lport_wwn);
1567         struct scsi_qla_host *vha = lport->qla_vha;
1568         struct se_node_acl *node;
1569         u32 key = 0;
1570
1571         /*
1572          * Call into qla2x_target.c LLD logic to complete the
1573          * shutdown of struct qla_tgt after the call to
1574          * qlt_stop_phase1() from tcm_qla2xxx_drop_tpg() above..
1575          */
1576         if (vha->vha_tgt.qla_tgt && !vha->vha_tgt.qla_tgt->tgt_stopped)
1577                 qlt_stop_phase2(vha->vha_tgt.qla_tgt);
1578
1579         qlt_lport_deregister(vha);
1580
1581         vfree(lport->lport_loopid_map);
1582         btree_for_each_safe32(&lport->lport_fcport_map, key, node)
1583                 btree_remove32(&lport->lport_fcport_map, key);
1584         btree_destroy32(&lport->lport_fcport_map);
1585         kfree(lport);
1586 }
1587
1588 static int tcm_qla2xxx_lport_register_npiv_cb(struct scsi_qla_host *base_vha,
1589                                               void *target_lport_ptr,
1590                                               u64 npiv_wwpn, u64 npiv_wwnn)
1591 {
1592         struct fc_vport *vport;
1593         struct Scsi_Host *sh = base_vha->host;
1594         struct scsi_qla_host *npiv_vha;
1595         struct tcm_qla2xxx_lport *lport =
1596                         (struct tcm_qla2xxx_lport *)target_lport_ptr;
1597         struct tcm_qla2xxx_lport *base_lport =
1598                         (struct tcm_qla2xxx_lport *)base_vha->vha_tgt.target_lport_ptr;
1599         struct fc_vport_identifiers vport_id;
1600
1601         if (!qla_tgt_mode_enabled(base_vha)) {
1602                 pr_err("qla2xxx base_vha not enabled for target mode\n");
1603                 return -EPERM;
1604         }
1605
1606         if (!base_lport || !base_lport->tpg_1 ||
1607             !atomic_read(&base_lport->tpg_1->lport_tpg_enabled)) {
1608                 pr_err("qla2xxx base_lport or tpg_1 not available\n");
1609                 return -EPERM;
1610         }
1611
1612         memset(&vport_id, 0, sizeof(vport_id));
1613         vport_id.port_name = npiv_wwpn;
1614         vport_id.node_name = npiv_wwnn;
1615         vport_id.roles = FC_PORT_ROLE_FCP_INITIATOR;
1616         vport_id.vport_type = FC_PORTTYPE_NPIV;
1617         vport_id.disable = false;
1618
1619         vport = fc_vport_create(sh, 0, &vport_id);
1620         if (!vport) {
1621                 pr_err("fc_vport_create failed for qla2xxx_npiv\n");
1622                 return -ENODEV;
1623         }
1624         /*
1625          * Setup local pointer to NPIV vhba + target_lport_ptr
1626          */
1627         npiv_vha = (struct scsi_qla_host *)vport->dd_data;
1628         npiv_vha->vha_tgt.target_lport_ptr = target_lport_ptr;
1629         lport->qla_vha = npiv_vha;
1630         scsi_host_get(npiv_vha->host);
1631         return 0;
1632 }
1633
1634
1635 static struct se_wwn *tcm_qla2xxx_npiv_make_lport(
1636         struct target_fabric_configfs *tf,
1637         struct config_group *group,
1638         const char *name)
1639 {
1640         struct tcm_qla2xxx_lport *lport;
1641         u64 phys_wwpn, npiv_wwpn, npiv_wwnn;
1642         char *p, tmp[128];
1643         int ret;
1644
1645         snprintf(tmp, 128, "%s", name);
1646
1647         p = strchr(tmp, '@');
1648         if (!p) {
1649                 pr_err("Unable to locate NPIV '@' seperator\n");
1650                 return ERR_PTR(-EINVAL);
1651         }
1652         *p++ = '\0';
1653
1654         if (tcm_qla2xxx_parse_wwn(tmp, &phys_wwpn, 1) < 0)
1655                 return ERR_PTR(-EINVAL);
1656
1657         if (tcm_qla2xxx_npiv_parse_wwn(p, strlen(p)+1,
1658                                        &npiv_wwpn, &npiv_wwnn) < 0)
1659                 return ERR_PTR(-EINVAL);
1660
1661         lport = kzalloc(sizeof(struct tcm_qla2xxx_lport), GFP_KERNEL);
1662         if (!lport) {
1663                 pr_err("Unable to allocate struct tcm_qla2xxx_lport for NPIV\n");
1664                 return ERR_PTR(-ENOMEM);
1665         }
1666         lport->lport_npiv_wwpn = npiv_wwpn;
1667         lport->lport_npiv_wwnn = npiv_wwnn;
1668         sprintf(lport->lport_naa_name, "naa.%016llx", (unsigned long long) npiv_wwpn);
1669
1670         ret = tcm_qla2xxx_init_lport(lport);
1671         if (ret != 0)
1672                 goto out;
1673
1674         ret = qlt_lport_register(lport, phys_wwpn, npiv_wwpn, npiv_wwnn,
1675                                  tcm_qla2xxx_lport_register_npiv_cb);
1676         if (ret != 0)
1677                 goto out_lport;
1678
1679         return &lport->lport_wwn;
1680 out_lport:
1681         vfree(lport->lport_loopid_map);
1682         btree_destroy32(&lport->lport_fcport_map);
1683 out:
1684         kfree(lport);
1685         return ERR_PTR(ret);
1686 }
1687
1688 static void tcm_qla2xxx_npiv_drop_lport(struct se_wwn *wwn)
1689 {
1690         struct tcm_qla2xxx_lport *lport = container_of(wwn,
1691                         struct tcm_qla2xxx_lport, lport_wwn);
1692         struct scsi_qla_host *npiv_vha = lport->qla_vha;
1693         struct qla_hw_data *ha = npiv_vha->hw;
1694         scsi_qla_host_t *base_vha = pci_get_drvdata(ha->pdev);
1695
1696         scsi_host_put(npiv_vha->host);
1697         /*
1698          * Notify libfc that we want to release the vha->fc_vport
1699          */
1700         fc_vport_terminate(npiv_vha->fc_vport);
1701         scsi_host_put(base_vha->host);
1702         kfree(lport);
1703 }
1704
1705
1706 static ssize_t tcm_qla2xxx_wwn_version_show(struct config_item *item,
1707                 char *page)
1708 {
1709         return sprintf(page,
1710             "TCM QLOGIC QLA2XXX NPIV capable fabric module %s on %s/%s on "
1711             UTS_RELEASE"\n", TCM_QLA2XXX_VERSION, utsname()->sysname,
1712             utsname()->machine);
1713 }
1714
1715 CONFIGFS_ATTR_RO(tcm_qla2xxx_wwn_, version);
1716
1717 static struct configfs_attribute *tcm_qla2xxx_wwn_attrs[] = {
1718         &tcm_qla2xxx_wwn_attr_version,
1719         NULL,
1720 };
1721
1722 static const struct target_core_fabric_ops tcm_qla2xxx_ops = {
1723         .module                         = THIS_MODULE,
1724         .name                           = "qla2xxx",
1725         .node_acl_size                  = sizeof(struct tcm_qla2xxx_nacl),
1726         /*
1727          * XXX: Limit assumes single page per scatter-gather-list entry.
1728          * Current maximum is ~4.9 MB per se_cmd->t_data_sg with PAGE_SIZE=4096
1729          */
1730         .max_data_sg_nents              = 1200,
1731         .get_fabric_name                = tcm_qla2xxx_get_fabric_name,
1732         .tpg_get_wwn                    = tcm_qla2xxx_get_fabric_wwn,
1733         .tpg_get_tag                    = tcm_qla2xxx_get_tag,
1734         .tpg_check_demo_mode            = tcm_qla2xxx_check_demo_mode,
1735         .tpg_check_demo_mode_cache      = tcm_qla2xxx_check_demo_mode_cache,
1736         .tpg_check_demo_mode_write_protect =
1737                                         tcm_qla2xxx_check_demo_write_protect,
1738         .tpg_check_prod_mode_write_protect =
1739                                         tcm_qla2xxx_check_prod_write_protect,
1740         .tpg_check_prot_fabric_only     = tcm_qla2xxx_check_prot_fabric_only,
1741         .tpg_check_demo_mode_login_only = tcm_qla2xxx_check_demo_mode_login_only,
1742         .tpg_get_inst_index             = tcm_qla2xxx_tpg_get_inst_index,
1743         .check_stop_free                = tcm_qla2xxx_check_stop_free,
1744         .release_cmd                    = tcm_qla2xxx_release_cmd,
1745         .shutdown_session               = tcm_qla2xxx_shutdown_session,
1746         .close_session                  = tcm_qla2xxx_close_session,
1747         .sess_get_index                 = tcm_qla2xxx_sess_get_index,
1748         .sess_get_initiator_sid         = NULL,
1749         .write_pending                  = tcm_qla2xxx_write_pending,
1750         .write_pending_status           = tcm_qla2xxx_write_pending_status,
1751         .set_default_node_attributes    = tcm_qla2xxx_set_default_node_attrs,
1752         .get_cmd_state                  = tcm_qla2xxx_get_cmd_state,
1753         .queue_data_in                  = tcm_qla2xxx_queue_data_in,
1754         .queue_status                   = tcm_qla2xxx_queue_status,
1755         .queue_tm_rsp                   = tcm_qla2xxx_queue_tm_rsp,
1756         .aborted_task                   = tcm_qla2xxx_aborted_task,
1757         /*
1758          * Setup function pointers for generic logic in
1759          * target_core_fabric_configfs.c
1760          */
1761         .fabric_make_wwn                = tcm_qla2xxx_make_lport,
1762         .fabric_drop_wwn                = tcm_qla2xxx_drop_lport,
1763         .fabric_make_tpg                = tcm_qla2xxx_make_tpg,
1764         .fabric_drop_tpg                = tcm_qla2xxx_drop_tpg,
1765         .fabric_init_nodeacl            = tcm_qla2xxx_init_nodeacl,
1766
1767         .tfc_wwn_attrs                  = tcm_qla2xxx_wwn_attrs,
1768         .tfc_tpg_base_attrs             = tcm_qla2xxx_tpg_attrs,
1769         .tfc_tpg_attrib_attrs           = tcm_qla2xxx_tpg_attrib_attrs,
1770 };
1771
1772 static const struct target_core_fabric_ops tcm_qla2xxx_npiv_ops = {
1773         .module                         = THIS_MODULE,
1774         .name                           = "qla2xxx_npiv",
1775         .node_acl_size                  = sizeof(struct tcm_qla2xxx_nacl),
1776         .get_fabric_name                = tcm_qla2xxx_npiv_get_fabric_name,
1777         .tpg_get_wwn                    = tcm_qla2xxx_get_fabric_wwn,
1778         .tpg_get_tag                    = tcm_qla2xxx_get_tag,
1779         .tpg_check_demo_mode            = tcm_qla2xxx_check_demo_mode,
1780         .tpg_check_demo_mode_cache      = tcm_qla2xxx_check_demo_mode_cache,
1781         .tpg_check_demo_mode_write_protect = tcm_qla2xxx_check_demo_mode,
1782         .tpg_check_prod_mode_write_protect =
1783             tcm_qla2xxx_check_prod_write_protect,
1784         .tpg_check_demo_mode_login_only = tcm_qla2xxx_check_demo_mode_login_only,
1785         .tpg_get_inst_index             = tcm_qla2xxx_tpg_get_inst_index,
1786         .check_stop_free                = tcm_qla2xxx_check_stop_free,
1787         .release_cmd                    = tcm_qla2xxx_release_cmd,
1788         .shutdown_session               = tcm_qla2xxx_shutdown_session,
1789         .close_session                  = tcm_qla2xxx_close_session,
1790         .sess_get_index                 = tcm_qla2xxx_sess_get_index,
1791         .sess_get_initiator_sid         = NULL,
1792         .write_pending                  = tcm_qla2xxx_write_pending,
1793         .write_pending_status           = tcm_qla2xxx_write_pending_status,
1794         .set_default_node_attributes    = tcm_qla2xxx_set_default_node_attrs,
1795         .get_cmd_state                  = tcm_qla2xxx_get_cmd_state,
1796         .queue_data_in                  = tcm_qla2xxx_queue_data_in,
1797         .queue_status                   = tcm_qla2xxx_queue_status,
1798         .queue_tm_rsp                   = tcm_qla2xxx_queue_tm_rsp,
1799         .aborted_task                   = tcm_qla2xxx_aborted_task,
1800         /*
1801          * Setup function pointers for generic logic in
1802          * target_core_fabric_configfs.c
1803          */
1804         .fabric_make_wwn                = tcm_qla2xxx_npiv_make_lport,
1805         .fabric_drop_wwn                = tcm_qla2xxx_npiv_drop_lport,
1806         .fabric_make_tpg                = tcm_qla2xxx_npiv_make_tpg,
1807         .fabric_drop_tpg                = tcm_qla2xxx_drop_tpg,
1808         .fabric_init_nodeacl            = tcm_qla2xxx_init_nodeacl,
1809
1810         .tfc_wwn_attrs                  = tcm_qla2xxx_wwn_attrs,
1811         .tfc_tpg_base_attrs             = tcm_qla2xxx_npiv_tpg_attrs,
1812 };
1813
1814 static int tcm_qla2xxx_register_configfs(void)
1815 {
1816         int ret;
1817
1818         pr_debug("TCM QLOGIC QLA2XXX fabric module %s on %s/%s on "
1819             UTS_RELEASE"\n", TCM_QLA2XXX_VERSION, utsname()->sysname,
1820             utsname()->machine);
1821
1822         ret = target_register_template(&tcm_qla2xxx_ops);
1823         if (ret)
1824                 return ret;
1825
1826         ret = target_register_template(&tcm_qla2xxx_npiv_ops);
1827         if (ret)
1828                 goto out_fabric;
1829
1830         tcm_qla2xxx_free_wq = alloc_workqueue("tcm_qla2xxx_free",
1831                                                 WQ_MEM_RECLAIM, 0);
1832         if (!tcm_qla2xxx_free_wq) {
1833                 ret = -ENOMEM;
1834                 goto out_fabric_npiv;
1835         }
1836
1837         tcm_qla2xxx_cmd_wq = alloc_workqueue("tcm_qla2xxx_cmd", 0, 0);
1838         if (!tcm_qla2xxx_cmd_wq) {
1839                 ret = -ENOMEM;
1840                 goto out_free_wq;
1841         }
1842
1843         return 0;
1844
1845 out_free_wq:
1846         destroy_workqueue(tcm_qla2xxx_free_wq);
1847 out_fabric_npiv:
1848         target_unregister_template(&tcm_qla2xxx_npiv_ops);
1849 out_fabric:
1850         target_unregister_template(&tcm_qla2xxx_ops);
1851         return ret;
1852 }
1853
1854 static void tcm_qla2xxx_deregister_configfs(void)
1855 {
1856         destroy_workqueue(tcm_qla2xxx_cmd_wq);
1857         destroy_workqueue(tcm_qla2xxx_free_wq);
1858
1859         target_unregister_template(&tcm_qla2xxx_ops);
1860         target_unregister_template(&tcm_qla2xxx_npiv_ops);
1861 }
1862
1863 static int __init tcm_qla2xxx_init(void)
1864 {
1865         int ret;
1866
1867         ret = tcm_qla2xxx_register_configfs();
1868         if (ret < 0)
1869                 return ret;
1870
1871         return 0;
1872 }
1873
1874 static void __exit tcm_qla2xxx_exit(void)
1875 {
1876         tcm_qla2xxx_deregister_configfs();
1877 }
1878
1879 MODULE_DESCRIPTION("TCM QLA24XX+ series NPIV enabled fabric driver");
1880 MODULE_LICENSE("GPL");
1881 module_init(tcm_qla2xxx_init);
1882 module_exit(tcm_qla2xxx_exit);