text: /*******************************************************************************
   * This file contains tcm implementation using v4 configfs fabric infrastructure
   * for QLogic target mode HBAs
   *
   * ?? Copyright 2010-2011 RisingTide Systems LLC.
   *
   * Licensed to the Linux Foundation under the General Public License (GPL)
   * version 2.
   *
   * Author: Nicholas A. Bellinger <nab@risingtidesystems.com>
   *
   * tcm_qla2xxx_parse_wwn() and tcm_qla2xxx_format_wwn() contains code from
   * the TCM_FC / Open-FCoE.org fabric module.
   *
   * Copyright (c) 2010 Cisco Systems, Inc
   *
   * This program is free software; you can redistribute it and/or modify
   * it under the terms of the GNU General Public License as published by
   * the Free Software Foundation; either version 2 of the License, or
   * (at your option) any later version.
   *
   * This program is distributed in the hope that it will be useful,
   * but WITHOUT ANY WARRANTY; without even the implied warranty of
   * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   * GNU General Public License for more details.
   ****************************************************************************/
  
  
  #include <linux/module.h>
  #include <linux/moduleparam.h>
  #include <generated/utsrelease.h>
  #include <linux/utsname.h>
  #include <linux/init.h>
  #include <linux/list.h>
  #include <linux/slab.h>
  #include <linux/kthread.h>
  #include <linux/types.h>
  #include <linux/string.h>
  #include <linux/configfs.h>
  #include <linux/ctype.h>
  #include <asm/unaligned.h>
  #include <scsi/scsi.h>
  #include <scsi/scsi_host.h>
  #include <scsi/scsi_device.h>
  #include <scsi/scsi_cmnd.h>
  #include <target/target_core_base.h>
  #include <target/target_core_fabric.h>
  #include <target/target_core_fabric_configfs.h>
  #include <target/target_core_configfs.h>
  #include <target/configfs_macros.h>
  
  #include "qla_def.h"
  #include "qla_target.h"
  #include "tcm_qla2xxx.h"
  
  struct workqueue_struct *tcm_qla2xxx_free_wq;
  struct workqueue_struct *tcm_qla2xxx_cmd_wq;
  
  static int tcm_qla2xxx_check_true(struct se_portal_group *se_tpg)
  {
  	return 1;
  }
  
  static int tcm_qla2xxx_check_false(struct se_portal_group *se_tpg)
  {
  	return 0;
  }
  
  /*
   * Parse WWN.
   * If strict, we require lower-case hex and colon separators to be sure
   * the name is the same as what would be generated by ft_format_wwn()
   * so the name and wwn are mapped one-to-one.
   */
  static ssize_t tcm_qla2xxx_parse_wwn(const char *name, u64 *wwn, int strict)
  {
  	const char *cp;
  	char c;
  	u32 nibble;
  	u32 byte = 0;
  	u32 pos = 0;
  	u32 err;
  
  	*wwn = 0;
  	for (cp = name; cp < &name[TCM_QLA2XXX_NAMELEN - 1]; cp++) {
  		c = *cp;
  		if (c == '\n' && cp[1] == '\0')
  			continue;
  		if (strict && pos++ == 2 && byte++ < 7) {
  			pos = 0;
  			if (c == ':')
  				continue;
  			err = 1;
  			goto fail;
  		}
  		if (c == '\0') {
  			err = 2;
  			if (strict && byte != 8)
  				goto fail;
  			return cp - name;
  		}
  		err = 3;
  		if (isdigit(c))
  			nibble = c - '0';
  		else if (isxdigit(c) && (islower(c) || !strict))
  			nibble = tolower(c) - 'a' + 10;
  		else
  			goto fail;
  		*wwn = (*wwn << 4) | nibble;
  	}
  	err = 4;
  fail:
  	pr_debug("err %u len %zu pos %u byte %u\n",
  			err, cp - name, pos, byte);
  	return -1;
  }
  
  static ssize_t tcm_qla2xxx_format_wwn(char *buf, size_t len, u64 wwn)
  {
  	u8 b[8];
  
  	put_unaligned_be64(wwn, b);
  	return snprintf(buf, len,
  		"%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x",
  		b[0], b[1], b[2], b[3], b[4], b[5], b[6], b[7]);
  }
  
  static char *tcm_qla2xxx_get_fabric_name(void)
  {
  	return "qla2xxx";
  }
  
  /*
   * From drivers/scsi/scsi_transport_fc.c:fc_parse_wwn
   */
  static int tcm_qla2xxx_npiv_extract_wwn(const char *ns, u64 *nm)
  {
  	unsigned int i, j;
  	u8 wwn[8];
  
  	memset(wwn, 0, sizeof(wwn));
  
  	/* Validate and store the new name */
  	for (i = 0, j = 0; i < 16; i++) {
  		int value;
  
  		value = hex_to_bin(*ns++);
  		if (value >= 0)
  			j = (j << 4) | value;
  		else
  			return -EINVAL;
  
  		if (i % 2) {
  			wwn[i/2] = j & 0xff;
  			j = 0;
  		}
  	}
  
  	*nm = wwn_to_u64(wwn);
  	return 0;
  }
  
  /*
   * This parsing logic follows drivers/scsi/scsi_transport_fc.c:
   * store_fc_host_vport_create()
   */
  static int tcm_qla2xxx_npiv_parse_wwn(
  	const char *name,
  	size_t count,
  	u64 *wwpn,
  	u64 *wwnn)
  {
  	unsigned int cnt = count;
  	int rc;
  
  	*wwpn = 0;
  	*wwnn = 0;
  
  	/* count may include a LF at end of string */
  	if (name[cnt-1] == '\n')
  		cnt--;
  
  	/* validate we have enough characters for WWPN */
  	if ((cnt != (16+1+16)) || (name[16] != ':'))
  		return -EINVAL;
  
  	rc = tcm_qla2xxx_npiv_extract_wwn(&name[0], wwpn);
  	if (rc != 0)
  		return rc;
  
  	rc = tcm_qla2xxx_npiv_extract_wwn(&name[17], wwnn);
  	if (rc != 0)
  		return rc;
  
  	return 0;
  }
  
  static ssize_t tcm_qla2xxx_npiv_format_wwn(char *buf, size_t len,
  					u64 wwpn, u64 wwnn)
  {
  	u8 b[8], b2[8];
  
  	put_unaligned_be64(wwpn, b);
  	put_unaligned_be64(wwnn, b2);
  	return snprintf(buf, len,
  		"%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x,"
  		"%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x",
  		b[0], b[1], b[2], b[3], b[4], b[5], b[6], b[7],
  		b2[0], b2[1], b2[2], b2[3], b2[4], b2[5], b2[6], b2[7]);
  }
  
  static char *tcm_qla2xxx_npiv_get_fabric_name(void)
  {
  	return "qla2xxx_npiv";
  }
  
  static u8 tcm_qla2xxx_get_fabric_proto_ident(struct se_portal_group *se_tpg)
  {
  	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
  				struct tcm_qla2xxx_tpg, se_tpg);
  	struct tcm_qla2xxx_lport *lport = tpg->lport;
  	u8 proto_id;
  
  	switch (lport->lport_proto_id) {
  	case SCSI_PROTOCOL_FCP:
  	default:
  		proto_id = fc_get_fabric_proto_ident(se_tpg);
  		break;
  	}
  
  	return proto_id;
  }
  
  static char *tcm_qla2xxx_get_fabric_wwn(struct se_portal_group *se_tpg)
  {
  	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
  				struct tcm_qla2xxx_tpg, se_tpg);
  	struct tcm_qla2xxx_lport *lport = tpg->lport;
  
  	return lport->lport_naa_name;
  }
  
  static char *tcm_qla2xxx_npiv_get_fabric_wwn(struct se_portal_group *se_tpg)
  {
  	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
  				struct tcm_qla2xxx_tpg, se_tpg);
  	struct tcm_qla2xxx_lport *lport = tpg->lport;
  
  	return &lport->lport_npiv_name[0];
  }
  
  static u16 tcm_qla2xxx_get_tag(struct se_portal_group *se_tpg)
  {
  	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
  				struct tcm_qla2xxx_tpg, se_tpg);
  	return tpg->lport_tpgt;
  }
  
  static u32 tcm_qla2xxx_get_default_depth(struct se_portal_group *se_tpg)
  {
  	return 1;
  }
  
  static u32 tcm_qla2xxx_get_pr_transport_id(
  	struct se_portal_group *se_tpg,
  	struct se_node_acl *se_nacl,
  	struct t10_pr_registration *pr_reg,
  	int *format_code,
  	unsigned char *buf)
  {
  	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
  				struct tcm_qla2xxx_tpg, se_tpg);
  	struct tcm_qla2xxx_lport *lport = tpg->lport;
  	int ret = 0;
  
  	switch (lport->lport_proto_id) {
  	case SCSI_PROTOCOL_FCP:
  	default:
  		ret = fc_get_pr_transport_id(se_tpg, se_nacl, pr_reg,
  					format_code, buf);
  		break;
  	}
  
  	return ret;
  }
  
  static u32 tcm_qla2xxx_get_pr_transport_id_len(
  	struct se_portal_group *se_tpg,
  	struct se_node_acl *se_nacl,
  	struct t10_pr_registration *pr_reg,
  	int *format_code)
  {
  	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
  				struct tcm_qla2xxx_tpg, se_tpg);
  	struct tcm_qla2xxx_lport *lport = tpg->lport;
  	int ret = 0;
  
  	switch (lport->lport_proto_id) {
  	case SCSI_PROTOCOL_FCP:
  	default:
  		ret = fc_get_pr_transport_id_len(se_tpg, se_nacl, pr_reg,
  					format_code);
  		break;
  	}
  
  	return ret;
  }
  
  static char *tcm_qla2xxx_parse_pr_out_transport_id(
  	struct se_portal_group *se_tpg,
  	const char *buf,
  	u32 *out_tid_len,
  	char **port_nexus_ptr)
  {
  	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
  				struct tcm_qla2xxx_tpg, se_tpg);
  	struct tcm_qla2xxx_lport *lport = tpg->lport;
  	char *tid = NULL;
  
  	switch (lport->lport_proto_id) {
  	case SCSI_PROTOCOL_FCP:
  	default:
  		tid = fc_parse_pr_out_transport_id(se_tpg, buf, out_tid_len,
  					port_nexus_ptr);
  		break;
  	}
  
  	return tid;
  }
  
  static int tcm_qla2xxx_check_demo_mode(struct se_portal_group *se_tpg)
  {
  	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
  				struct tcm_qla2xxx_tpg, se_tpg);
  
  	return QLA_TPG_ATTRIB(tpg)->generate_node_acls;
  }
  
  static int tcm_qla2xxx_check_demo_mode_cache(struct se_portal_group *se_tpg)
  {
  	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
  				struct tcm_qla2xxx_tpg, se_tpg);
  
  	return QLA_TPG_ATTRIB(tpg)->cache_dynamic_acls;
  }
  
  static int tcm_qla2xxx_check_demo_write_protect(struct se_portal_group *se_tpg)
  {
  	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
  				struct tcm_qla2xxx_tpg, se_tpg);
  
  	return QLA_TPG_ATTRIB(tpg)->demo_mode_write_protect;
  }
  
  static int tcm_qla2xxx_check_prod_write_protect(struct se_portal_group *se_tpg)
  {
  	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
  				struct tcm_qla2xxx_tpg, se_tpg);
  
  	return QLA_TPG_ATTRIB(tpg)->prod_mode_write_protect;
  }
  
  static struct se_node_acl *tcm_qla2xxx_alloc_fabric_acl(
  	struct se_portal_group *se_tpg)
  {
  	struct tcm_qla2xxx_nacl *nacl;
  
  	nacl = kzalloc(sizeof(struct tcm_qla2xxx_nacl), GFP_KERNEL);
  	if (!nacl) {
  		pr_err("Unable to allocate struct tcm_qla2xxx_nacl\n");
  		return NULL;
  	}
  
  	return &nacl->se_node_acl;
  }
  
  static void tcm_qla2xxx_release_fabric_acl(
  	struct se_portal_group *se_tpg,
  	struct se_node_acl *se_nacl)
  {
  	struct tcm_qla2xxx_nacl *nacl = container_of(se_nacl,
  			struct tcm_qla2xxx_nacl, se_node_acl);
  	kfree(nacl);
  }
  
  static u32 tcm_qla2xxx_tpg_get_inst_index(struct se_portal_group *se_tpg)
  {
  	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
  				struct tcm_qla2xxx_tpg, se_tpg);
  
  	return tpg->lport_tpgt;
  }
  
  static void tcm_qla2xxx_complete_mcmd(struct work_struct *work)
  {
  	struct qla_tgt_mgmt_cmd *mcmd = container_of(work,
  			struct qla_tgt_mgmt_cmd, free_work);
  
  	transport_generic_free_cmd(&mcmd->se_cmd, 0);
  }
  
  /*
   * Called from qla_target_template->free_mcmd(), and will call
   * tcm_qla2xxx_release_cmd() via normal struct target_core_fabric_ops
   * release callback.  qla_hw_data->hardware_lock is expected to be held
   */
  static void tcm_qla2xxx_free_mcmd(struct qla_tgt_mgmt_cmd *mcmd)
  {
  	INIT_WORK(&mcmd->free_work, tcm_qla2xxx_complete_mcmd);
  	queue_work(tcm_qla2xxx_free_wq, &mcmd->free_work);
  }
  
  static void tcm_qla2xxx_complete_free(struct work_struct *work)
  {
  	struct qla_tgt_cmd *cmd = container_of(work, struct qla_tgt_cmd, work);
  
  	transport_generic_free_cmd(&cmd->se_cmd, 0);
  }
  
  /*
   * Called from qla_target_template->free_cmd(), and will call
   * tcm_qla2xxx_release_cmd via normal struct target_core_fabric_ops
   * release callback.  qla_hw_data->hardware_lock is expected to be held
   */
  static void tcm_qla2xxx_free_cmd(struct qla_tgt_cmd *cmd)
  {
  	INIT_WORK(&cmd->work, tcm_qla2xxx_complete_free);
  	queue_work(tcm_qla2xxx_free_wq, &cmd->work);
  }
  
  /*
   * Called from struct target_core_fabric_ops->check_stop_free() context
   */
  static int tcm_qla2xxx_check_stop_free(struct se_cmd *se_cmd)
  {
  	return target_put_sess_cmd(se_cmd->se_sess, se_cmd);
  }
  
  /* tcm_qla2xxx_release_cmd - Callback from TCM Core to release underlying
   * fabric descriptor @se_cmd command to release
   */
  static void tcm_qla2xxx_release_cmd(struct se_cmd *se_cmd)
  {
  	struct qla_tgt_cmd *cmd;
  
  	if (se_cmd->se_cmd_flags & SCF_SCSI_TMR_CDB) {
  		struct qla_tgt_mgmt_cmd *mcmd = container_of(se_cmd,
  				struct qla_tgt_mgmt_cmd, se_cmd);
  		qlt_free_mcmd(mcmd);
  		return;
  	}
  
  	cmd = container_of(se_cmd, struct qla_tgt_cmd, se_cmd);
  	qlt_free_cmd(cmd);
  }
  
  static int tcm_qla2xxx_shutdown_session(struct se_session *se_sess)
  {
  	struct qla_tgt_sess *sess = se_sess->fabric_sess_ptr;
  	struct scsi_qla_host *vha;
  	unsigned long flags;
  
  	BUG_ON(!sess);
  	vha = sess->vha;
  
  	spin_lock_irqsave(&vha->hw->hardware_lock, flags);
  	target_sess_cmd_list_set_waiting(se_sess);
  	spin_unlock_irqrestore(&vha->hw->hardware_lock, flags);
  
  	return 1;
  }
  
  static void tcm_qla2xxx_close_session(struct se_session *se_sess)
  {
  	struct qla_tgt_sess *sess = se_sess->fabric_sess_ptr;
  	struct scsi_qla_host *vha;
  	unsigned long flags;
  
  	BUG_ON(!sess);
  	vha = sess->vha;
  
  	spin_lock_irqsave(&vha->hw->hardware_lock, flags);
  	qlt_unreg_sess(sess);
  	spin_unlock_irqrestore(&vha->hw->hardware_lock, flags);
  }
  
  static u32 tcm_qla2xxx_sess_get_index(struct se_session *se_sess)
  {
  	return 0;
  }
  
  /*
   * The LIO target core uses DMA_TO_DEVICE to mean that data is going
   * to the target (eg handling a WRITE) and DMA_FROM_DEVICE to mean
   * that data is coming from the target (eg handling a READ).  However,
   * this is just the opposite of what we have to tell the DMA mapping
   * layer -- eg when handling a READ, the HBA will have to DMA the data
   * out of memory so it can send it to the initiator, which means we
   * need to use DMA_TO_DEVICE when we map the data.
   */
  static enum dma_data_direction tcm_qla2xxx_mapping_dir(struct se_cmd *se_cmd)
  {
  	if (se_cmd->se_cmd_flags & SCF_BIDI)
  		return DMA_BIDIRECTIONAL;
  
  	switch (se_cmd->data_direction) {
  	case DMA_TO_DEVICE:
  		return DMA_FROM_DEVICE;
  	case DMA_FROM_DEVICE:
  		return DMA_TO_DEVICE;
  	case DMA_NONE:
  	default:
  		return DMA_NONE;
  	}
  }
  
  static int tcm_qla2xxx_write_pending(struct se_cmd *se_cmd)
  {
  	struct qla_tgt_cmd *cmd = container_of(se_cmd,
  				struct qla_tgt_cmd, se_cmd);
  
  	cmd->bufflen = se_cmd->data_length;
  	cmd->dma_data_direction = tcm_qla2xxx_mapping_dir(se_cmd);
  
  	cmd->sg_cnt = se_cmd->t_data_nents;
  	cmd->sg = se_cmd->t_data_sg;
  
  	/*
  	 * qla_target.c:qlt_rdy_to_xfer() will call pci_map_sg() to setup
  	 * the SGL mappings into PCIe memory for incoming FCP WRITE data.
  	 */
  	return qlt_rdy_to_xfer(cmd);
  }
  
  static int tcm_qla2xxx_write_pending_status(struct se_cmd *se_cmd)
  {
  	unsigned long flags;
  	/*
  	 * Check for WRITE_PENDING status to determine if we need to wait for
  	 * CTIO aborts to be posted via hardware in tcm_qla2xxx_handle_data().
  	 */
  	spin_lock_irqsave(&se_cmd->t_state_lock, flags);
  	if (se_cmd->t_state == TRANSPORT_WRITE_PENDING ||
  	    se_cmd->t_state == TRANSPORT_COMPLETE_QF_WP) {
  		spin_unlock_irqrestore(&se_cmd->t_state_lock, flags);
  		wait_for_completion_timeout(&se_cmd->t_transport_stop_comp,
  						3000);
  		return 0;
  	}
  	spin_unlock_irqrestore(&se_cmd->t_state_lock, flags);
  
  	return 0;
  }
  
  static void tcm_qla2xxx_set_default_node_attrs(struct se_node_acl *nacl)
  {
  	return;
  }
  
  static u32 tcm_qla2xxx_get_task_tag(struct se_cmd *se_cmd)
  {
  	struct qla_tgt_cmd *cmd = container_of(se_cmd,
  				struct qla_tgt_cmd, se_cmd);
  
  	return cmd->tag;
  }
  
  static int tcm_qla2xxx_get_cmd_state(struct se_cmd *se_cmd)
  {
  	return 0;
  }
  
  /*
   * Called from process context in qla_target.c:qlt_do_work() code
   */
  static int tcm_qla2xxx_handle_cmd(scsi_qla_host_t *vha, struct qla_tgt_cmd *cmd,
  	unsigned char *cdb, uint32_t data_length, int fcp_task_attr,
  	int data_dir, int bidi)
  {
  	struct se_cmd *se_cmd = &cmd->se_cmd;
  	struct se_session *se_sess;
  	struct qla_tgt_sess *sess;
  	int flags = TARGET_SCF_ACK_KREF;
  
  	if (bidi)
  		flags |= TARGET_SCF_BIDI_OP;
  
  	sess = cmd->sess;
  	if (!sess) {
  		pr_err("Unable to locate struct qla_tgt_sess from qla_tgt_cmd\n");
  		return -EINVAL;
  	}
  
  	se_sess = sess->se_sess;
  	if (!se_sess) {
  		pr_err("Unable to locate active struct se_session\n");
  		return -EINVAL;
  	}
  
  	return target_submit_cmd(se_cmd, se_sess, cdb, &cmd->sense_buffer[0],
  				cmd->unpacked_lun, data_length, fcp_task_attr,
  				data_dir, flags);
  }
  
  static void tcm_qla2xxx_handle_data_work(struct work_struct *work)
  {
  	struct qla_tgt_cmd *cmd = container_of(work, struct qla_tgt_cmd, work);
  
  	/*
  	 * Ensure that the complete FCP WRITE payload has been received.
  	 * Otherwise return an exception via CHECK_CONDITION status.
  	 */
  	if (!cmd->write_data_transferred) {
  		/*
  		 * Check if se_cmd has already been aborted via LUN_RESET, and
  		 * waiting upon completion in tcm_qla2xxx_write_pending_status()
  		 */
  		if (cmd->se_cmd.transport_state & CMD_T_ABORTED) {
  			complete(&cmd->se_cmd.t_transport_stop_comp);
  			return;
  		}
  
  		transport_generic_request_failure(&cmd->se_cmd,
  						  TCM_CHECK_CONDITION_ABORT_CMD);
  		return;
  	}
  
  	return target_execute_cmd(&cmd->se_cmd);
  }
  
  /*
   * Called from qla_target.c:qlt_do_ctio_completion()
   */
  static void tcm_qla2xxx_handle_data(struct qla_tgt_cmd *cmd)
  {
  	INIT_WORK(&cmd->work, tcm_qla2xxx_handle_data_work);
  	queue_work(tcm_qla2xxx_free_wq, &cmd->work);
  }
  
  /*
   * Called from qla_target.c:qlt_issue_task_mgmt()
   */
  static int tcm_qla2xxx_handle_tmr(struct qla_tgt_mgmt_cmd *mcmd, uint32_t lun,
  	uint8_t tmr_func, uint32_t tag)
  {
  	struct qla_tgt_sess *sess = mcmd->sess;
  	struct se_cmd *se_cmd = &mcmd->se_cmd;
  
  	return target_submit_tmr(se_cmd, sess->se_sess, NULL, lun, mcmd,
  			tmr_func, GFP_ATOMIC, tag, TARGET_SCF_ACK_KREF);
  }
  
  static int tcm_qla2xxx_queue_data_in(struct se_cmd *se_cmd)
  {
  	struct qla_tgt_cmd *cmd = container_of(se_cmd,
  				struct qla_tgt_cmd, se_cmd);
  
  	cmd->bufflen = se_cmd->data_length;
  	cmd->dma_data_direction = tcm_qla2xxx_mapping_dir(se_cmd);
  	cmd->aborted = (se_cmd->transport_state & CMD_T_ABORTED);
  
  	cmd->sg_cnt = se_cmd->t_data_nents;
  	cmd->sg = se_cmd->t_data_sg;
  	cmd->offset = 0;
  
  	/*
  	 * Now queue completed DATA_IN the qla2xxx LLD and response ring
  	 */
  	return qlt_xmit_response(cmd, QLA_TGT_XMIT_DATA|QLA_TGT_XMIT_STATUS,
  				se_cmd->scsi_status);
  }
  
  static int tcm_qla2xxx_queue_status(struct se_cmd *se_cmd)
  {
  	struct qla_tgt_cmd *cmd = container_of(se_cmd,
  				struct qla_tgt_cmd, se_cmd);
  	int xmit_type = QLA_TGT_XMIT_STATUS;
  
  	cmd->bufflen = se_cmd->data_length;
  	cmd->sg = NULL;
  	cmd->sg_cnt = 0;
  	cmd->offset = 0;
  	cmd->dma_data_direction = tcm_qla2xxx_mapping_dir(se_cmd);
  	cmd->aborted = (se_cmd->transport_state & CMD_T_ABORTED);
  
  	if (se_cmd->data_direction == DMA_FROM_DEVICE) {
  		/*
  		 * For FCP_READ with CHECK_CONDITION status, clear cmd->bufflen
  		 * for qla_tgt_xmit_response LLD code
  		 */
  		if (se_cmd->se_cmd_flags & SCF_OVERFLOW_BIT) {
  			se_cmd->se_cmd_flags &= ~SCF_OVERFLOW_BIT;
  			se_cmd->residual_count = 0;
  		}
  		se_cmd->se_cmd_flags |= SCF_UNDERFLOW_BIT;
  		se_cmd->residual_count += se_cmd->data_length;
  
  		cmd->bufflen = 0;
  	}
  	/*
  	 * Now queue status response to qla2xxx LLD code and response ring
  	 */
  	return qlt_xmit_response(cmd, xmit_type, se_cmd->scsi_status);
  }
  
  static int tcm_qla2xxx_queue_tm_rsp(struct se_cmd *se_cmd)
  {
  	struct se_tmr_req *se_tmr = se_cmd->se_tmr_req;
  	struct qla_tgt_mgmt_cmd *mcmd = container_of(se_cmd,
  				struct qla_tgt_mgmt_cmd, se_cmd);
  
  	pr_debug("queue_tm_rsp: mcmd: %p func: 0x%02x response: 0x%02x\n",
  			mcmd, se_tmr->function, se_tmr->response);
  	/*
  	 * Do translation between TCM TM response codes and
  	 * QLA2xxx FC TM response codes.
  	 */
  	switch (se_tmr->response) {
  	case TMR_FUNCTION_COMPLETE:
  		mcmd->fc_tm_rsp = FC_TM_SUCCESS;
  		break;
  	case TMR_TASK_DOES_NOT_EXIST:
  		mcmd->fc_tm_rsp = FC_TM_BAD_CMD;
  		break;
  	case TMR_FUNCTION_REJECTED:
  		mcmd->fc_tm_rsp = FC_TM_REJECT;
  		break;
  	case TMR_LUN_DOES_NOT_EXIST:
  	default:
  		mcmd->fc_tm_rsp = FC_TM_FAILED;
  		break;
  	}
  	/*
  	 * Queue the TM response to QLA2xxx LLD to build a
  	 * CTIO response packet.
  	 */
  	qlt_xmit_tm_rsp(mcmd);
  
  	return 0;
  }
  
  /* Local pointer to allocated TCM configfs fabric module */
  struct target_fabric_configfs *tcm_qla2xxx_fabric_configfs;
  struct target_fabric_configfs *tcm_qla2xxx_npiv_fabric_configfs;
  
  static void tcm_qla2xxx_clear_sess_lookup(struct tcm_qla2xxx_lport *,
  			struct tcm_qla2xxx_nacl *, struct qla_tgt_sess *);
  /*
   * Expected to be called with struct qla_hw_data->hardware_lock held
   */
  static void tcm_qla2xxx_clear_nacl_from_fcport_map(struct qla_tgt_sess *sess)
  {
  	struct se_node_acl *se_nacl = sess->se_sess->se_node_acl;
  	struct se_portal_group *se_tpg = se_nacl->se_tpg;
  	struct se_wwn *se_wwn = se_tpg->se_tpg_wwn;
  	struct tcm_qla2xxx_lport *lport = container_of(se_wwn,
  				struct tcm_qla2xxx_lport, lport_wwn);
  	struct tcm_qla2xxx_nacl *nacl = container_of(se_nacl,
  				struct tcm_qla2xxx_nacl, se_node_acl);
  	void *node;
  
  	pr_debug("fc_rport domain: port_id 0x%06x\n", nacl->nport_id);
  
  	node = btree_remove32(&lport->lport_fcport_map, nacl->nport_id);
  	WARN_ON(node && (node != se_nacl));
  
  	pr_debug("Removed from fcport_map: %p for WWNN: 0x%016LX, port_id: 0x%06x\n",
  	    se_nacl, nacl->nport_wwnn, nacl->nport_id);
  	/*
  	 * Now clear the se_nacl and session pointers from our HW lport lookup
  	 * table mapping for this initiator's fabric S_ID and LOOP_ID entries.
  	 *
  	 * This is done ahead of callbacks into tcm_qla2xxx_free_session() ->
  	 * target_wait_for_sess_cmds() before the session waits for outstanding
  	 * I/O to complete, to avoid a race between session shutdown execution
  	 * and incoming ATIOs or TMRs picking up a stale se_node_act reference.
  	 */
  	tcm_qla2xxx_clear_sess_lookup(lport, nacl, sess);
  }
  
  static void tcm_qla2xxx_release_session(struct kref *kref)
  {
  	struct se_session *se_sess = container_of(kref,
  			struct se_session, sess_kref);
  
  	qlt_unreg_sess(se_sess->fabric_sess_ptr);
  }
  
  static void tcm_qla2xxx_put_session(struct se_session *se_sess)
  {
  	struct qla_tgt_sess *sess = se_sess->fabric_sess_ptr;
  	struct qla_hw_data *ha = sess->vha->hw;
  	unsigned long flags;
  
  	spin_lock_irqsave(&ha->hardware_lock, flags);
  	kref_put(&se_sess->sess_kref, tcm_qla2xxx_release_session);
  	spin_unlock_irqrestore(&ha->hardware_lock, flags);
  }
  
  static void tcm_qla2xxx_put_sess(struct qla_tgt_sess *sess)
  {
  	tcm_qla2xxx_put_session(sess->se_sess);
  }
  
  static void tcm_qla2xxx_shutdown_sess(struct qla_tgt_sess *sess)
  {
  	tcm_qla2xxx_shutdown_session(sess->se_sess);
  }
  
  static struct se_node_acl *tcm_qla2xxx_make_nodeacl(
  	struct se_portal_group *se_tpg,
  	struct config_group *group,
  	const char *name)
  {
  	struct se_node_acl *se_nacl, *se_nacl_new;
  	struct tcm_qla2xxx_nacl *nacl;
  	u64 wwnn;
  	u32 qla2xxx_nexus_depth;
  
  	if (tcm_qla2xxx_parse_wwn(name, &wwnn, 1) < 0)
  		return ERR_PTR(-EINVAL);
  
  	se_nacl_new = tcm_qla2xxx_alloc_fabric_acl(se_tpg);
  	if (!se_nacl_new)
  		return ERR_PTR(-ENOMEM);
  /* #warning FIXME: Hardcoded qla2xxx_nexus depth in tcm_qla2xxx_make_nodeacl */
  	qla2xxx_nexus_depth = 1;
  
  	/*
  	 * se_nacl_new may be released by core_tpg_add_initiator_node_acl()
  	 * when converting a NodeACL from demo mode -> explict
  	 */
  	se_nacl = core_tpg_add_initiator_node_acl(se_tpg, se_nacl_new,
  				name, qla2xxx_nexus_depth);
  	if (IS_ERR(se_nacl)) {
  		tcm_qla2xxx_release_fabric_acl(se_tpg, se_nacl_new);
  		return se_nacl;
  	}
  	/*
  	 * Locate our struct tcm_qla2xxx_nacl and set the FC Nport WWPN
  	 */
  	nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
  	nacl->nport_wwnn = wwnn;
  	tcm_qla2xxx_format_wwn(&nacl->nport_name[0], TCM_QLA2XXX_NAMELEN, wwnn);
  
  	return se_nacl;
  }
  
  static void tcm_qla2xxx_drop_nodeacl(struct se_node_acl *se_acl)
  {
  	struct se_portal_group *se_tpg = se_acl->se_tpg;
  	struct tcm_qla2xxx_nacl *nacl = container_of(se_acl,
  				struct tcm_qla2xxx_nacl, se_node_acl);
  
  	core_tpg_del_initiator_node_acl(se_tpg, se_acl, 1);
  	kfree(nacl);
  }
  
  /* Start items for tcm_qla2xxx_tpg_attrib_cit */
  
  #define DEF_QLA_TPG_ATTRIB(name)					\
  									\
  static ssize_t tcm_qla2xxx_tpg_attrib_show_##name(			\
  	struct se_portal_group *se_tpg,					\
  	char *page)							\
  {									\
  	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,		\
  			struct tcm_qla2xxx_tpg, se_tpg);		\
  									\
  	return sprintf(page, "%u\n", QLA_TPG_ATTRIB(tpg)->name);	\
  }									\
  									\
  static ssize_t tcm_qla2xxx_tpg_attrib_store_##name(			\
  	struct se_portal_group *se_tpg,					\
  	const char *page,						\
  	size_t count)							\
  {									\
  	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,		\
  			struct tcm_qla2xxx_tpg, se_tpg);		\
  	unsigned long val;						\
  	int ret;							\
  									\
  	ret = kstrtoul(page, 0, &val);					\
  	if (ret < 0) {							\
  		pr_err("kstrtoul() failed with"				\
  				" ret: %d\n", ret);			\
  		return -EINVAL;						\
  	}								\
  	ret = tcm_qla2xxx_set_attrib_##name(tpg, val);			\
  									\
  	return (!ret) ? count : -EINVAL;				\
  }
  
  #define DEF_QLA_TPG_ATTR_BOOL(_name)					\
  									\
  static int tcm_qla2xxx_set_attrib_##_name(				\
  	struct tcm_qla2xxx_tpg *tpg,					\
  	unsigned long val)						\
  {									\
  	struct tcm_qla2xxx_tpg_attrib *a = &tpg->tpg_attrib;		\
  									\
  	if ((val != 0) && (val != 1)) {					\
  		pr_err("Illegal boolean value %lu\n", val);		\
  		return -EINVAL;						\
  	}								\
  									\
  	a->_name = val;							\
  	return 0;							\
  }
  
  #define QLA_TPG_ATTR(_name, _mode) \
  	TF_TPG_ATTRIB_ATTR(tcm_qla2xxx, _name, _mode);
  
  /*
   * Define tcm_qla2xxx_tpg_attrib_s_generate_node_acls
   */
  DEF_QLA_TPG_ATTR_BOOL(generate_node_acls);
  DEF_QLA_TPG_ATTRIB(generate_node_acls);
  QLA_TPG_ATTR(generate_node_acls, S_IRUGO | S_IWUSR);
  
  /*
   Define tcm_qla2xxx_attrib_s_cache_dynamic_acls
   */
  DEF_QLA_TPG_ATTR_BOOL(cache_dynamic_acls);
  DEF_QLA_TPG_ATTRIB(cache_dynamic_acls);
  QLA_TPG_ATTR(cache_dynamic_acls, S_IRUGO | S_IWUSR);
  
  /*
   * Define tcm_qla2xxx_tpg_attrib_s_demo_mode_write_protect
   */
  DEF_QLA_TPG_ATTR_BOOL(demo_mode_write_protect);
  DEF_QLA_TPG_ATTRIB(demo_mode_write_protect);
  QLA_TPG_ATTR(demo_mode_write_protect, S_IRUGO | S_IWUSR);
  
  /*
   * Define tcm_qla2xxx_tpg_attrib_s_prod_mode_write_protect
   */
  DEF_QLA_TPG_ATTR_BOOL(prod_mode_write_protect);
  DEF_QLA_TPG_ATTRIB(prod_mode_write_protect);
  QLA_TPG_ATTR(prod_mode_write_protect, S_IRUGO | S_IWUSR);
  
  static struct configfs_attribute *tcm_qla2xxx_tpg_attrib_attrs[] = {
  	&tcm_qla2xxx_tpg_attrib_generate_node_acls.attr,
  	&tcm_qla2xxx_tpg_attrib_cache_dynamic_acls.attr,
  	&tcm_qla2xxx_tpg_attrib_demo_mode_write_protect.attr,
  	&tcm_qla2xxx_tpg_attrib_prod_mode_write_protect.attr,
  	NULL,
  };
  
  /* End items for tcm_qla2xxx_tpg_attrib_cit */
  
  static ssize_t tcm_qla2xxx_tpg_show_enable(
  	struct se_portal_group *se_tpg,
  	char *page)
  {
  	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
  			struct tcm_qla2xxx_tpg, se_tpg);
  
  	return snprintf(page, PAGE_SIZE, "%d\n",
  			atomic_read(&tpg->lport_tpg_enabled));
  }
  
  static ssize_t tcm_qla2xxx_tpg_store_enable(
  	struct se_portal_group *se_tpg,
  	const char *page,
  	size_t count)
  {
  	struct se_wwn *se_wwn = se_tpg->se_tpg_wwn;
  	struct tcm_qla2xxx_lport *lport = container_of(se_wwn,
  			struct tcm_qla2xxx_lport, lport_wwn);
  	struct scsi_qla_host *vha = lport->qla_vha;
  	struct qla_hw_data *ha = vha->hw;
  	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
  			struct tcm_qla2xxx_tpg, se_tpg);
  	unsigned long op;
  	int rc;
  
  	rc = kstrtoul(page, 0, &op);
  	if (rc < 0) {
  		pr_err("kstrtoul() returned %d\n", rc);
  		return -EINVAL;
  	}
  	if ((op != 1) && (op != 0)) {
  		pr_err("Illegal value for tpg_enable: %lu\n", op);
  		return -EINVAL;
  	}
  
  	if (op) {
  		atomic_set(&tpg->lport_tpg_enabled, 1);
  		qlt_enable_vha(vha);
  	} else {
  		if (!ha->tgt.qla_tgt) {
  			pr_err("truct qla_hw_data *ha->tgt.qla_tgt is NULL\n");
  			return -ENODEV;
  		}
  		atomic_set(&tpg->lport_tpg_enabled, 0);
  		qlt_stop_phase1(ha->tgt.qla_tgt);
  	}
  
  	return count;
  }
  
  TF_TPG_BASE_ATTR(tcm_qla2xxx, enable, S_IRUGO | S_IWUSR);
  
  static struct configfs_attribute *tcm_qla2xxx_tpg_attrs[] = {
  	&tcm_qla2xxx_tpg_enable.attr,
  	NULL,
  };
  
  static struct se_portal_group *tcm_qla2xxx_make_tpg(
  	struct se_wwn *wwn,
  	struct config_group *group,
  	const char *name)
  {
  	struct tcm_qla2xxx_lport *lport = container_of(wwn,
  			struct tcm_qla2xxx_lport, lport_wwn);
  	struct tcm_qla2xxx_tpg *tpg;
  	unsigned long tpgt;
  	int ret;
  
  	if (strstr(name, "tpgt_") != name)
  		return ERR_PTR(-EINVAL);
  	if (kstrtoul(name + 5, 10, &tpgt) || tpgt > USHRT_MAX)
  		return ERR_PTR(-EINVAL);
  
  	if (!lport->qla_npiv_vp && (tpgt != 1)) {
  		pr_err("In non NPIV mode, a single TPG=1 is used for HW port mappings\n");
  		return ERR_PTR(-ENOSYS);
  	}
  
  	tpg = kzalloc(sizeof(struct tcm_qla2xxx_tpg), GFP_KERNEL);
  	if (!tpg) {
  		pr_err("Unable to allocate struct tcm_qla2xxx_tpg\n");
  		return ERR_PTR(-ENOMEM);
  	}
  	tpg->lport = lport;
  	tpg->lport_tpgt = tpgt;
  	/*
  	 * By default allow READ-ONLY TPG demo-mode access w/ cached dynamic
  	 * NodeACLs
  	 */
  	QLA_TPG_ATTRIB(tpg)->generate_node_acls = 1;
  	QLA_TPG_ATTRIB(tpg)->demo_mode_write_protect = 1;
  	QLA_TPG_ATTRIB(tpg)->cache_dynamic_acls = 1;
  
  	ret = core_tpg_register(&tcm_qla2xxx_fabric_configfs->tf_ops, wwn,
  				&tpg->se_tpg, tpg, TRANSPORT_TPG_TYPE_NORMAL);
  	if (ret < 0) {
  		kfree(tpg);
  		return NULL;
  	}
  	/*
  	 * Setup local TPG=1 pointer for non NPIV mode.
  	 */
  	if (lport->qla_npiv_vp == NULL)
  		lport->tpg_1 = tpg;
  
  	return &tpg->se_tpg;
  }
  
  static void tcm_qla2xxx_drop_tpg(struct se_portal_group *se_tpg)
  {
  	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
  			struct tcm_qla2xxx_tpg, se_tpg);
  	struct tcm_qla2xxx_lport *lport = tpg->lport;
  	struct scsi_qla_host *vha = lport->qla_vha;
  	struct qla_hw_data *ha = vha->hw;
  	/*
  	 * Call into qla2x_target.c LLD logic to shutdown the active
  	 * FC Nexuses and disable target mode operation for this qla_hw_data
  	 */
  	if (ha->tgt.qla_tgt && !ha->tgt.qla_tgt->tgt_stop)
  		qlt_stop_phase1(ha->tgt.qla_tgt);
  
  	core_tpg_deregister(se_tpg);
  	/*
  	 * Clear local TPG=1 pointer for non NPIV mode.
  	 */
  	if (lport->qla_npiv_vp == NULL)
  		lport->tpg_1 = NULL;
  
  	kfree(tpg);
  }
  
  static struct se_portal_group *tcm_qla2xxx_npiv_make_tpg(
  	struct se_wwn *wwn,
  	struct config_group *group,
  	const char *name)
  {
  	struct tcm_qla2xxx_lport *lport = container_of(wwn,
  			struct tcm_qla2xxx_lport, lport_wwn);
  	struct tcm_qla2xxx_tpg *tpg;
  	unsigned long tpgt;
  	int ret;
  
  	if (strstr(name, "tpgt_") != name)
  		return ERR_PTR(-EINVAL);
  	if (kstrtoul(name + 5, 10, &tpgt) || tpgt > USHRT_MAX)
  		return ERR_PTR(-EINVAL);
  
  	tpg = kzalloc(sizeof(struct tcm_qla2xxx_tpg), GFP_KERNEL);
  	if (!tpg) {
  		pr_err("Unable to allocate struct tcm_qla2xxx_tpg\n");
  		return ERR_PTR(-ENOMEM);
  	}
  	tpg->lport = lport;
  	tpg->lport_tpgt = tpgt;
  
  	ret = core_tpg_register(&tcm_qla2xxx_npiv_fabric_configfs->tf_ops, wwn,
  				&tpg->se_tpg, tpg, TRANSPORT_TPG_TYPE_NORMAL);
  	if (ret < 0) {
  		kfree(tpg);
  		return NULL;
  	}
  	return &tpg->se_tpg;
  }
  
  /*
   * Expected to be called with struct qla_hw_data->hardware_lock held
   */
  static struct qla_tgt_sess *tcm_qla2xxx_find_sess_by_s_id(
  	scsi_qla_host_t *vha,
  	const uint8_t *s_id)
  {
  	struct qla_hw_data *ha = vha->hw;
  	struct tcm_qla2xxx_lport *lport;
  	struct se_node_acl *se_nacl;
  	struct tcm_qla2xxx_nacl *nacl;
  	u32 key;
  
  	lport = ha->tgt.target_lport_ptr;
  	if (!lport) {
  		pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
  		dump_stack();
  		return NULL;
  	}
  
  	key = (((unsigned long)s_id[0] << 16) |
  	       ((unsigned long)s_id[1] << 8) |
  	       (unsigned long)s_id[2]);
  	pr_debug("find_sess_by_s_id: 0x%06x\n", key);
  
  	se_nacl = btree_lookup32(&lport->lport_fcport_map, key);
  	if (!se_nacl) {
  		pr_debug("Unable to locate s_id: 0x%06x\n", key);
  		return NULL;
  	}
  	pr_debug("find_sess_by_s_id: located se_nacl: %p, initiatorname: %s\n",
  	    se_nacl, se_nacl->initiatorname);
  
  	nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
  	if (!nacl->qla_tgt_sess) {
  		pr_err("Unable to locate struct qla_tgt_sess\n");
  		return NULL;
  	}
  
  	return nacl->qla_tgt_sess;
  }
  
  /*
   * Expected to be called with struct qla_hw_data->hardware_lock held
   */
  static void tcm_qla2xxx_set_sess_by_s_id(
  	struct tcm_qla2xxx_lport *lport,
  	struct se_node_acl *new_se_nacl,
  	struct tcm_qla2xxx_nacl *nacl,
  	struct se_session *se_sess,
  	struct qla_tgt_sess *qla_tgt_sess,
  	uint8_t *s_id)
  {
  	u32 key;
  	void *slot;
  	int rc;
  
  	key = (((unsigned long)s_id[0] << 16) |
  	       ((unsigned long)s_id[1] << 8) |
  	       (unsigned long)s_id[2]);
  	pr_debug("set_sess_by_s_id: %06x\n", key);
  
  	slot = btree_lookup32(&lport->lport_fcport_map, key);
  	if (!slot) {
  		if (new_se_nacl) {
  			pr_debug("Setting up new fc_port entry to new_se_nacl\n");
  			nacl->nport_id = key;
  			rc = btree_insert32(&lport->lport_fcport_map, key,
  					new_se_nacl, GFP_ATOMIC);
  			if (rc)
  				printk(KERN_ERR "Unable to insert s_id into fcport_map: %06x\n",
  				    (int)key);
  		} else {
  			pr_debug("Wiping nonexisting fc_port entry\n");
  		}
  
  		qla_tgt_sess->se_sess = se_sess;
  		nacl->qla_tgt_sess = qla_tgt_sess;
  		return;
  	}
  
  	if (nacl->qla_tgt_sess) {
  		if (new_se_nacl == NULL) {
  			pr_debug("Clearing existing nacl->qla_tgt_sess and fc_port entry\n");
  			btree_remove32(&lport->lport_fcport_map, key);
  			nacl->qla_tgt_sess = NULL;
  			return;
  		}
  		pr_debug("Replacing existing nacl->qla_tgt_sess and fc_port entry\n");
  		btree_update32(&lport->lport_fcport_map, key, new_se_nacl);
  		qla_tgt_sess->se_sess = se_sess;
  		nacl->qla_tgt_sess = qla_tgt_sess;
  		return;
  	}
  
  	if (new_se_nacl == NULL) {
  		pr_debug("Clearing existing fc_port entry\n");
  		btree_remove32(&lport->lport_fcport_map, key);
  		return;
  	}
  
  	pr_debug("Replacing existing fc_port entry w/o active nacl->qla_tgt_sess\n");
  	btree_update32(&lport->lport_fcport_map, key, new_se_nacl);
  	qla_tgt_sess->se_sess = se_sess;
  	nacl->qla_tgt_sess = qla_tgt_sess;
  
  	pr_debug("Setup nacl->qla_tgt_sess %p by s_id for se_nacl: %p, initiatorname: %s\n",
  	    nacl->qla_tgt_sess, new_se_nacl, new_se_nacl->initiatorname);
  }
  
  /*
   * Expected to be called with struct qla_hw_data->hardware_lock held
   */
  static struct qla_tgt_sess *tcm_qla2xxx_find_sess_by_loop_id(
  	scsi_qla_host_t *vha,
  	const uint16_t loop_id)
  {
  	struct qla_hw_data *ha = vha->hw;
  	struct tcm_qla2xxx_lport *lport;
  	struct se_node_acl *se_nacl;
  	struct tcm_qla2xxx_nacl *nacl;
  	struct tcm_qla2xxx_fc_loopid *fc_loopid;
  
  	lport = ha->tgt.target_lport_ptr;
  	if (!lport) {
  		pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
  		dump_stack();
  		return NULL;
  	}
  
  	pr_debug("find_sess_by_loop_id: Using loop_id: 0x%04x\n", loop_id);
  
  	fc_loopid = lport->lport_loopid_map + loop_id;
  	se_nacl = fc_loopid->se_nacl;
  	if (!se_nacl) {
  		pr_debug("Unable to locate se_nacl by loop_id: 0x%04x\n",
  		    loop_id);
  		return NULL;
  	}
  
  	nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
  
  	if (!nacl->qla_tgt_sess) {
  		pr_err("Unable to locate struct qla_tgt_sess\n");
  		return NULL;
  	}
  
  	return nacl->qla_tgt_sess;
  }
  
  /*
   * Expected to be called with struct qla_hw_data->hardware_lock held
   */
  static void tcm_qla2xxx_set_sess_by_loop_id(
  	struct tcm_qla2xxx_lport *lport,
  	struct se_node_acl *new_se_nacl,
  	struct tcm_qla2xxx_nacl *nacl,
  	struct se_session *se_sess,
  	struct qla_tgt_sess *qla_tgt_sess,
  	uint16_t loop_id)
  {
  	struct se_node_acl *saved_nacl;
  	struct tcm_qla2xxx_fc_loopid *fc_loopid;
  
  	pr_debug("set_sess_by_loop_id: Using loop_id: 0x%04x\n", loop_id);
  
  	fc_loopid = &((struct tcm_qla2xxx_fc_loopid *)
  			lport->lport_loopid_map)[loop_id];
  
  	saved_nacl = fc_loopid->se_nacl;
  	if (!saved_nacl) {
  		pr_debug("Setting up new fc_loopid->se_nacl to new_se_nacl\n");
  		fc_loopid->se_nacl = new_se_nacl;
  		if (qla_tgt_sess->se_sess != se_sess)
  			qla_tgt_sess->se_sess = se_sess;
  		if (nacl->qla_tgt_sess != qla_tgt_sess)
  			nacl->qla_tgt_sess = qla_tgt_sess;
  		return;
  	}
  
  	if (nacl->qla_tgt_sess) {
  		if (new_se_nacl == NULL) {
  			pr_debug("Clearing nacl->qla_tgt_sess and fc_loopid->se_nacl\n");
  			fc_loopid->se_nacl = NULL;
  			nacl->qla_tgt_sess = NULL;
  			return;
  		}
  
  		pr_debug("Replacing existing nacl->qla_tgt_sess and fc_loopid->se_nacl\n");
  		fc_loopid->se_nacl = new_se_nacl;
  		if (qla_tgt_sess->se_sess != se_sess)
  			qla_tgt_sess->se_sess = se_sess;
  		if (nacl->qla_tgt_sess != qla_tgt_sess)
  			nacl->qla_tgt_sess = qla_tgt_sess;
  		return;
  	}
  
  	if (new_se_nacl == NULL) {
  		pr_debug("Clearing fc_loopid->se_nacl\n");
  		fc_loopid->se_nacl = NULL;
  		return;
  	}
  
  	pr_debug("Replacing existing fc_loopid->se_nacl w/o active nacl->qla_tgt_sess\n");
  	fc_loopid->se_nacl = new_se_nacl;
  	if (qla_tgt_sess->se_sess != se_sess)
  		qla_tgt_sess->se_sess = se_sess;
  	if (nacl->qla_tgt_sess != qla_tgt_sess)
  		nacl->qla_tgt_sess = qla_tgt_sess;
  
  	pr_debug("Setup nacl->qla_tgt_sess %p by loop_id for se_nacl: %p, initiatorname: %s\n",
  	    nacl->qla_tgt_sess, new_se_nacl, new_se_nacl->initiatorname);
  }
  
  /*
   * Should always be called with qla_hw_data->hardware_lock held.
   */
  static void tcm_qla2xxx_clear_sess_lookup(struct tcm_qla2xxx_lport *lport,
  		struct tcm_qla2xxx_nacl *nacl, struct qla_tgt_sess *sess)
  {
  	struct se_session *se_sess = sess->se_sess;
  	unsigned char be_sid[3];
  
  	be_sid[0] = sess->s_id.b.domain;
  	be_sid[1] = sess->s_id.b.area;
  	be_sid[2] = sess->s_id.b.al_pa;
  
  	tcm_qla2xxx_set_sess_by_s_id(lport, NULL, nacl, se_sess,
  				sess, be_sid);
  	tcm_qla2xxx_set_sess_by_loop_id(lport, NULL, nacl, se_sess,
  				sess, sess->loop_id);
  }
  
  static void tcm_qla2xxx_free_session(struct qla_tgt_sess *sess)
  {
  	struct qla_tgt *tgt = sess->tgt;
  	struct qla_hw_data *ha = tgt->ha;
  	struct se_session *se_sess;
  	struct se_node_acl *se_nacl;
  	struct tcm_qla2xxx_lport *lport;
  	struct tcm_qla2xxx_nacl *nacl;
  
  	BUG_ON(in_interrupt());
  
  	se_sess = sess->se_sess;
  	if (!se_sess) {
  		pr_err("struct qla_tgt_sess->se_sess is NULL\n");
  		dump_stack();
  		return;
  	}
  	se_nacl = se_sess->se_node_acl;
  	nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
  
  	lport = ha->tgt.target_lport_ptr;
  	if (!lport) {
  		pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
  		dump_stack();
  		return;
  	}
  	target_wait_for_sess_cmds(se_sess);
  
  	transport_deregister_session_configfs(sess->se_sess);
  	transport_deregister_session(sess->se_sess);
  }
  
  /*
   * Called via qlt_create_sess():ha->qla2x_tmpl->check_initiator_node_acl()
   * to locate struct se_node_acl
   */
  static int tcm_qla2xxx_check_initiator_node_acl(
  	scsi_qla_host_t *vha,
  	unsigned char *fc_wwpn,
  	void *qla_tgt_sess,
  	uint8_t *s_id,
  	uint16_t loop_id)
  {
  	struct qla_hw_data *ha = vha->hw;
  	struct tcm_qla2xxx_lport *lport;
  	struct tcm_qla2xxx_tpg *tpg;
  	struct tcm_qla2xxx_nacl *nacl;
  	struct se_portal_group *se_tpg;
  	struct se_node_acl *se_nacl;
  	struct se_session *se_sess;
  	struct qla_tgt_sess *sess = qla_tgt_sess;
  	unsigned char port_name[36];
  	unsigned long flags;
  
  	lport = ha->tgt.target_lport_ptr;
  	if (!lport) {
  		pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
  		dump_stack();
  		return -EINVAL;
  	}
  	/*
  	 * Locate the TPG=1 reference..
  	 */
  	tpg = lport->tpg_1;
  	if (!tpg) {
  		pr_err("Unable to lcoate struct tcm_qla2xxx_lport->tpg_1\n");
  		return -EINVAL;
  	}
  	se_tpg = &tpg->se_tpg;
  
  	se_sess = transport_init_session();
  	if (IS_ERR(se_sess)) {
  		pr_err("Unable to initialize struct se_session\n");
  		return PTR_ERR(se_sess);
  	}
  	/*
  	 * Format the FCP Initiator port_name into colon seperated values to
  	 * match the format by tcm_qla2xxx explict ConfigFS NodeACLs.
  	 */
  	memset(&port_name, 0, 36);
  	snprintf(port_name, 36, "%02x:%02x:%02x:%02x:%02x:%02x:%02x:%02x",
  		fc_wwpn[0], fc_wwpn[1], fc_wwpn[2], fc_wwpn[3], fc_wwpn[4],
  		fc_wwpn[5], fc_wwpn[6], fc_wwpn[7]);
  	/*
  	 * Locate our struct se_node_acl either from an explict NodeACL created
  	 * via ConfigFS, or via running in TPG demo mode.
  	 */
  	se_sess->se_node_acl = core_tpg_check_initiator_node_acl(se_tpg,
  					port_name);
  	if (!se_sess->se_node_acl) {
  		transport_free_session(se_sess);
  		return -EINVAL;
  	}
  	se_nacl = se_sess->se_node_acl;
  	nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
  	/*
  	 * And now setup the new se_nacl and session pointers into our HW lport
  	 * mappings for fabric S_ID and LOOP_ID.
  	 */
  	spin_lock_irqsave(&ha->hardware_lock, flags);
  	tcm_qla2xxx_set_sess_by_s_id(lport, se_nacl, nacl, se_sess,
  			qla_tgt_sess, s_id);
  	tcm_qla2xxx_set_sess_by_loop_id(lport, se_nacl, nacl, se_sess,
  			qla_tgt_sess, loop_id);
  	spin_unlock_irqrestore(&ha->hardware_lock, flags);
  	/*
  	 * Finally register the new FC Nexus with TCM
  	 */
  	__transport_register_session(se_nacl->se_tpg, se_nacl, se_sess, sess);
  
  	return 0;
  }
  
  static void tcm_qla2xxx_update_sess(struct qla_tgt_sess *sess, port_id_t s_id,
  				    uint16_t loop_id, bool conf_compl_supported)
  {
  	struct qla_tgt *tgt = sess->tgt;
  	struct qla_hw_data *ha = tgt->ha;
  	struct tcm_qla2xxx_lport *lport = ha->tgt.target_lport_ptr;
  	struct se_node_acl *se_nacl = sess->se_sess->se_node_acl;
  	struct tcm_qla2xxx_nacl *nacl = container_of(se_nacl,
  			struct tcm_qla2xxx_nacl, se_node_acl);
  	u32 key;
  
  
  	if (sess->loop_id != loop_id || sess->s_id.b24 != s_id.b24)
  		pr_info("Updating session %p from port %02x:%02x:%02x:%02x:%02x:%02x:%02x:%02x loop_id %d -> %d s_id %x:%x:%x -> %x:%x:%x\n",
  			sess,
  			sess->port_name[0], sess->port_name[1],
  			sess->port_name[2], sess->port_name[3],
  			sess->port_name[4], sess->port_name[5],
  			sess->port_name[6], sess->port_name[7],
  			sess->loop_id, loop_id,
  			sess->s_id.b.domain, sess->s_id.b.area, sess->s_id.b.al_pa,
  			s_id.b.domain, s_id.b.area, s_id.b.al_pa);
  
  	if (sess->loop_id != loop_id) {
  		/*
  		 * Because we can shuffle loop IDs around and we
  		 * update different sessions non-atomically, we might
  		 * have overwritten this session's old loop ID
  		 * already, and we might end up overwriting some other
  		 * session that will be updated later.  So we have to
  		 * be extra careful and we can't warn about those things...
  		 */
  		if (lport->lport_loopid_map[sess->loop_id].se_nacl == se_nacl)
  			lport->lport_loopid_map[sess->loop_id].se_nacl = NULL;
  
  		lport->lport_loopid_map[loop_id].se_nacl = se_nacl;
  
  		sess->loop_id = loop_id;
  	}
  
  	if (sess->s_id.b24 != s_id.b24) {
  		key = (((u32) sess->s_id.b.domain << 16) |
  		       ((u32) sess->s_id.b.area   <<  8) |
  		       ((u32) sess->s_id.b.al_pa));
  
  		if (btree_lookup32(&lport->lport_fcport_map, key))
  			WARN(btree_remove32(&lport->lport_fcport_map, key) != se_nacl,
  			     "Found wrong se_nacl when updating s_id %x:%x:%x\n",
  			     sess->s_id.b.domain, sess->s_id.b.area, sess->s_id.b.al_pa);
  		else
  			WARN(1, "No lport_fcport_map entry for s_id %x:%x:%x\n",
  			     sess->s_id.b.domain, sess->s_id.b.area, sess->s_id.b.al_pa);
  
  		key = (((u32) s_id.b.domain << 16) |
  		       ((u32) s_id.b.area   <<  8) |
  		       ((u32) s_id.b.al_pa));
  
  		if (btree_lookup32(&lport->lport_fcport_map, key)) {
  			WARN(1, "Already have lport_fcport_map entry for s_id %x:%x:%x\n",
  			     s_id.b.domain, s_id.b.area, s_id.b.al_pa);
  			btree_update32(&lport->lport_fcport_map, key, se_nacl);
  		} else {
  			btree_insert32(&lport->lport_fcport_map, key, se_nacl, GFP_ATOMIC);
  		}
  
  		sess->s_id = s_id;
  		nacl->nport_id = key;
  	}
  
  	sess->conf_compl_supported = conf_compl_supported;
  }
  
  /*
   * Calls into tcm_qla2xxx used by qla2xxx LLD I/O path.
   */
  static struct qla_tgt_func_tmpl tcm_qla2xxx_template = {
  	.handle_cmd		= tcm_qla2xxx_handle_cmd,
  	.handle_data		= tcm_qla2xxx_handle_data,
  	.handle_tmr		= tcm_qla2xxx_handle_tmr,
  	.free_cmd		= tcm_qla2xxx_free_cmd,
  	.free_mcmd		= tcm_qla2xxx_free_mcmd,
  	.free_session		= tcm_qla2xxx_free_session,
  	.update_sess		= tcm_qla2xxx_update_sess,
  	.check_initiator_node_acl = tcm_qla2xxx_check_initiator_node_acl,
  	.find_sess_by_s_id	= tcm_qla2xxx_find_sess_by_s_id,
  	.find_sess_by_loop_id	= tcm_qla2xxx_find_sess_by_loop_id,
  	.clear_nacl_from_fcport_map = tcm_qla2xxx_clear_nacl_from_fcport_map,
  	.put_sess		= tcm_qla2xxx_put_sess,
  	.shutdown_sess		= tcm_qla2xxx_shutdown_sess,
  };
  
  static int tcm_qla2xxx_init_lport(struct tcm_qla2xxx_lport *lport)
  {
  	int rc;
  
  	rc = btree_init32(&lport->lport_fcport_map);
  	if (rc) {
  		pr_err("Unable to initialize lport->lport_fcport_map btree\n");
  		return rc;
  	}
  
  	lport->lport_loopid_map = vmalloc(sizeof(struct tcm_qla2xxx_fc_loopid) *
  				65536);
  	if (!lport->lport_loopid_map) {
  		pr_err("Unable to allocate lport->lport_loopid_map of %zu bytes\n",
  		    sizeof(struct tcm_qla2xxx_fc_loopid) * 65536);
  		btree_destroy32(&lport->lport_fcport_map);
  		return -ENOMEM;
  	}
  	memset(lport->lport_loopid_map, 0, sizeof(struct tcm_qla2xxx_fc_loopid)
  	       * 65536);
  	pr_debug("qla2xxx: Allocated lport_loopid_map of %zu bytes\n",
  	       sizeof(struct tcm_qla2xxx_fc_loopid) * 65536);
  	return 0;
  }
  
  static int tcm_qla2xxx_lport_register_cb(struct scsi_qla_host *vha)
  {
  	struct qla_hw_data *ha = vha->hw;
  	struct tcm_qla2xxx_lport *lport;
  	/*
  	 * Setup local pointer to vha, NPIV VP pointer (if present) and
  	 * vha->tcm_lport pointer
  	 */
  	lport = (struct tcm_qla2xxx_lport *)ha->tgt.target_lport_ptr;
  	lport->qla_vha = vha;
  
  	return 0;
  }
  
  static struct se_wwn *tcm_qla2xxx_make_lport(
  	struct target_fabric_configfs *tf,
  	struct config_group *group,
  	const char *name)
  {
  	struct tcm_qla2xxx_lport *lport;
  	u64 wwpn;
  	int ret = -ENODEV;
  
  	if (tcm_qla2xxx_parse_wwn(name, &wwpn, 1) < 0)
  		return ERR_PTR(-EINVAL);
  
  	lport = kzalloc(sizeof(struct tcm_qla2xxx_lport), GFP_KERNEL);
  	if (!lport) {
  		pr_err("Unable to allocate struct tcm_qla2xxx_lport\n");
  		return ERR_PTR(-ENOMEM);
  	}
  	lport->lport_wwpn = wwpn;
  	tcm_qla2xxx_format_wwn(&lport->lport_name[0], TCM_QLA2XXX_NAMELEN,
  				wwpn);
  	sprintf(lport->lport_naa_name, "naa.%016llx", (unsigned long long) wwpn);
  
  	ret = tcm_qla2xxx_init_lport(lport);
  	if (ret != 0)
  		goto out;
  
  	ret = qlt_lport_register(&tcm_qla2xxx_template, wwpn,
  				tcm_qla2xxx_lport_register_cb, lport);
  	if (ret != 0)
  		goto out_lport;
  
  	return &lport->lport_wwn;
  out_lport:
  	vfree(lport->lport_loopid_map);
  	btree_destroy32(&lport->lport_fcport_map);
  out:
  	kfree(lport);
  	return ERR_PTR(ret);
  }
  
  static void tcm_qla2xxx_drop_lport(struct se_wwn *wwn)
  {
  	struct tcm_qla2xxx_lport *lport = container_of(wwn,
  			struct tcm_qla2xxx_lport, lport_wwn);
  	struct scsi_qla_host *vha = lport->qla_vha;
  	struct qla_hw_data *ha = vha->hw;
  	struct se_node_acl *node;
  	u32 key = 0;
  
  	/*
  	 * Call into qla2x_target.c LLD logic to complete the
  	 * shutdown of struct qla_tgt after the call to
  	 * qlt_stop_phase1() from tcm_qla2xxx_drop_tpg() above..
  	 */
  	if (ha->tgt.qla_tgt && !ha->tgt.qla_tgt->tgt_stopped)
  		qlt_stop_phase2(ha->tgt.qla_tgt);
  
  	qlt_lport_deregister(vha);
  
  	vfree(lport->lport_loopid_map);
  	btree_for_each_safe32(&lport->lport_fcport_map, key, node)
  		btree_remove32(&lport->lport_fcport_map, key);
  	btree_destroy32(&lport->lport_fcport_map);
  	kfree(lport);
  }
  
  static struct se_wwn *tcm_qla2xxx_npiv_make_lport(
  	struct target_fabric_configfs *tf,
  	struct config_group *group,
  	const char *name)
  {
  	struct tcm_qla2xxx_lport *lport;
  	u64 npiv_wwpn, npiv_wwnn;
  	int ret;
  
  	if (tcm_qla2xxx_npiv_parse_wwn(name, strlen(name)+1,
  				&npiv_wwpn, &npiv_wwnn) < 0)
  		return ERR_PTR(-EINVAL);
  
  	lport = kzalloc(sizeof(struct tcm_qla2xxx_lport), GFP_KERNEL);
  	if (!lport) {
  		pr_err("Unable to allocate struct tcm_qla2xxx_lport for NPIV\n");
  		return ERR_PTR(-ENOMEM);
  	}
  	lport->lport_npiv_wwpn = npiv_wwpn;
  	lport->lport_npiv_wwnn = npiv_wwnn;
  	tcm_qla2xxx_npiv_format_wwn(&lport->lport_npiv_name[0],
  			TCM_QLA2XXX_NAMELEN, npiv_wwpn, npiv_wwnn);
  	sprintf(lport->lport_naa_name, "naa.%016llx", (unsigned long long) npiv_wwpn);
  
  /* FIXME: tcm_qla2xxx_npiv_make_lport */
  	ret = -ENOSYS;
  	if (ret != 0)
  		goto out;
  
  	return &lport->lport_wwn;
  out:
  	kfree(lport);
  	return ERR_PTR(ret);
  }
  
  static void tcm_qla2xxx_npiv_drop_lport(struct se_wwn *wwn)
  {
  	struct tcm_qla2xxx_lport *lport = container_of(wwn,
  			struct tcm_qla2xxx_lport, lport_wwn);
  	struct scsi_qla_host *vha = lport->qla_vha;
  	struct Scsi_Host *sh = vha->host;
  	/*
  	 * Notify libfc that we want to release the lport->npiv_vport
  	 */
  	fc_vport_terminate(lport->npiv_vport);
  
  	scsi_host_put(sh);
  	kfree(lport);
  }
  
  
  static ssize_t tcm_qla2xxx_wwn_show_attr_version(
  	struct target_fabric_configfs *tf,
  	char *page)
  {
  	return sprintf(page,
  	    "TCM QLOGIC QLA2XXX NPIV capable fabric module %s on %s/%s on "
  	    UTS_RELEASE"\n", TCM_QLA2XXX_VERSION, utsname()->sysname,
  	    utsname()->machine);
  }
  
  TF_WWN_ATTR_RO(tcm_qla2xxx, version);
  
  static struct configfs_attribute *tcm_qla2xxx_wwn_attrs[] = {
  	&tcm_qla2xxx_wwn_version.attr,
  	NULL,
  };
  
  static struct target_core_fabric_ops tcm_qla2xxx_ops = {
  	.get_fabric_name		= tcm_qla2xxx_get_fabric_name,
  	.get_fabric_proto_ident		= tcm_qla2xxx_get_fabric_proto_ident,
  	.tpg_get_wwn			= tcm_qla2xxx_get_fabric_wwn,
  	.tpg_get_tag			= tcm_qla2xxx_get_tag,
  	.tpg_get_default_depth		= tcm_qla2xxx_get_default_depth,
  	.tpg_get_pr_transport_id	= tcm_qla2xxx_get_pr_transport_id,
  	.tpg_get_pr_transport_id_len	= tcm_qla2xxx_get_pr_transport_id_len,
  	.tpg_parse_pr_out_transport_id	= tcm_qla2xxx_parse_pr_out_transport_id,
  	.tpg_check_demo_mode		= tcm_qla2xxx_check_demo_mode,
  	.tpg_check_demo_mode_cache	= tcm_qla2xxx_check_demo_mode_cache,
  	.tpg_check_demo_mode_write_protect =
  					tcm_qla2xxx_check_demo_write_protect,
  	.tpg_check_prod_mode_write_protect =
  					tcm_qla2xxx_check_prod_write_protect,
  	.tpg_check_demo_mode_login_only = tcm_qla2xxx_check_true,
  	.tpg_alloc_fabric_acl		= tcm_qla2xxx_alloc_fabric_acl,
  	.tpg_release_fabric_acl		= tcm_qla2xxx_release_fabric_acl,
  	.tpg_get_inst_index		= tcm_qla2xxx_tpg_get_inst_index,
  	.check_stop_free		= tcm_qla2xxx_check_stop_free,
  	.release_cmd			= tcm_qla2xxx_release_cmd,
  	.put_session			= tcm_qla2xxx_put_session,
  	.shutdown_session		= tcm_qla2xxx_shutdown_session,
  	.close_session			= tcm_qla2xxx_close_session,
  	.sess_get_index			= tcm_qla2xxx_sess_get_index,
  	.sess_get_initiator_sid		= NULL,
  	.write_pending			= tcm_qla2xxx_write_pending,
  	.write_pending_status		= tcm_qla2xxx_write_pending_status,
  	.set_default_node_attributes	= tcm_qla2xxx_set_default_node_attrs,
  	.get_task_tag			= tcm_qla2xxx_get_task_tag,
  	.get_cmd_state			= tcm_qla2xxx_get_cmd_state,
  	.queue_data_in			= tcm_qla2xxx_queue_data_in,
  	.queue_status			= tcm_qla2xxx_queue_status,
  	.queue_tm_rsp			= tcm_qla2xxx_queue_tm_rsp,
  	/*
  	 * Setup function pointers for generic logic in
  	 * target_core_fabric_configfs.c
  	 */
  	.fabric_make_wwn		= tcm_qla2xxx_make_lport,
  	.fabric_drop_wwn		= tcm_qla2xxx_drop_lport,
  	.fabric_make_tpg		= tcm_qla2xxx_make_tpg,
  	.fabric_drop_tpg		= tcm_qla2xxx_drop_tpg,
  	.fabric_post_link		= NULL,
  	.fabric_pre_unlink		= NULL,
  	.fabric_make_np			= NULL,
  	.fabric_drop_np			= NULL,
  	.fabric_make_nodeacl		= tcm_qla2xxx_make_nodeacl,
  	.fabric_drop_nodeacl		= tcm_qla2xxx_drop_nodeacl,
  };
  
  static struct target_core_fabric_ops tcm_qla2xxx_npiv_ops = {
  	.get_fabric_name		= tcm_qla2xxx_npiv_get_fabric_name,
  	.get_fabric_proto_ident		= tcm_qla2xxx_get_fabric_proto_ident,
  	.tpg_get_wwn			= tcm_qla2xxx_npiv_get_fabric_wwn,
  	.tpg_get_tag			= tcm_qla2xxx_get_tag,
  	.tpg_get_default_depth		= tcm_qla2xxx_get_default_depth,
  	.tpg_get_pr_transport_id	= tcm_qla2xxx_get_pr_transport_id,
  	.tpg_get_pr_transport_id_len	= tcm_qla2xxx_get_pr_transport_id_len,
  	.tpg_parse_pr_out_transport_id	= tcm_qla2xxx_parse_pr_out_transport_id,
  	.tpg_check_demo_mode		= tcm_qla2xxx_check_false,
  	.tpg_check_demo_mode_cache	= tcm_qla2xxx_check_true,
  	.tpg_check_demo_mode_write_protect = tcm_qla2xxx_check_true,
  	.tpg_check_prod_mode_write_protect = tcm_qla2xxx_check_false,
  	.tpg_check_demo_mode_login_only	= tcm_qla2xxx_check_true,
  	.tpg_alloc_fabric_acl		= tcm_qla2xxx_alloc_fabric_acl,
  	.tpg_release_fabric_acl		= tcm_qla2xxx_release_fabric_acl,
  	.tpg_get_inst_index		= tcm_qla2xxx_tpg_get_inst_index,
  	.release_cmd			= tcm_qla2xxx_release_cmd,
  	.put_session			= tcm_qla2xxx_put_session,
  	.shutdown_session		= tcm_qla2xxx_shutdown_session,
  	.close_session			= tcm_qla2xxx_close_session,
  	.sess_get_index			= tcm_qla2xxx_sess_get_index,
  	.sess_get_initiator_sid		= NULL,
  	.write_pending			= tcm_qla2xxx_write_pending,
  	.write_pending_status		= tcm_qla2xxx_write_pending_status,
  	.set_default_node_attributes	= tcm_qla2xxx_set_default_node_attrs,
  	.get_task_tag			= tcm_qla2xxx_get_task_tag,
  	.get_cmd_state			= tcm_qla2xxx_get_cmd_state,
  	.queue_data_in			= tcm_qla2xxx_queue_data_in,
  	.queue_status			= tcm_qla2xxx_queue_status,
  	.queue_tm_rsp			= tcm_qla2xxx_queue_tm_rsp,
  	/*
  	 * Setup function pointers for generic logic in
  	 * target_core_fabric_configfs.c
  	 */
  	.fabric_make_wwn		= tcm_qla2xxx_npiv_make_lport,
  	.fabric_drop_wwn		= tcm_qla2xxx_npiv_drop_lport,
  	.fabric_make_tpg		= tcm_qla2xxx_npiv_make_tpg,
  	.fabric_drop_tpg		= tcm_qla2xxx_drop_tpg,
  	.fabric_post_link		= NULL,
  	.fabric_pre_unlink		= NULL,
  	.fabric_make_np			= NULL,
  	.fabric_drop_np			= NULL,
  	.fabric_make_nodeacl		= tcm_qla2xxx_make_nodeacl,
  	.fabric_drop_nodeacl		= tcm_qla2xxx_drop_nodeacl,
  };
  
  static int tcm_qla2xxx_register_configfs(void)
  {
  	struct target_fabric_configfs *fabric, *npiv_fabric;
  	int ret;
  
  	pr_debug("TCM QLOGIC QLA2XXX fabric module %s on %s/%s on "
  	    UTS_RELEASE"\n", TCM_QLA2XXX_VERSION, utsname()->sysname,
  	    utsname()->machine);
  	/*
  	 * Register the top level struct config_item_type with TCM core
  	 */
  	fabric = target_fabric_configfs_init(THIS_MODULE, "qla2xxx");
  	if (IS_ERR(fabric)) {
  		pr_err("target_fabric_configfs_init() failed\n");
  		return PTR_ERR(fabric);
  	}
  	/*
  	 * Setup fabric->tf_ops from our local tcm_qla2xxx_ops
  	 */
  	fabric->tf_ops = tcm_qla2xxx_ops;
  	/*
  	 * Setup default attribute lists for various fabric->tf_cit_tmpl
  	 */
  	TF_CIT_TMPL(fabric)->tfc_wwn_cit.ct_attrs = tcm_qla2xxx_wwn_attrs;
  	TF_CIT_TMPL(fabric)->tfc_tpg_base_cit.ct_attrs = tcm_qla2xxx_tpg_attrs;
  	TF_CIT_TMPL(fabric)->tfc_tpg_attrib_cit.ct_attrs =
  						tcm_qla2xxx_tpg_attrib_attrs;
  	TF_CIT_TMPL(fabric)->tfc_tpg_param_cit.ct_attrs = NULL;
  	TF_CIT_TMPL(fabric)->tfc_tpg_np_base_cit.ct_attrs = NULL;
  	TF_CIT_TMPL(fabric)->tfc_tpg_nacl_base_cit.ct_attrs = NULL;
  	TF_CIT_TMPL(fabric)->tfc_tpg_nacl_attrib_cit.ct_attrs = NULL;
  	TF_CIT_TMPL(fabric)->tfc_tpg_nacl_auth_cit.ct_attrs = NULL;
  	TF_CIT_TMPL(fabric)->tfc_tpg_nacl_param_cit.ct_attrs = NULL;
  	/*
  	 * Register the fabric for use within TCM
  	 */
  	ret = target_fabric_configfs_register(fabric);
  	if (ret < 0) {
  		pr_err("target_fabric_configfs_register() failed for TCM_QLA2XXX\n");
  		return ret;
  	}
  	/*
  	 * Setup our local pointer to *fabric
  	 */
  	tcm_qla2xxx_fabric_configfs = fabric;
  	pr_debug("TCM_QLA2XXX[0] - Set fabric -> tcm_qla2xxx_fabric_configfs\n");
  
  	/*
  	 * Register the top level struct config_item_type for NPIV with TCM core
  	 */
  	npiv_fabric = target_fabric_configfs_init(THIS_MODULE, "qla2xxx_npiv");
  	if (IS_ERR(npiv_fabric)) {
  		pr_err("target_fabric_configfs_init() failed\n");
  		ret = PTR_ERR(npiv_fabric);
  		goto out_fabric;
  	}
  	/*
  	 * Setup fabric->tf_ops from our local tcm_qla2xxx_npiv_ops
  	 */
  	npiv_fabric->tf_ops = tcm_qla2xxx_npiv_ops;
  	/*
  	 * Setup default attribute lists for various npiv_fabric->tf_cit_tmpl
  	 */
  	TF_CIT_TMPL(npiv_fabric)->tfc_wwn_cit.ct_attrs = tcm_qla2xxx_wwn_attrs;
  	TF_CIT_TMPL(npiv_fabric)->tfc_tpg_base_cit.ct_attrs = NULL;
  	TF_CIT_TMPL(npiv_fabric)->tfc_tpg_attrib_cit.ct_attrs = NULL;
  	TF_CIT_TMPL(npiv_fabric)->tfc_tpg_param_cit.ct_attrs = NULL;
  	TF_CIT_TMPL(npiv_fabric)->tfc_tpg_np_base_cit.ct_attrs = NULL;
  	TF_CIT_TMPL(npiv_fabric)->tfc_tpg_nacl_base_cit.ct_attrs = NULL;
  	TF_CIT_TMPL(npiv_fabric)->tfc_tpg_nacl_attrib_cit.ct_attrs = NULL;
  	TF_CIT_TMPL(npiv_fabric)->tfc_tpg_nacl_auth_cit.ct_attrs = NULL;
  	TF_CIT_TMPL(npiv_fabric)->tfc_tpg_nacl_param_cit.ct_attrs = NULL;
  	/*
  	 * Register the npiv_fabric for use within TCM
  	 */
  	ret = target_fabric_configfs_register(npiv_fabric);
  	if (ret < 0) {
  		pr_err("target_fabric_configfs_register() failed for TCM_QLA2XXX\n");
  		goto out_fabric;
  	}
  	/*
  	 * Setup our local pointer to *npiv_fabric
  	 */
  	tcm_qla2xxx_npiv_fabric_configfs = npiv_fabric;
  	pr_debug("TCM_QLA2XXX[0] - Set fabric -> tcm_qla2xxx_npiv_fabric_configfs\n");
  
  	tcm_qla2xxx_free_wq = alloc_workqueue("tcm_qla2xxx_free",
  						WQ_MEM_RECLAIM, 0);
  	if (!tcm_qla2xxx_free_wq) {
  		ret = -ENOMEM;
  		goto out_fabric_npiv;
  	}
  
  	tcm_qla2xxx_cmd_wq = alloc_workqueue("tcm_qla2xxx_cmd", 0, 0);
  	if (!tcm_qla2xxx_cmd_wq) {
  		ret = -ENOMEM;
  		goto out_free_wq;
  	}
  
  	return 0;
  
  out_free_wq:
  	destroy_workqueue(tcm_qla2xxx_free_wq);
  out_fabric_npiv:
  	target_fabric_configfs_deregister(tcm_qla2xxx_npiv_fabric_configfs);
  out_fabric:
  	target_fabric_configfs_deregister(tcm_qla2xxx_fabric_configfs);
  	return ret;
  }
  
  static void tcm_qla2xxx_deregister_configfs(void)
  {
  	destroy_workqueue(tcm_qla2xxx_cmd_wq);
  	destroy_workqueue(tcm_qla2xxx_free_wq);
  
  	target_fabric_configfs_deregister(tcm_qla2xxx_fabric_configfs);
  	tcm_qla2xxx_fabric_configfs = NULL;
  	pr_debug("TCM_QLA2XXX[0] - Cleared tcm_qla2xxx_fabric_configfs\n");
  
  	target_fabric_configfs_deregister(tcm_qla2xxx_npiv_fabric_configfs);
  	tcm_qla2xxx_npiv_fabric_configfs = NULL;
  	pr_debug("TCM_QLA2XXX[0] - Cleared tcm_qla2xxx_npiv_fabric_configfs\n");
  }
  
  static int __init tcm_qla2xxx_init(void)
  {
  	int ret;
  
  	ret = tcm_qla2xxx_register_configfs();
  	if (ret < 0)
  		return ret;
  
  	return 0;
  }
  
  static void __exit tcm_qla2xxx_exit(void)
  {
  	tcm_qla2xxx_deregister_configfs();
  }
  
  MODULE_DESCRIPTION("TCM QLA2XXX series NPIV enabled fabric driver");
  MODULE_LICENSE("GPL");
  module_init(tcm_qla2xxx_init);
  module_exit(tcm_qla2xxx_exit);
  