| /******************************************************************* | |
| * This file is part of the Emulex Linux Device Driver for * | |
| * Fibre Channel Host Bus Adapters. * | |
| * Copyright (C) 2017-2024 Broadcom. All Rights Reserved. The term * | |
| * “Broadcom” refers to Broadcom Inc. and/or its subsidiaries. * | |
| * Copyright (C) 2004-2016 Emulex. All rights reserved. * | |
| * EMULEX and SLI are trademarks of Emulex. * | |
| * www.broadcom.com * | |
| * Portions Copyright (C) 2004-2005 Christoph Hellwig * | |
| * * | |
| * This program is free software; you can redistribute it and/or * | |
| * modify it under the terms of version 2 of the GNU General * | |
| * Public License as published by the Free Software Foundation. * | |
| * This program is distributed in the hope that it will be useful. * | |
| * ALL EXPRESS OR IMPLIED CONDITIONS, REPRESENTATIONS AND * | |
| * WARRANTIES, INCLUDING ANY IMPLIED WARRANTY OF MERCHANTABILITY, * | |
| * FITNESS FOR A PARTICULAR PURPOSE, OR NON-INFRINGEMENT, ARE * | |
| * DISCLAIMED, EXCEPT TO THE EXTENT THAT SUCH DISCLAIMERS ARE HELD * | |
| * TO BE LEGALLY INVALID. See the GNU General Public License for * | |
| * more details, a copy of which can be found in the file COPYING * | |
| * included with this package. * | |
| *******************************************************************/ | |
| #include <linux/interrupt.h> | |
| #include <linux/dma-direction.h> | |
| #include <scsi/scsi_transport_fc.h> | |
| #include "lpfc_hw4.h" | |
| #include "lpfc_hw.h" | |
| #include "lpfc_sli.h" | |
| #include "lpfc_sli4.h" | |
| #include "lpfc_nl.h" | |
| #include "lpfc_disc.h" | |
| #include "lpfc.h" | |
| #include "lpfc_crtn.h" | |
| /* | |
| * lpfc_get_vmid_from_hashtable - search the UUID in the hash table | |
| * @vport: The virtual port for which this call is being executed. | |
| * @hash: calculated hash value | |
| * @buf: uuid associated with the VE | |
| * Return the VMID entry associated with the UUID | |
| * Make sure to acquire the appropriate lock before invoking this routine. | |
| */ | |
| struct lpfc_vmid *lpfc_get_vmid_from_hashtable(struct lpfc_vport *vport, | |
| u32 hash, u8 *buf) | |
| { | |
| struct lpfc_vmid *vmp; | |
| hash_for_each_possible(vport->hash_table, vmp, hnode, hash) { | |
| if (memcmp(&vmp->host_vmid[0], buf, 16) == 0) | |
| return vmp; | |
| } | |
| return NULL; | |
| } | |
| /* | |
| * lpfc_put_vmid_in_hashtable - put the VMID in the hash table | |
| * @vport: The virtual port for which this call is being executed. | |
| * @hash - calculated hash value | |
| * @vmp: Pointer to a VMID entry representing a VM sending I/O | |
| * | |
| * This routine will insert the newly acquired VMID entity in the hash table. | |
| * Make sure to acquire the appropriate lock before invoking this routine. | |
| */ | |
| static void | |
| lpfc_put_vmid_in_hashtable(struct lpfc_vport *vport, u32 hash, | |
| struct lpfc_vmid *vmp) | |
| { | |
| hash_add(vport->hash_table, &vmp->hnode, hash); | |
| } | |
| /* | |
| * lpfc_vmid_hash_fn - create a hash value of the UUID | |
| * @vmid: uuid associated with the VE | |
| * @len: length of the VMID string | |
| * Returns the calculated hash value | |
| */ | |
| int lpfc_vmid_hash_fn(const char *vmid, int len) | |
| { | |
| int c; | |
| int hash = 0; | |
| if (len == 0) | |
| return 0; | |
| while (len--) { | |
| c = *vmid++; | |
| if (c >= 'A' && c <= 'Z') | |
| c += 'a' - 'A'; | |
| hash = (hash + (c << LPFC_VMID_HASH_SHIFT) + | |
| (c >> LPFC_VMID_HASH_SHIFT)) * 19; | |
| } | |
| return hash & LPFC_VMID_HASH_MASK; | |
| } | |
| /* | |
| * lpfc_vmid_update_entry - update the vmid entry in the hash table | |
| * @vport: The virtual port for which this call is being executed. | |
| * @iodir: io direction | |
| * @vmp: Pointer to a VMID entry representing a VM sending I/O | |
| * @tag: VMID tag | |
| */ | |
| static void lpfc_vmid_update_entry(struct lpfc_vport *vport, | |
| enum dma_data_direction iodir, | |
| struct lpfc_vmid *vmp, | |
| union lpfc_vmid_io_tag *tag) | |
| { | |
| u64 *lta; | |
| if (vport->phba->pport->vmid_flag & LPFC_VMID_TYPE_PRIO) | |
| tag->cs_ctl_vmid = vmp->un.cs_ctl_vmid; | |
| else if (vport->phba->cfg_vmid_app_header) | |
| tag->app_id = vmp->un.app_id; | |
| if (iodir == DMA_TO_DEVICE) | |
| vmp->io_wr_cnt++; | |
| else if (iodir == DMA_FROM_DEVICE) | |
| vmp->io_rd_cnt++; | |
| /* update the last access timestamp in the table */ | |
| lta = per_cpu_ptr(vmp->last_io_time, raw_smp_processor_id()); | |
| *lta = jiffies; | |
| } | |
| static void lpfc_vmid_assign_cs_ctl(struct lpfc_vport *vport, | |
| struct lpfc_vmid *vmid) | |
| { | |
| u32 hash; | |
| struct lpfc_vmid *pvmid; | |
| if (vport->port_type == LPFC_PHYSICAL_PORT) { | |
| vmid->un.cs_ctl_vmid = lpfc_vmid_get_cs_ctl(vport); | |
| } else { | |
| hash = lpfc_vmid_hash_fn(vmid->host_vmid, vmid->vmid_len); | |
| pvmid = | |
| lpfc_get_vmid_from_hashtable(vport->phba->pport, hash, | |
| vmid->host_vmid); | |
| if (pvmid) | |
| vmid->un.cs_ctl_vmid = pvmid->un.cs_ctl_vmid; | |
| else | |
| vmid->un.cs_ctl_vmid = lpfc_vmid_get_cs_ctl(vport); | |
| } | |
| } | |
| /* | |
| * lpfc_vmid_get_appid - get the VMID associated with the UUID | |
| * @vport: The virtual port for which this call is being executed. | |
| * @uuid: UUID associated with the VE | |
| * @cmd: address of scsi_cmd descriptor | |
| * @iodir: io direction | |
| * @tag: VMID tag | |
| * Returns status of the function | |
| */ | |
| int lpfc_vmid_get_appid(struct lpfc_vport *vport, char *uuid, | |
| enum dma_data_direction iodir, | |
| union lpfc_vmid_io_tag *tag) | |
| { | |
| struct lpfc_vmid *vmp = NULL; | |
| int hash, len, rc = -EPERM, i; | |
| /* check if QFPA is complete */ | |
| if (lpfc_vmid_is_type_priority_tag(vport) && | |
| !(vport->vmid_flag & LPFC_VMID_QFPA_CMPL) && | |
| (vport->vmid_flag & LPFC_VMID_ISSUE_QFPA)) { | |
| vport->work_port_events |= WORKER_CHECK_VMID_ISSUE_QFPA; | |
| return -EAGAIN; | |
| } | |
| /* search if the UUID has already been mapped to the VMID */ | |
| len = strlen(uuid); | |
| hash = lpfc_vmid_hash_fn(uuid, len); | |
| /* search for the VMID in the table */ | |
| read_lock(&vport->vmid_lock); | |
| vmp = lpfc_get_vmid_from_hashtable(vport, hash, uuid); | |
| /* if found, check if its already registered */ | |
| if (vmp && vmp->flag & LPFC_VMID_REGISTERED) { | |
| read_unlock(&vport->vmid_lock); | |
| lpfc_vmid_update_entry(vport, iodir, vmp, tag); | |
| rc = 0; | |
| } else if (vmp && (vmp->flag & LPFC_VMID_REQ_REGISTER || | |
| vmp->flag & LPFC_VMID_DE_REGISTER)) { | |
| /* else if register or dereg request has already been sent */ | |
| /* Hence VMID tag will not be added for this I/O */ | |
| read_unlock(&vport->vmid_lock); | |
| rc = -EBUSY; | |
| } else { | |
| /* The VMID was not found in the hashtable. At this point, */ | |
| /* drop the read lock first before proceeding further */ | |
| read_unlock(&vport->vmid_lock); | |
| /* start the process to obtain one as per the */ | |
| /* type of the VMID indicated */ | |
| write_lock(&vport->vmid_lock); | |
| vmp = lpfc_get_vmid_from_hashtable(vport, hash, uuid); | |
| /* while the read lock was released, in case the entry was */ | |
| /* added by other context or is in process of being added */ | |
| if (vmp && vmp->flag & LPFC_VMID_REGISTERED) { | |
| lpfc_vmid_update_entry(vport, iodir, vmp, tag); | |
| write_unlock(&vport->vmid_lock); | |
| return 0; | |
| } else if (vmp && vmp->flag & LPFC_VMID_REQ_REGISTER) { | |
| write_unlock(&vport->vmid_lock); | |
| return -EBUSY; | |
| } | |
| /* else search and allocate a free slot in the hash table */ | |
| if (vport->cur_vmid_cnt < vport->max_vmid) { | |
| for (i = 0; i < vport->max_vmid; i++) { | |
| vmp = vport->vmid + i; | |
| if (vmp->flag == LPFC_VMID_SLOT_FREE) | |
| break; | |
| } | |
| if (i == vport->max_vmid) | |
| vmp = NULL; | |
| } else { | |
| vmp = NULL; | |
| } | |
| if (!vmp) { | |
| write_unlock(&vport->vmid_lock); | |
| return -ENOMEM; | |
| } | |
| /* Add the vmid and register */ | |
| lpfc_put_vmid_in_hashtable(vport, hash, vmp); | |
| vmp->vmid_len = len; | |
| memcpy(vmp->host_vmid, uuid, vmp->vmid_len); | |
| vmp->io_rd_cnt = 0; | |
| vmp->io_wr_cnt = 0; | |
| vmp->flag = LPFC_VMID_SLOT_USED; | |
| vmp->delete_inactive = | |
| vport->vmid_inactivity_timeout ? 1 : 0; | |
| /* if type priority tag, get next available VMID */ | |
| if (vport->phba->pport->vmid_flag & LPFC_VMID_TYPE_PRIO) | |
| lpfc_vmid_assign_cs_ctl(vport, vmp); | |
| /* allocate the per cpu variable for holding */ | |
| /* the last access time stamp only if VMID is enabled */ | |
| if (!vmp->last_io_time) | |
| vmp->last_io_time = alloc_percpu_gfp(u64, GFP_ATOMIC); | |
| if (!vmp->last_io_time) { | |
| hash_del(&vmp->hnode); | |
| vmp->flag = LPFC_VMID_SLOT_FREE; | |
| write_unlock(&vport->vmid_lock); | |
| return -EIO; | |
| } | |
| write_unlock(&vport->vmid_lock); | |
| /* complete transaction with switch */ | |
| if (vport->phba->pport->vmid_flag & LPFC_VMID_TYPE_PRIO) | |
| rc = lpfc_vmid_uvem(vport, vmp, true); | |
| else if (vport->phba->cfg_vmid_app_header) | |
| rc = lpfc_vmid_cmd(vport, SLI_CTAS_RAPP_IDENT, vmp); | |
| if (!rc) { | |
| write_lock(&vport->vmid_lock); | |
| vport->cur_vmid_cnt++; | |
| vmp->flag |= LPFC_VMID_REQ_REGISTER; | |
| write_unlock(&vport->vmid_lock); | |
| } else { | |
| write_lock(&vport->vmid_lock); | |
| hash_del(&vmp->hnode); | |
| vmp->flag = LPFC_VMID_SLOT_FREE; | |
| free_percpu(vmp->last_io_time); | |
| write_unlock(&vport->vmid_lock); | |
| return -EIO; | |
| } | |
| /* finally, enable the idle timer once */ | |
| if (!(vport->phba->pport->vmid_flag & LPFC_VMID_TIMER_ENBLD)) { | |
| mod_timer(&vport->phba->inactive_vmid_poll, | |
| jiffies + | |
| secs_to_jiffies(LPFC_VMID_TIMER)); | |
| vport->phba->pport->vmid_flag |= LPFC_VMID_TIMER_ENBLD; | |
| } | |
| } | |
| return rc; | |
| } | |
| /* | |
| * lpfc_reinit_vmid - reinitializes the vmid data structure | |
| * @vport: pointer to vport data structure | |
| * | |
| * This routine reinitializes the vmid post flogi completion | |
| * | |
| * Return codes | |
| * None | |
| */ | |
| void | |
| lpfc_reinit_vmid(struct lpfc_vport *vport) | |
| { | |
| u32 bucket, i, cpu; | |
| struct lpfc_vmid *cur; | |
| struct lpfc_vmid *vmp = NULL; | |
| struct hlist_node *tmp; | |
| write_lock(&vport->vmid_lock); | |
| vport->cur_vmid_cnt = 0; | |
| for (i = 0; i < vport->max_vmid; i++) { | |
| vmp = &vport->vmid[i]; | |
| vmp->flag = LPFC_VMID_SLOT_FREE; | |
| memset(vmp->host_vmid, 0, sizeof(vmp->host_vmid)); | |
| vmp->io_rd_cnt = 0; | |
| vmp->io_wr_cnt = 0; | |
| if (vmp->last_io_time) | |
| for_each_possible_cpu(cpu) | |
| *per_cpu_ptr(vmp->last_io_time, cpu) = 0; | |
| } | |
| /* for all elements in the hash table */ | |
| if (!hash_empty(vport->hash_table)) | |
| hash_for_each_safe(vport->hash_table, bucket, tmp, cur, hnode) | |
| hash_del(&cur->hnode); | |
| write_unlock(&vport->vmid_lock); | |
| } |