^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) * Scsi Host Layer for MPT (Message Passing Technology) based controllers
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) * Copyright (C) 2012-2014 LSI Corporation
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) * Copyright (C) 2013-2015 Avago Technologies
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) * (mailto: MPT-FusionLinux.pdl@avagotech.com)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) * This program is free software; you can redistribute it and/or
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) * modify it under the terms of the GNU General Public License
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) * as published by the Free Software Foundation; either version 2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) * of the License, or (at your option) any later version.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) * This program is distributed in the hope that it will be useful,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) * but WITHOUT ANY WARRANTY; without even the implied warranty of
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) * GNU General Public License for more details.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) * NO WARRANTY
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) * THE PROGRAM IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) * CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED INCLUDING, WITHOUT
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) * LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE, NON-INFRINGEMENT,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. Each Recipient is
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) * solely responsible for determining the appropriateness of using and
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) * distributing the Program and assumes all risks associated with its
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) * exercise of rights under this Agreement, including but not limited to
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) * the risks and costs of program errors, damage to or loss of data,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) * programs or equipment, and unavailability or interruption of operations.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) * DISCLAIMER OF LIABILITY
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) * NEITHER RECIPIENT NOR ANY CONTRIBUTORS SHALL HAVE ANY LIABILITY FOR ANY
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) * DAMAGES (INCLUDING WITHOUT LIMITATION LOST PROFITS), HOWEVER CAUSED AND
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) * TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) * USE OR DISTRIBUTION OF THE PROGRAM OR THE EXERCISE OF ANY RIGHTS GRANTED
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) * HEREUNDER, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) * You should have received a copy of the GNU General Public License
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) * along with this program.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) #include <linux/kernel.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) #include <linux/module.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) #include <linux/errno.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) #include <linux/types.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) #include <asm/unaligned.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) #include "mpt3sas_base.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) * _warpdrive_disable_ddio - Disable direct I/O for all the volumes
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) * @ioc: per adapter object
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) static void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) _warpdrive_disable_ddio(struct MPT3SAS_ADAPTER *ioc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) Mpi2RaidVolPage1_t vol_pg1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) Mpi2ConfigReply_t mpi_reply;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) struct _raid_device *raid_device;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) u16 handle;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) u16 ioc_status;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) handle = 0xFFFF;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) while (!(mpt3sas_config_get_raid_volume_pg1(ioc, &mpi_reply,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) &vol_pg1, MPI2_RAID_VOLUME_PGAD_FORM_GET_NEXT_HANDLE, handle))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) ioc_status = le16_to_cpu(mpi_reply.IOCStatus) &
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) MPI2_IOCSTATUS_MASK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) if (ioc_status == MPI2_IOCSTATUS_CONFIG_INVALID_PAGE)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) handle = le16_to_cpu(vol_pg1.DevHandle);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) spin_lock_irqsave(&ioc->raid_device_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) raid_device = mpt3sas_raid_device_find_by_handle(ioc, handle);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) if (raid_device)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) raid_device->direct_io_enabled = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) spin_unlock_irqrestore(&ioc->raid_device_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) * mpt3sas_get_num_volumes - Get number of volumes in the ioc
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) * @ioc: per adapter object
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) u8
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) mpt3sas_get_num_volumes(struct MPT3SAS_ADAPTER *ioc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) Mpi2RaidVolPage1_t vol_pg1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) Mpi2ConfigReply_t mpi_reply;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) u16 handle;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) u8 vol_cnt = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92) u16 ioc_status;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) handle = 0xFFFF;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95) while (!(mpt3sas_config_get_raid_volume_pg1(ioc, &mpi_reply,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96) &vol_pg1, MPI2_RAID_VOLUME_PGAD_FORM_GET_NEXT_HANDLE, handle))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) ioc_status = le16_to_cpu(mpi_reply.IOCStatus) &
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) MPI2_IOCSTATUS_MASK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99) if (ioc_status == MPI2_IOCSTATUS_CONFIG_INVALID_PAGE)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) vol_cnt++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) handle = le16_to_cpu(vol_pg1.DevHandle);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) return vol_cnt;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) * mpt3sas_init_warpdrive_properties - Set properties for warpdrive direct I/O.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) * @ioc: per adapter object
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) * @raid_device: the raid_device object
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) mpt3sas_init_warpdrive_properties(struct MPT3SAS_ADAPTER *ioc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) struct _raid_device *raid_device)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) Mpi2RaidVolPage0_t *vol_pg0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) Mpi2RaidPhysDiskPage0_t pd_pg0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) Mpi2ConfigReply_t mpi_reply;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) u16 sz;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) u8 num_pds, count;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) unsigned long stripe_sz, block_sz;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) u8 stripe_exp, block_exp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) u64 dev_max_lba;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) if (!ioc->is_warpdrive)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) if (ioc->mfg_pg10_hide_flag == MFG_PAGE10_EXPOSE_ALL_DISKS) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) ioc_info(ioc, "WarpDrive : Direct IO is disabled globally as drives are exposed\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) if (mpt3sas_get_num_volumes(ioc) > 1) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) _warpdrive_disable_ddio(ioc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) ioc_info(ioc, "WarpDrive : Direct IO is disabled globally as number of drives > 1\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) if ((mpt3sas_config_get_number_pds(ioc, raid_device->handle,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) &num_pds)) || !num_pds) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) ioc_info(ioc, "WarpDrive : Direct IO is disabled Failure in computing number of drives\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) sz = offsetof(Mpi2RaidVolPage0_t, PhysDisk) + (num_pds *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) sizeof(Mpi2RaidVol0PhysDisk_t));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) vol_pg0 = kzalloc(sz, GFP_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) if (!vol_pg0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) ioc_info(ioc, "WarpDrive : Direct IO is disabled Memory allocation failure for RVPG0\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) if ((mpt3sas_config_get_raid_volume_pg0(ioc, &mpi_reply, vol_pg0,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) MPI2_RAID_VOLUME_PGAD_FORM_HANDLE, raid_device->handle, sz))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) ioc_info(ioc, "WarpDrive : Direct IO is disabled Failure in retrieving RVPG0\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) kfree(vol_pg0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) * WARPDRIVE:If number of physical disks in a volume exceeds the max pds
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) * assumed for WARPDRIVE, disable direct I/O
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) if (num_pds > MPT_MAX_WARPDRIVE_PDS) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) ioc_warn(ioc, "WarpDrive : Direct IO is disabled for the drive with handle(0x%04x): num_mem=%d, max_mem_allowed=%d\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) raid_device->handle, num_pds, MPT_MAX_WARPDRIVE_PDS);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) kfree(vol_pg0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) for (count = 0; count < num_pds; count++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) if (mpt3sas_config_get_phys_disk_pg0(ioc, &mpi_reply,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) &pd_pg0, MPI2_PHYSDISK_PGAD_FORM_PHYSDISKNUM,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) vol_pg0->PhysDisk[count].PhysDiskNum) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) le16_to_cpu(pd_pg0.DevHandle) ==
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) MPT3SAS_INVALID_DEVICE_HANDLE) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) ioc_info(ioc, "WarpDrive : Direct IO is disabled for the drive with handle(0x%04x) member handle retrieval failed for member number=%d\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) raid_device->handle,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) vol_pg0->PhysDisk[count].PhysDiskNum);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) goto out_error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) /* Disable direct I/O if member drive lba exceeds 4 bytes */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) dev_max_lba = le64_to_cpu(pd_pg0.DeviceMaxLBA);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) if (dev_max_lba >> 32) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) ioc_info(ioc, "WarpDrive : Direct IO is disabled for the drive with handle(0x%04x) member handle (0x%04x) unsupported max lba 0x%016llx\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) raid_device->handle,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) le16_to_cpu(pd_pg0.DevHandle),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) (u64)dev_max_lba);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) goto out_error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) raid_device->pd_handle[count] = le16_to_cpu(pd_pg0.DevHandle);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) * Assumption for WD: Direct I/O is not supported if the volume is
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) * not RAID0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) if (raid_device->volume_type != MPI2_RAID_VOL_TYPE_RAID0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) ioc_info(ioc, "WarpDrive : Direct IO is disabled for the drive with handle(0x%04x): type=%d, s_sz=%uK, blk_size=%u\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) raid_device->handle, raid_device->volume_type,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) (le32_to_cpu(vol_pg0->StripeSize) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) le16_to_cpu(vol_pg0->BlockSize)) / 1024,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) le16_to_cpu(vol_pg0->BlockSize));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) goto out_error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) stripe_sz = le32_to_cpu(vol_pg0->StripeSize);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) stripe_exp = find_first_bit(&stripe_sz, 32);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) if (stripe_exp == 32) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) ioc_info(ioc, "WarpDrive : Direct IO is disabled for the drive with handle(0x%04x) invalid stripe sz %uK\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) raid_device->handle,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) (le32_to_cpu(vol_pg0->StripeSize) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) le16_to_cpu(vol_pg0->BlockSize)) / 1024);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) goto out_error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) raid_device->stripe_exponent = stripe_exp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) block_sz = le16_to_cpu(vol_pg0->BlockSize);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) block_exp = find_first_bit(&block_sz, 16);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) if (block_exp == 16) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) ioc_info(ioc, "WarpDrive : Direct IO is disabled for the drive with handle(0x%04x) invalid block sz %u\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) raid_device->handle, le16_to_cpu(vol_pg0->BlockSize));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) goto out_error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223) raid_device->block_exponent = block_exp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) raid_device->direct_io_enabled = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) ioc_info(ioc, "WarpDrive : Direct IO is Enabled for the drive with handle(0x%04x)\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) raid_device->handle);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229) * WARPDRIVE: Though the following fields are not used for direct IO,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) * stored for future purpose:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) raid_device->max_lba = le64_to_cpu(vol_pg0->MaxLBA);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233) raid_device->stripe_sz = le32_to_cpu(vol_pg0->StripeSize);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) raid_device->block_sz = le16_to_cpu(vol_pg0->BlockSize);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) kfree(vol_pg0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) out_error:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241) raid_device->direct_io_enabled = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) for (count = 0; count < num_pds; count++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243) raid_device->pd_handle[count] = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244) kfree(vol_pg0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) * mpt3sas_setup_direct_io - setup MPI request for WARPDRIVE Direct I/O
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250) * @ioc: per adapter object
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251) * @scmd: pointer to scsi command object
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252) * @raid_device: pointer to raid device data structure
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) * @mpi_request: pointer to the SCSI_IO reqest message frame
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255) void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256) mpt3sas_setup_direct_io(struct MPT3SAS_ADAPTER *ioc, struct scsi_cmnd *scmd,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257) struct _raid_device *raid_device, Mpi25SCSIIORequest_t *mpi_request)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259) sector_t v_lba, p_lba, stripe_off, column, io_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260) u32 stripe_sz, stripe_exp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261) u8 num_pds, cmd = scmd->cmnd[0];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262) struct scsiio_tracker *st = scsi_cmd_priv(scmd);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264) if (cmd != READ_10 && cmd != WRITE_10 &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265) cmd != READ_16 && cmd != WRITE_16)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268) if (cmd == READ_10 || cmd == WRITE_10)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269) v_lba = get_unaligned_be32(&mpi_request->CDB.CDB32[2]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271) v_lba = get_unaligned_be64(&mpi_request->CDB.CDB32[2]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273) io_size = scsi_bufflen(scmd) >> raid_device->block_exponent;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275) if (v_lba + io_size - 1 > raid_device->max_lba)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278) stripe_sz = raid_device->stripe_sz;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279) stripe_exp = raid_device->stripe_exponent;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280) stripe_off = v_lba & (stripe_sz - 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282) /* Return unless IO falls within a stripe */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) if (stripe_off + io_size > stripe_sz)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 284) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 285)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 286) num_pds = raid_device->num_pds;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 287) p_lba = v_lba >> stripe_exp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 288) column = sector_div(p_lba, num_pds);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 289) p_lba = (p_lba << stripe_exp) + stripe_off;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 290) mpi_request->DevHandle = cpu_to_le16(raid_device->pd_handle[column]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 291)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 292) if (cmd == READ_10 || cmd == WRITE_10)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 293) put_unaligned_be32(lower_32_bits(p_lba),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 294) &mpi_request->CDB.CDB32[2]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 295) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 296) put_unaligned_be64(p_lba, &mpi_request->CDB.CDB32[2]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 297)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 298) st->direct_io = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 299) }