cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

mpt3sas_warpdrive.c (10068B)


      1/*
      2 * Scsi Host Layer for MPT (Message Passing Technology) based controllers
      3 *
      4 * Copyright (C) 2012-2014  LSI Corporation
      5 * Copyright (C) 2013-2015 Avago Technologies
      6 *  (mailto: MPT-FusionLinux.pdl@avagotech.com)
      7 *
      8 * This program is free software; you can redistribute it and/or
      9 * modify it under the terms of the GNU General Public License
     10 * as published by the Free Software Foundation; either version 2
     11 * of the License, or (at your option) any later version.
     12 *
     13 * This program is distributed in the hope that it will be useful,
     14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
     15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
     16 * GNU General Public License for more details.
     17 *
     18 * NO WARRANTY
     19 * THE PROGRAM IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR
     20 * CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED INCLUDING, WITHOUT
     21 * LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE, NON-INFRINGEMENT,
     22 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. Each Recipient is
     23 * solely responsible for determining the appropriateness of using and
     24 * distributing the Program and assumes all risks associated with its
     25 * exercise of rights under this Agreement, including but not limited to
     26 * the risks and costs of program errors, damage to or loss of data,
     27 * programs or equipment, and unavailability or interruption of operations.
     28
     29 * DISCLAIMER OF LIABILITY
     30 * NEITHER RECIPIENT NOR ANY CONTRIBUTORS SHALL HAVE ANY LIABILITY FOR ANY
     31 * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     32 * DAMAGES (INCLUDING WITHOUT LIMITATION LOST PROFITS), HOWEVER CAUSED AND
     33 * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
     34 * TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
     35 * USE OR DISTRIBUTION OF THE PROGRAM OR THE EXERCISE OF ANY RIGHTS GRANTED
     36 * HEREUNDER, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES
     37
     38 * You should have received a copy of the GNU General Public License
     39 * along with this program.
     40 */
     41#include <linux/kernel.h>
     42#include <linux/module.h>
     43#include <linux/errno.h>
     44#include <linux/types.h>
     45#include <asm/unaligned.h>
     46
     47#include "mpt3sas_base.h"
     48
     49/**
     50 * _warpdrive_disable_ddio - Disable direct I/O for all the volumes
     51 * @ioc: per adapter object
     52 */
     53static void
     54_warpdrive_disable_ddio(struct MPT3SAS_ADAPTER *ioc)
     55{
     56	Mpi2RaidVolPage1_t vol_pg1;
     57	Mpi2ConfigReply_t mpi_reply;
     58	struct _raid_device *raid_device;
     59	u16 handle;
     60	u16 ioc_status;
     61	unsigned long flags;
     62
     63	handle = 0xFFFF;
     64	while (!(mpt3sas_config_get_raid_volume_pg1(ioc, &mpi_reply,
     65	    &vol_pg1, MPI2_RAID_VOLUME_PGAD_FORM_GET_NEXT_HANDLE, handle))) {
     66		ioc_status = le16_to_cpu(mpi_reply.IOCStatus) &
     67		    MPI2_IOCSTATUS_MASK;
     68		if (ioc_status == MPI2_IOCSTATUS_CONFIG_INVALID_PAGE)
     69			break;
     70		handle = le16_to_cpu(vol_pg1.DevHandle);
     71		spin_lock_irqsave(&ioc->raid_device_lock, flags);
     72		raid_device = mpt3sas_raid_device_find_by_handle(ioc, handle);
     73		if (raid_device)
     74			raid_device->direct_io_enabled = 0;
     75		spin_unlock_irqrestore(&ioc->raid_device_lock, flags);
     76	}
     77	return;
     78}
     79
     80
     81/**
     82 * mpt3sas_get_num_volumes - Get number of volumes in the ioc
     83 * @ioc: per adapter object
     84 */
     85u8
     86mpt3sas_get_num_volumes(struct MPT3SAS_ADAPTER *ioc)
     87{
     88	Mpi2RaidVolPage1_t vol_pg1;
     89	Mpi2ConfigReply_t mpi_reply;
     90	u16 handle;
     91	u8 vol_cnt = 0;
     92	u16 ioc_status;
     93
     94	handle = 0xFFFF;
     95	while (!(mpt3sas_config_get_raid_volume_pg1(ioc, &mpi_reply,
     96	    &vol_pg1, MPI2_RAID_VOLUME_PGAD_FORM_GET_NEXT_HANDLE, handle))) {
     97		ioc_status = le16_to_cpu(mpi_reply.IOCStatus) &
     98		    MPI2_IOCSTATUS_MASK;
     99		if (ioc_status == MPI2_IOCSTATUS_CONFIG_INVALID_PAGE)
    100			break;
    101		vol_cnt++;
    102		handle = le16_to_cpu(vol_pg1.DevHandle);
    103	}
    104	return vol_cnt;
    105}
    106
    107
    108/**
    109 * mpt3sas_init_warpdrive_properties - Set properties for warpdrive direct I/O.
    110 * @ioc: per adapter object
    111 * @raid_device: the raid_device object
    112 */
    113void
    114mpt3sas_init_warpdrive_properties(struct MPT3SAS_ADAPTER *ioc,
    115	struct _raid_device *raid_device)
    116{
    117	Mpi2RaidVolPage0_t *vol_pg0;
    118	Mpi2RaidPhysDiskPage0_t pd_pg0;
    119	Mpi2ConfigReply_t mpi_reply;
    120	u16 sz;
    121	u8 num_pds, count;
    122	unsigned long stripe_sz, block_sz;
    123	u8 stripe_exp, block_exp;
    124	u64 dev_max_lba;
    125
    126	if (!ioc->is_warpdrive)
    127		return;
    128
    129	if (ioc->mfg_pg10_hide_flag ==  MFG_PAGE10_EXPOSE_ALL_DISKS) {
    130		ioc_info(ioc, "WarpDrive : Direct IO is disabled globally as drives are exposed\n");
    131		return;
    132	}
    133	if (mpt3sas_get_num_volumes(ioc) > 1) {
    134		_warpdrive_disable_ddio(ioc);
    135		ioc_info(ioc, "WarpDrive : Direct IO is disabled globally as number of drives > 1\n");
    136		return;
    137	}
    138	if ((mpt3sas_config_get_number_pds(ioc, raid_device->handle,
    139	    &num_pds)) || !num_pds) {
    140		ioc_info(ioc, "WarpDrive : Direct IO is disabled Failure in computing number of drives\n");
    141		return;
    142	}
    143
    144	sz = offsetof(Mpi2RaidVolPage0_t, PhysDisk) + (num_pds *
    145	    sizeof(Mpi2RaidVol0PhysDisk_t));
    146	vol_pg0 = kzalloc(sz, GFP_KERNEL);
    147	if (!vol_pg0) {
    148		ioc_info(ioc, "WarpDrive : Direct IO is disabled Memory allocation failure for RVPG0\n");
    149		return;
    150	}
    151
    152	if ((mpt3sas_config_get_raid_volume_pg0(ioc, &mpi_reply, vol_pg0,
    153	     MPI2_RAID_VOLUME_PGAD_FORM_HANDLE, raid_device->handle, sz))) {
    154		ioc_info(ioc, "WarpDrive : Direct IO is disabled Failure in retrieving RVPG0\n");
    155		kfree(vol_pg0);
    156		return;
    157	}
    158
    159	/*
    160	 * WARPDRIVE:If number of physical disks in a volume exceeds the max pds
    161	 * assumed for WARPDRIVE, disable direct I/O
    162	 */
    163	if (num_pds > MPT_MAX_WARPDRIVE_PDS) {
    164		ioc_warn(ioc, "WarpDrive : Direct IO is disabled for the drive with handle(0x%04x): num_mem=%d, max_mem_allowed=%d\n",
    165			 raid_device->handle, num_pds, MPT_MAX_WARPDRIVE_PDS);
    166		kfree(vol_pg0);
    167		return;
    168	}
    169	for (count = 0; count < num_pds; count++) {
    170		if (mpt3sas_config_get_phys_disk_pg0(ioc, &mpi_reply,
    171		    &pd_pg0, MPI2_PHYSDISK_PGAD_FORM_PHYSDISKNUM,
    172		    vol_pg0->PhysDisk[count].PhysDiskNum) ||
    173		    le16_to_cpu(pd_pg0.DevHandle) ==
    174		    MPT3SAS_INVALID_DEVICE_HANDLE) {
    175			ioc_info(ioc, "WarpDrive : Direct IO is disabled for the drive with handle(0x%04x) member handle retrieval failed for member number=%d\n",
    176				 raid_device->handle,
    177				 vol_pg0->PhysDisk[count].PhysDiskNum);
    178			goto out_error;
    179		}
    180		/* Disable direct I/O if member drive lba exceeds 4 bytes */
    181		dev_max_lba = le64_to_cpu(pd_pg0.DeviceMaxLBA);
    182		if (dev_max_lba >> 32) {
    183			ioc_info(ioc, "WarpDrive : Direct IO is disabled for the drive with handle(0x%04x) member handle (0x%04x) unsupported max lba 0x%016llx\n",
    184				 raid_device->handle,
    185				 le16_to_cpu(pd_pg0.DevHandle),
    186				 (u64)dev_max_lba);
    187			goto out_error;
    188		}
    189
    190		raid_device->pd_handle[count] = le16_to_cpu(pd_pg0.DevHandle);
    191	}
    192
    193	/*
    194	 * Assumption for WD: Direct I/O is not supported if the volume is
    195	 * not RAID0
    196	 */
    197	if (raid_device->volume_type != MPI2_RAID_VOL_TYPE_RAID0) {
    198		ioc_info(ioc, "WarpDrive : Direct IO is disabled for the drive with handle(0x%04x): type=%d, s_sz=%uK, blk_size=%u\n",
    199			 raid_device->handle, raid_device->volume_type,
    200			 (le32_to_cpu(vol_pg0->StripeSize) *
    201			  le16_to_cpu(vol_pg0->BlockSize)) / 1024,
    202			 le16_to_cpu(vol_pg0->BlockSize));
    203		goto out_error;
    204	}
    205
    206	stripe_sz = le32_to_cpu(vol_pg0->StripeSize);
    207	stripe_exp = find_first_bit(&stripe_sz, 32);
    208	if (stripe_exp == 32) {
    209		ioc_info(ioc, "WarpDrive : Direct IO is disabled for the drive with handle(0x%04x) invalid stripe sz %uK\n",
    210			 raid_device->handle,
    211			 (le32_to_cpu(vol_pg0->StripeSize) *
    212			  le16_to_cpu(vol_pg0->BlockSize)) / 1024);
    213		goto out_error;
    214	}
    215	raid_device->stripe_exponent = stripe_exp;
    216	block_sz = le16_to_cpu(vol_pg0->BlockSize);
    217	block_exp = find_first_bit(&block_sz, 16);
    218	if (block_exp == 16) {
    219		ioc_info(ioc, "WarpDrive : Direct IO is disabled for the drive with handle(0x%04x) invalid block sz %u\n",
    220			 raid_device->handle, le16_to_cpu(vol_pg0->BlockSize));
    221		goto out_error;
    222	}
    223	raid_device->block_exponent = block_exp;
    224	raid_device->direct_io_enabled = 1;
    225
    226	ioc_info(ioc, "WarpDrive : Direct IO is Enabled for the drive with handle(0x%04x)\n",
    227		 raid_device->handle);
    228	/*
    229	 * WARPDRIVE: Though the following fields are not used for direct IO,
    230	 * stored for future purpose:
    231	 */
    232	raid_device->max_lba = le64_to_cpu(vol_pg0->MaxLBA);
    233	raid_device->stripe_sz = le32_to_cpu(vol_pg0->StripeSize);
    234	raid_device->block_sz = le16_to_cpu(vol_pg0->BlockSize);
    235
    236
    237	kfree(vol_pg0);
    238	return;
    239
    240out_error:
    241	raid_device->direct_io_enabled = 0;
    242	for (count = 0; count < num_pds; count++)
    243		raid_device->pd_handle[count] = 0;
    244	kfree(vol_pg0);
    245	return;
    246}
    247
    248/**
    249 * mpt3sas_setup_direct_io - setup MPI request for WARPDRIVE Direct I/O
    250 * @ioc: per adapter object
    251 * @scmd: pointer to scsi command object
    252 * @raid_device: pointer to raid device data structure
    253 * @mpi_request: pointer to the SCSI_IO reqest message frame
    254 */
    255void
    256mpt3sas_setup_direct_io(struct MPT3SAS_ADAPTER *ioc, struct scsi_cmnd *scmd,
    257	struct _raid_device *raid_device, Mpi25SCSIIORequest_t *mpi_request)
    258{
    259	sector_t v_lba, p_lba, stripe_off, column, io_size;
    260	u32 stripe_sz, stripe_exp;
    261	u8 num_pds, cmd = scmd->cmnd[0];
    262	struct scsiio_tracker *st = scsi_cmd_priv(scmd);
    263
    264	if (cmd != READ_10 && cmd != WRITE_10 &&
    265	    cmd != READ_16 && cmd != WRITE_16)
    266		return;
    267
    268	if (cmd == READ_10 || cmd == WRITE_10)
    269		v_lba = get_unaligned_be32(&mpi_request->CDB.CDB32[2]);
    270	else
    271		v_lba = get_unaligned_be64(&mpi_request->CDB.CDB32[2]);
    272
    273	io_size = scsi_bufflen(scmd) >> raid_device->block_exponent;
    274
    275	if (v_lba + io_size - 1 > raid_device->max_lba)
    276		return;
    277
    278	stripe_sz = raid_device->stripe_sz;
    279	stripe_exp = raid_device->stripe_exponent;
    280	stripe_off = v_lba & (stripe_sz - 1);
    281
    282	/* Return unless IO falls within a stripe */
    283	if (stripe_off + io_size > stripe_sz)
    284		return;
    285
    286	num_pds = raid_device->num_pds;
    287	p_lba = v_lba >> stripe_exp;
    288	column = sector_div(p_lba, num_pds);
    289	p_lba = (p_lba << stripe_exp) + stripe_off;
    290	mpi_request->DevHandle = cpu_to_le16(raid_device->pd_handle[column]);
    291
    292	if (cmd == READ_10 || cmd == WRITE_10)
    293		put_unaligned_be32(lower_32_bits(p_lba),
    294				   &mpi_request->CDB.CDB32[2]);
    295	else
    296		put_unaligned_be64(p_lba, &mpi_request->CDB.CDB32[2]);
    297
    298	st->direct_io = 1;
    299}