cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

aic94xx_dev.c (10698B)


      1// SPDX-License-Identifier: GPL-2.0-only
      2/*
      3 * Aic94xx SAS/SATA DDB management
      4 *
      5 * Copyright (C) 2005 Adaptec, Inc.  All rights reserved.
      6 * Copyright (C) 2005 Luben Tuikov <luben_tuikov@adaptec.com>
      7 *
      8 * $Id: //depot/aic94xx/aic94xx_dev.c#21 $
      9 */
     10
     11#include "aic94xx.h"
     12#include "aic94xx_hwi.h"
     13#include "aic94xx_reg.h"
     14#include "aic94xx_sas.h"
     15
     16#define FIND_FREE_DDB(_ha) find_first_zero_bit((_ha)->hw_prof.ddb_bitmap, \
     17					       (_ha)->hw_prof.max_ddbs)
     18#define SET_DDB(_ddb, _ha) set_bit(_ddb, (_ha)->hw_prof.ddb_bitmap)
     19#define CLEAR_DDB(_ddb, _ha) clear_bit(_ddb, (_ha)->hw_prof.ddb_bitmap)
     20
     21static int asd_get_ddb(struct asd_ha_struct *asd_ha)
     22{
     23	int ddb, i;
     24
     25	ddb = FIND_FREE_DDB(asd_ha);
     26	if (ddb >= asd_ha->hw_prof.max_ddbs) {
     27		ddb = -ENOMEM;
     28		goto out;
     29	}
     30	SET_DDB(ddb, asd_ha);
     31
     32	for (i = 0; i < sizeof(struct asd_ddb_ssp_smp_target_port); i+= 4)
     33		asd_ddbsite_write_dword(asd_ha, ddb, i, 0);
     34out:
     35	return ddb;
     36}
     37
     38#define INIT_CONN_TAG   offsetof(struct asd_ddb_ssp_smp_target_port, init_conn_tag)
     39#define DEST_SAS_ADDR   offsetof(struct asd_ddb_ssp_smp_target_port, dest_sas_addr)
     40#define SEND_QUEUE_HEAD offsetof(struct asd_ddb_ssp_smp_target_port, send_queue_head)
     41#define DDB_TYPE        offsetof(struct asd_ddb_ssp_smp_target_port, ddb_type)
     42#define CONN_MASK       offsetof(struct asd_ddb_ssp_smp_target_port, conn_mask)
     43#define DDB_TARG_FLAGS  offsetof(struct asd_ddb_ssp_smp_target_port, flags)
     44#define DDB_TARG_FLAGS2 offsetof(struct asd_ddb_stp_sata_target_port, flags2)
     45#define EXEC_QUEUE_TAIL offsetof(struct asd_ddb_ssp_smp_target_port, exec_queue_tail)
     46#define SEND_QUEUE_TAIL offsetof(struct asd_ddb_ssp_smp_target_port, send_queue_tail)
     47#define SISTER_DDB      offsetof(struct asd_ddb_ssp_smp_target_port, sister_ddb)
     48#define MAX_CCONN       offsetof(struct asd_ddb_ssp_smp_target_port, max_concurrent_conn)
     49#define NUM_CTX         offsetof(struct asd_ddb_ssp_smp_target_port, num_contexts)
     50#define ATA_CMD_SCBPTR  offsetof(struct asd_ddb_stp_sata_target_port, ata_cmd_scbptr)
     51#define SATA_TAG_ALLOC_MASK offsetof(struct asd_ddb_stp_sata_target_port, sata_tag_alloc_mask)
     52#define NUM_SATA_TAGS   offsetof(struct asd_ddb_stp_sata_target_port, num_sata_tags)
     53#define SATA_STATUS     offsetof(struct asd_ddb_stp_sata_target_port, sata_status)
     54#define NCQ_DATA_SCB_PTR offsetof(struct asd_ddb_stp_sata_target_port, ncq_data_scb_ptr)
     55#define ITNL_TIMEOUT    offsetof(struct asd_ddb_ssp_smp_target_port, itnl_timeout)
     56
     57static void asd_free_ddb(struct asd_ha_struct *asd_ha, int ddb)
     58{
     59	if (!ddb || ddb >= 0xFFFF)
     60		return;
     61	asd_ddbsite_write_byte(asd_ha, ddb, DDB_TYPE, DDB_TYPE_UNUSED);
     62	CLEAR_DDB(ddb, asd_ha);
     63}
     64
     65static void asd_set_ddb_type(struct domain_device *dev)
     66{
     67	struct asd_ha_struct *asd_ha = dev->port->ha->lldd_ha;
     68	int ddb = (int) (unsigned long) dev->lldd_dev;
     69
     70	if (dev->dev_type == SAS_SATA_PM_PORT)
     71		asd_ddbsite_write_byte(asd_ha,ddb, DDB_TYPE, DDB_TYPE_PM_PORT);
     72	else if (dev->tproto)
     73		asd_ddbsite_write_byte(asd_ha,ddb, DDB_TYPE, DDB_TYPE_TARGET);
     74	else
     75		asd_ddbsite_write_byte(asd_ha,ddb,DDB_TYPE,DDB_TYPE_INITIATOR);
     76}
     77
     78static int asd_init_sata_tag_ddb(struct domain_device *dev)
     79{
     80	struct asd_ha_struct *asd_ha = dev->port->ha->lldd_ha;
     81	int ddb, i;
     82
     83	ddb = asd_get_ddb(asd_ha);
     84	if (ddb < 0)
     85		return ddb;
     86
     87	for (i = 0; i < sizeof(struct asd_ddb_sata_tag); i += 2)
     88		asd_ddbsite_write_word(asd_ha, ddb, i, 0xFFFF);
     89
     90	asd_ddbsite_write_word(asd_ha, (int) (unsigned long) dev->lldd_dev,
     91			       SISTER_DDB, ddb);
     92	return 0;
     93}
     94
     95void asd_set_dmamode(struct domain_device *dev)
     96{
     97	struct asd_ha_struct *asd_ha = dev->port->ha->lldd_ha;
     98	struct ata_device *ata_dev = sas_to_ata_dev(dev);
     99	int ddb = (int) (unsigned long) dev->lldd_dev;
    100	u32 qdepth = 0;
    101
    102	if (dev->dev_type == SAS_SATA_DEV || dev->dev_type == SAS_SATA_PM_PORT) {
    103		if (ata_id_has_ncq(ata_dev->id))
    104			qdepth = ata_id_queue_depth(ata_dev->id);
    105		asd_ddbsite_write_dword(asd_ha, ddb, SATA_TAG_ALLOC_MASK,
    106					(1ULL<<qdepth)-1);
    107		asd_ddbsite_write_byte(asd_ha, ddb, NUM_SATA_TAGS, qdepth);
    108	}
    109
    110	if (qdepth > 0)
    111		if (asd_init_sata_tag_ddb(dev) != 0) {
    112			unsigned long flags;
    113
    114			spin_lock_irqsave(dev->sata_dev.ap->lock, flags);
    115			ata_dev->flags |= ATA_DFLAG_NCQ_OFF;
    116			spin_unlock_irqrestore(dev->sata_dev.ap->lock, flags);
    117		}
    118}
    119
    120static int asd_init_sata(struct domain_device *dev)
    121{
    122	struct asd_ha_struct *asd_ha = dev->port->ha->lldd_ha;
    123	int ddb = (int) (unsigned long) dev->lldd_dev;
    124
    125	asd_ddbsite_write_word(asd_ha, ddb, ATA_CMD_SCBPTR, 0xFFFF);
    126	if (dev->dev_type == SAS_SATA_DEV || dev->dev_type == SAS_SATA_PM ||
    127	    dev->dev_type == SAS_SATA_PM_PORT) {
    128		struct dev_to_host_fis *fis = (struct dev_to_host_fis *)
    129			dev->frame_rcvd;
    130		asd_ddbsite_write_byte(asd_ha, ddb, SATA_STATUS, fis->status);
    131	}
    132	asd_ddbsite_write_word(asd_ha, ddb, NCQ_DATA_SCB_PTR, 0xFFFF);
    133
    134	return 0;
    135}
    136
    137static int asd_init_target_ddb(struct domain_device *dev)
    138{
    139	int ddb, i;
    140	struct asd_ha_struct *asd_ha = dev->port->ha->lldd_ha;
    141	u8 flags = 0;
    142
    143	ddb = asd_get_ddb(asd_ha);
    144	if (ddb < 0)
    145		return ddb;
    146
    147	dev->lldd_dev = (void *) (unsigned long) ddb;
    148
    149	asd_ddbsite_write_byte(asd_ha, ddb, 0, DDB_TP_CONN_TYPE);
    150	asd_ddbsite_write_byte(asd_ha, ddb, 1, 0);
    151	asd_ddbsite_write_word(asd_ha, ddb, INIT_CONN_TAG, 0xFFFF);
    152	for (i = 0; i < SAS_ADDR_SIZE; i++)
    153		asd_ddbsite_write_byte(asd_ha, ddb, DEST_SAS_ADDR+i,
    154				       dev->sas_addr[i]);
    155	asd_ddbsite_write_word(asd_ha, ddb, SEND_QUEUE_HEAD, 0xFFFF);
    156	asd_set_ddb_type(dev);
    157	asd_ddbsite_write_byte(asd_ha, ddb, CONN_MASK, dev->port->phy_mask);
    158	if (dev->port->oob_mode != SATA_OOB_MODE) {
    159		flags |= OPEN_REQUIRED;
    160		if ((dev->dev_type == SAS_SATA_DEV) ||
    161		    (dev->tproto & SAS_PROTOCOL_STP)) {
    162			struct smp_resp *rps_resp = &dev->sata_dev.rps_resp;
    163			if (rps_resp->frame_type == SMP_RESPONSE &&
    164			    rps_resp->function == SMP_REPORT_PHY_SATA &&
    165			    rps_resp->result == SMP_RESP_FUNC_ACC) {
    166				if (rps_resp->rps.affil_valid)
    167					flags |= STP_AFFIL_POL;
    168				if (rps_resp->rps.affil_supp)
    169					flags |= SUPPORTS_AFFIL;
    170			}
    171		} else {
    172			flags |= CONCURRENT_CONN_SUPP;
    173			if (!dev->parent && dev_is_expander(dev->dev_type))
    174				asd_ddbsite_write_byte(asd_ha, ddb, MAX_CCONN,
    175						       4);
    176			else
    177				asd_ddbsite_write_byte(asd_ha, ddb, MAX_CCONN,
    178						       dev->pathways);
    179			asd_ddbsite_write_byte(asd_ha, ddb, NUM_CTX, 1);
    180		}
    181	}
    182	if (dev->dev_type == SAS_SATA_PM)
    183		flags |= SATA_MULTIPORT;
    184	asd_ddbsite_write_byte(asd_ha, ddb, DDB_TARG_FLAGS, flags);
    185
    186	flags = 0;
    187	if (dev->tproto & SAS_PROTOCOL_STP)
    188		flags |= STP_CL_POL_NO_TX;
    189	asd_ddbsite_write_byte(asd_ha, ddb, DDB_TARG_FLAGS2, flags);
    190
    191	asd_ddbsite_write_word(asd_ha, ddb, EXEC_QUEUE_TAIL, 0xFFFF);
    192	asd_ddbsite_write_word(asd_ha, ddb, SEND_QUEUE_TAIL, 0xFFFF);
    193	asd_ddbsite_write_word(asd_ha, ddb, SISTER_DDB, 0xFFFF);
    194
    195	if (dev->dev_type == SAS_SATA_DEV || (dev->tproto & SAS_PROTOCOL_STP)) {
    196		i = asd_init_sata(dev);
    197		if (i < 0) {
    198			asd_free_ddb(asd_ha, ddb);
    199			return i;
    200		}
    201	}
    202
    203	if (dev->dev_type == SAS_END_DEVICE) {
    204		struct sas_end_device *rdev = rphy_to_end_device(dev->rphy);
    205		if (rdev->I_T_nexus_loss_timeout > 0)
    206			asd_ddbsite_write_word(asd_ha, ddb, ITNL_TIMEOUT,
    207					       min(rdev->I_T_nexus_loss_timeout,
    208						   (u16)ITNL_TIMEOUT_CONST));
    209		else
    210			asd_ddbsite_write_word(asd_ha, ddb, ITNL_TIMEOUT,
    211					       (u16)ITNL_TIMEOUT_CONST);
    212	}
    213	return 0;
    214}
    215
    216static int asd_init_sata_pm_table_ddb(struct domain_device *dev)
    217{
    218	struct asd_ha_struct *asd_ha = dev->port->ha->lldd_ha;
    219	int ddb, i;
    220
    221	ddb = asd_get_ddb(asd_ha);
    222	if (ddb < 0)
    223		return ddb;
    224
    225	for (i = 0; i < 32; i += 2)
    226		asd_ddbsite_write_word(asd_ha, ddb, i, 0xFFFF);
    227
    228	asd_ddbsite_write_word(asd_ha, (int) (unsigned long) dev->lldd_dev,
    229			       SISTER_DDB, ddb);
    230
    231	return 0;
    232}
    233
    234#define PM_PORT_FLAGS offsetof(struct asd_ddb_sata_pm_port, pm_port_flags)
    235#define PARENT_DDB    offsetof(struct asd_ddb_sata_pm_port, parent_ddb)
    236
    237/**
    238 * asd_init_sata_pm_port_ddb -- SATA Port Multiplier Port
    239 * @dev: pointer to domain device
    240 *
    241 * For SATA Port Multiplier Ports we need to allocate one SATA Port
    242 * Multiplier Port DDB and depending on whether the target on it
    243 * supports SATA II NCQ, one SATA Tag DDB.
    244 */
    245static int asd_init_sata_pm_port_ddb(struct domain_device *dev)
    246{
    247	int ddb, i, parent_ddb, pmtable_ddb;
    248	struct asd_ha_struct *asd_ha = dev->port->ha->lldd_ha;
    249	u8  flags;
    250
    251	ddb = asd_get_ddb(asd_ha);
    252	if (ddb < 0)
    253		return ddb;
    254
    255	asd_set_ddb_type(dev);
    256	flags = (dev->sata_dev.port_no << 4) | PM_PORT_SET;
    257	asd_ddbsite_write_byte(asd_ha, ddb, PM_PORT_FLAGS, flags);
    258	asd_ddbsite_write_word(asd_ha, ddb, SISTER_DDB, 0xFFFF);
    259	asd_ddbsite_write_word(asd_ha, ddb, ATA_CMD_SCBPTR, 0xFFFF);
    260	asd_init_sata(dev);
    261
    262	parent_ddb = (int) (unsigned long) dev->parent->lldd_dev;
    263	asd_ddbsite_write_word(asd_ha, ddb, PARENT_DDB, parent_ddb);
    264	pmtable_ddb = asd_ddbsite_read_word(asd_ha, parent_ddb, SISTER_DDB);
    265	asd_ddbsite_write_word(asd_ha, pmtable_ddb, dev->sata_dev.port_no,ddb);
    266
    267	if (asd_ddbsite_read_byte(asd_ha, ddb, NUM_SATA_TAGS) > 0) {
    268		i = asd_init_sata_tag_ddb(dev);
    269		if (i < 0) {
    270			asd_free_ddb(asd_ha, ddb);
    271			return i;
    272		}
    273	}
    274	return 0;
    275}
    276
    277static int asd_init_initiator_ddb(struct domain_device *dev)
    278{
    279	return -ENODEV;
    280}
    281
    282/**
    283 * asd_init_sata_pm_ddb -- SATA Port Multiplier
    284 * @dev: pointer to domain device
    285 *
    286 * For STP and direct-attached SATA Port Multipliers we need
    287 * one target port DDB entry and one SATA PM table DDB entry.
    288 */
    289static int asd_init_sata_pm_ddb(struct domain_device *dev)
    290{
    291	int res = 0;
    292
    293	res = asd_init_target_ddb(dev);
    294	if (res)
    295		goto out;
    296	res = asd_init_sata_pm_table_ddb(dev);
    297	if (res)
    298		asd_free_ddb(dev->port->ha->lldd_ha,
    299			     (int) (unsigned long) dev->lldd_dev);
    300out:
    301	return res;
    302}
    303
    304int asd_dev_found(struct domain_device *dev)
    305{
    306	unsigned long flags;
    307	int res = 0;
    308	struct asd_ha_struct *asd_ha = dev->port->ha->lldd_ha;
    309
    310	spin_lock_irqsave(&asd_ha->hw_prof.ddb_lock, flags);
    311	switch (dev->dev_type) {
    312	case SAS_SATA_PM:
    313		res = asd_init_sata_pm_ddb(dev);
    314		break;
    315	case SAS_SATA_PM_PORT:
    316		res = asd_init_sata_pm_port_ddb(dev);
    317		break;
    318	default:
    319		if (dev->tproto)
    320			res = asd_init_target_ddb(dev);
    321		else
    322			res = asd_init_initiator_ddb(dev);
    323	}
    324	spin_unlock_irqrestore(&asd_ha->hw_prof.ddb_lock, flags);
    325
    326	return res;
    327}
    328
    329void asd_dev_gone(struct domain_device *dev)
    330{
    331	int ddb, sister_ddb;
    332	unsigned long flags;
    333	struct asd_ha_struct *asd_ha = dev->port->ha->lldd_ha;
    334
    335	spin_lock_irqsave(&asd_ha->hw_prof.ddb_lock, flags);
    336	ddb = (int) (unsigned long) dev->lldd_dev;
    337	sister_ddb = asd_ddbsite_read_word(asd_ha, ddb, SISTER_DDB);
    338
    339	if (sister_ddb != 0xFFFF)
    340		asd_free_ddb(asd_ha, sister_ddb);
    341	asd_free_ddb(asd_ha, ddb);
    342	dev->lldd_dev = NULL;
    343	spin_unlock_irqrestore(&asd_ha->hw_prof.ddb_lock, flags);
    344}