cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

sst_pvt.c (10035B)


      1// SPDX-License-Identifier: GPL-2.0-only
      2/*
      3 *  sst_pvt.c - Intel SST Driver for audio engine
      4 *
      5 *  Copyright (C) 2008-14	Intel Corp
      6 *  Authors:	Vinod Koul <vinod.koul@intel.com>
      7 *		Harsha Priya <priya.harsha@intel.com>
      8 *		Dharageswari R <dharageswari.r@intel.com>
      9 *		KP Jeeja <jeeja.kp@intel.com>
     10 *  ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
     11 *
     12 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
     13 */
     14#include <linux/kobject.h>
     15#include <linux/pci.h>
     16#include <linux/fs.h>
     17#include <linux/firmware.h>
     18#include <linux/pm_runtime.h>
     19#include <linux/sched.h>
     20#include <linux/delay.h>
     21#include <sound/asound.h>
     22#include <sound/core.h>
     23#include <sound/pcm.h>
     24#include <sound/soc.h>
     25#include <sound/compress_driver.h>
     26#include <asm/platform_sst_audio.h>
     27#include "../sst-mfld-platform.h"
     28#include "sst.h"
     29
     30int sst_shim_write(void __iomem *addr, int offset, int value)
     31{
     32	writel(value, addr + offset);
     33	return 0;
     34}
     35
     36u32 sst_shim_read(void __iomem *addr, int offset)
     37{
     38	return readl(addr + offset);
     39}
     40
     41u64 sst_reg_read64(void __iomem *addr, int offset)
     42{
     43	u64 val = 0;
     44
     45	memcpy_fromio(&val, addr + offset, sizeof(val));
     46
     47	return val;
     48}
     49
     50int sst_shim_write64(void __iomem *addr, int offset, u64 value)
     51{
     52	memcpy_toio(addr + offset, &value, sizeof(value));
     53	return 0;
     54}
     55
     56u64 sst_shim_read64(void __iomem *addr, int offset)
     57{
     58	u64 val = 0;
     59
     60	memcpy_fromio(&val, addr + offset, sizeof(val));
     61	return val;
     62}
     63
     64void sst_set_fw_state_locked(
     65		struct intel_sst_drv *sst_drv_ctx, int sst_state)
     66{
     67	mutex_lock(&sst_drv_ctx->sst_lock);
     68	sst_drv_ctx->sst_state = sst_state;
     69	mutex_unlock(&sst_drv_ctx->sst_lock);
     70}
     71
     72/*
     73 * sst_wait_interruptible - wait on event
     74 *
     75 * @sst_drv_ctx: Driver context
     76 * @block: Driver block to wait on
     77 *
     78 * This function waits without a timeout (and is interruptable) for a
     79 * given block event
     80 */
     81int sst_wait_interruptible(struct intel_sst_drv *sst_drv_ctx,
     82				struct sst_block *block)
     83{
     84	int retval = 0;
     85
     86	if (!wait_event_interruptible(sst_drv_ctx->wait_queue,
     87				block->condition)) {
     88		/* event wake */
     89		if (block->ret_code < 0) {
     90			dev_err(sst_drv_ctx->dev,
     91				"stream failed %d\n", block->ret_code);
     92			retval = -EBUSY;
     93		} else {
     94			dev_dbg(sst_drv_ctx->dev, "event up\n");
     95			retval = 0;
     96		}
     97	} else {
     98		dev_err(sst_drv_ctx->dev, "signal interrupted\n");
     99		retval = -EINTR;
    100	}
    101	return retval;
    102
    103}
    104
    105/*
    106 * sst_wait_timeout - wait on event for timeout
    107 *
    108 * @sst_drv_ctx: Driver context
    109 * @block: Driver block to wait on
    110 *
    111 * This function waits with a timeout value (and is not interruptible) on a
    112 * given block event
    113 */
    114int sst_wait_timeout(struct intel_sst_drv *sst_drv_ctx, struct sst_block *block)
    115{
    116	int retval = 0;
    117
    118	/*
    119	 * NOTE:
    120	 * Observed that FW processes the alloc msg and replies even
    121	 * before the alloc thread has finished execution
    122	 */
    123	dev_dbg(sst_drv_ctx->dev,
    124		"waiting for condition %x ipc %d drv_id %d\n",
    125		block->condition, block->msg_id, block->drv_id);
    126	if (wait_event_timeout(sst_drv_ctx->wait_queue,
    127				block->condition,
    128				msecs_to_jiffies(SST_BLOCK_TIMEOUT))) {
    129		/* event wake */
    130		dev_dbg(sst_drv_ctx->dev, "Event wake %x\n",
    131				block->condition);
    132		dev_dbg(sst_drv_ctx->dev, "message ret: %d\n",
    133				block->ret_code);
    134		retval = -block->ret_code;
    135	} else {
    136		block->on = false;
    137		dev_err(sst_drv_ctx->dev,
    138			"Wait timed-out condition:%#x, msg_id:%#x fw_state %#x\n",
    139			block->condition, block->msg_id, sst_drv_ctx->sst_state);
    140		sst_drv_ctx->sst_state = SST_RESET;
    141
    142		retval = -EBUSY;
    143	}
    144	return retval;
    145}
    146
    147/*
    148 * sst_create_ipc_msg - create a IPC message
    149 *
    150 * @arg: ipc message
    151 * @large: large or short message
    152 *
    153 * this function allocates structures to send a large or short
    154 * message to the firmware
    155 */
    156int sst_create_ipc_msg(struct ipc_post **arg, bool large)
    157{
    158	struct ipc_post *msg;
    159
    160	msg = kzalloc(sizeof(*msg), GFP_ATOMIC);
    161	if (!msg)
    162		return -ENOMEM;
    163	if (large) {
    164		msg->mailbox_data = kzalloc(SST_MAILBOX_SIZE, GFP_ATOMIC);
    165		if (!msg->mailbox_data) {
    166			kfree(msg);
    167			return -ENOMEM;
    168		}
    169	} else {
    170		msg->mailbox_data = NULL;
    171	}
    172	msg->is_large = large;
    173	*arg = msg;
    174	return 0;
    175}
    176
    177/*
    178 * sst_create_block_and_ipc_msg - Creates IPC message and sst block
    179 * @arg: passed to sst_create_ipc_message API
    180 * @large: large or short message
    181 * @sst_drv_ctx: sst driver context
    182 * @block: return block allocated
    183 * @msg_id: IPC
    184 * @drv_id: stream id or private id
    185 */
    186int sst_create_block_and_ipc_msg(struct ipc_post **arg, bool large,
    187		struct intel_sst_drv *sst_drv_ctx, struct sst_block **block,
    188		u32 msg_id, u32 drv_id)
    189{
    190	int retval;
    191
    192	retval = sst_create_ipc_msg(arg, large);
    193	if (retval)
    194		return retval;
    195	*block = sst_create_block(sst_drv_ctx, msg_id, drv_id);
    196	if (*block == NULL) {
    197		kfree(*arg);
    198		return -ENOMEM;
    199	}
    200	return 0;
    201}
    202
    203/*
    204 * sst_clean_stream - clean the stream context
    205 *
    206 * @stream: stream structure
    207 *
    208 * this function resets the stream contexts
    209 * should be called in free
    210 */
    211void sst_clean_stream(struct stream_info *stream)
    212{
    213	stream->status = STREAM_UN_INIT;
    214	stream->prev = STREAM_UN_INIT;
    215	mutex_lock(&stream->lock);
    216	stream->cumm_bytes = 0;
    217	mutex_unlock(&stream->lock);
    218}
    219
    220int sst_prepare_and_post_msg(struct intel_sst_drv *sst,
    221		int task_id, int ipc_msg, int cmd_id, int pipe_id,
    222		size_t mbox_data_len, const void *mbox_data, void **data,
    223		bool large, bool fill_dsp, bool sync, bool response)
    224{
    225	struct sst_block *block = NULL;
    226	struct ipc_post *msg = NULL;
    227	struct ipc_dsp_hdr dsp_hdr;
    228	int ret = 0, pvt_id;
    229
    230	pvt_id = sst_assign_pvt_id(sst);
    231	if (pvt_id < 0)
    232		return pvt_id;
    233
    234	if (response)
    235		ret = sst_create_block_and_ipc_msg(
    236				&msg, large, sst, &block, ipc_msg, pvt_id);
    237	else
    238		ret = sst_create_ipc_msg(&msg, large);
    239
    240	if (ret < 0) {
    241		test_and_clear_bit(pvt_id, &sst->pvt_id);
    242		return -ENOMEM;
    243	}
    244
    245	dev_dbg(sst->dev, "pvt_id = %d, pipe id = %d, task = %d ipc_msg: %d\n",
    246		 pvt_id, pipe_id, task_id, ipc_msg);
    247	sst_fill_header_mrfld(&msg->mrfld_header, ipc_msg,
    248					task_id, large, pvt_id);
    249	msg->mrfld_header.p.header_low_payload = sizeof(dsp_hdr) + mbox_data_len;
    250	msg->mrfld_header.p.header_high.part.res_rqd = !sync;
    251	dev_dbg(sst->dev, "header:%x\n",
    252			msg->mrfld_header.p.header_high.full);
    253	dev_dbg(sst->dev, "response rqd: %x",
    254			msg->mrfld_header.p.header_high.part.res_rqd);
    255	dev_dbg(sst->dev, "msg->mrfld_header.p.header_low_payload:%d",
    256			msg->mrfld_header.p.header_low_payload);
    257	if (fill_dsp) {
    258		sst_fill_header_dsp(&dsp_hdr, cmd_id, pipe_id, mbox_data_len);
    259		memcpy(msg->mailbox_data, &dsp_hdr, sizeof(dsp_hdr));
    260		if (mbox_data_len) {
    261			memcpy(msg->mailbox_data + sizeof(dsp_hdr),
    262					mbox_data, mbox_data_len);
    263		}
    264	}
    265
    266	if (sync)
    267		sst->ops->post_message(sst, msg, true);
    268	else
    269		sst_add_to_dispatch_list_and_post(sst, msg);
    270
    271	if (response) {
    272		ret = sst_wait_timeout(sst, block);
    273		if (ret < 0)
    274			goto out;
    275
    276		if (data && block->data) {
    277			*data = kmemdup(block->data, block->size, GFP_KERNEL);
    278			if (!*data) {
    279				ret = -ENOMEM;
    280				goto out;
    281			}
    282		}
    283	}
    284out:
    285	if (response)
    286		sst_free_block(sst, block);
    287	test_and_clear_bit(pvt_id, &sst->pvt_id);
    288	return ret;
    289}
    290
    291int sst_pm_runtime_put(struct intel_sst_drv *sst_drv)
    292{
    293	int ret;
    294
    295	pm_runtime_mark_last_busy(sst_drv->dev);
    296	ret = pm_runtime_put_autosuspend(sst_drv->dev);
    297	if (ret < 0)
    298		return ret;
    299	return 0;
    300}
    301
    302void sst_fill_header_mrfld(union ipc_header_mrfld *header,
    303				int msg, int task_id, int large, int drv_id)
    304{
    305	header->full = 0;
    306	header->p.header_high.part.msg_id = msg;
    307	header->p.header_high.part.task_id = task_id;
    308	header->p.header_high.part.large = large;
    309	header->p.header_high.part.drv_id = drv_id;
    310	header->p.header_high.part.done = 0;
    311	header->p.header_high.part.busy = 1;
    312	header->p.header_high.part.res_rqd = 1;
    313}
    314
    315void sst_fill_header_dsp(struct ipc_dsp_hdr *dsp, int msg,
    316					int pipe_id, int len)
    317{
    318	dsp->cmd_id = msg;
    319	dsp->mod_index_id = 0xff;
    320	dsp->pipe_id = pipe_id;
    321	dsp->length = len;
    322	dsp->mod_id = 0;
    323}
    324
    325#define SST_MAX_BLOCKS 15
    326/*
    327 * sst_assign_pvt_id - assign a pvt id for stream
    328 *
    329 * @sst_drv_ctx : driver context
    330 *
    331 * this function assigns a private id for calls that dont have stream
    332 * context yet, should be called with lock held
    333 * uses bits for the id, and finds first free bits and assigns that
    334 */
    335int sst_assign_pvt_id(struct intel_sst_drv *drv)
    336{
    337	int local;
    338
    339	spin_lock(&drv->block_lock);
    340	/* find first zero index from lsb */
    341	local = ffz(drv->pvt_id);
    342	dev_dbg(drv->dev, "pvt_id assigned --> %d\n", local);
    343	if (local >= SST_MAX_BLOCKS){
    344		spin_unlock(&drv->block_lock);
    345		dev_err(drv->dev, "PVT _ID error: no free id blocks ");
    346		return -EINVAL;
    347	}
    348	/* toggle the index */
    349	change_bit(local, &drv->pvt_id);
    350	spin_unlock(&drv->block_lock);
    351	return local;
    352}
    353
    354int sst_validate_strid(
    355		struct intel_sst_drv *sst_drv_ctx, int str_id)
    356{
    357	if (str_id <= 0 || str_id > sst_drv_ctx->info.max_streams) {
    358		dev_err(sst_drv_ctx->dev,
    359			"SST ERR: invalid stream id : %d, max %d\n",
    360			str_id, sst_drv_ctx->info.max_streams);
    361		return -EINVAL;
    362	}
    363
    364	return 0;
    365}
    366
    367struct stream_info *get_stream_info(
    368		struct intel_sst_drv *sst_drv_ctx, int str_id)
    369{
    370	if (sst_validate_strid(sst_drv_ctx, str_id))
    371		return NULL;
    372	return &sst_drv_ctx->streams[str_id];
    373}
    374
    375int get_stream_id_mrfld(struct intel_sst_drv *sst_drv_ctx,
    376		u32 pipe_id)
    377{
    378	int i;
    379
    380	for (i = 1; i <= sst_drv_ctx->info.max_streams; i++)
    381		if (pipe_id == sst_drv_ctx->streams[i].pipe_id)
    382			return i;
    383
    384	dev_dbg(sst_drv_ctx->dev, "no such pipe_id(%u)", pipe_id);
    385	return -1;
    386}
    387
    388u32 relocate_imr_addr_mrfld(u32 base_addr)
    389{
    390	/* Get the difference from 512MB aligned base addr */
    391	/* relocate the base */
    392	base_addr = MRFLD_FW_VIRTUAL_BASE + (base_addr % (512 * 1024 * 1024));
    393	return base_addr;
    394}
    395EXPORT_SYMBOL_GPL(relocate_imr_addr_mrfld);
    396
    397void sst_add_to_dispatch_list_and_post(struct intel_sst_drv *sst,
    398						struct ipc_post *msg)
    399{
    400	unsigned long irq_flags;
    401
    402	spin_lock_irqsave(&sst->ipc_spin_lock, irq_flags);
    403	list_add_tail(&msg->node, &sst->ipc_dispatch_list);
    404	spin_unlock_irqrestore(&sst->ipc_spin_lock, irq_flags);
    405	sst->ops->post_message(sst, NULL, false);
    406}