cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

avs.h (11929B)


      1/* SPDX-License-Identifier: GPL-2.0-only */
      2/*
      3 * Copyright(c) 2021-2022 Intel Corporation. All rights reserved.
      4 *
      5 * Authors: Cezary Rojewski <cezary.rojewski@intel.com>
      6 *          Amadeusz Slawinski <amadeuszx.slawinski@linux.intel.com>
      7 */
      8
      9#ifndef __SOUND_SOC_INTEL_AVS_H
     10#define __SOUND_SOC_INTEL_AVS_H
     11
     12#include <linux/device.h>
     13#include <linux/firmware.h>
     14#include <linux/kfifo.h>
     15#include <sound/hda_codec.h>
     16#include <sound/hda_register.h>
     17#include <sound/soc-component.h>
     18#include "messages.h"
     19#include "registers.h"
     20
     21struct avs_dev;
     22struct avs_tplg;
     23struct avs_tplg_library;
     24struct avs_soc_component;
     25struct avs_ipc_msg;
     26
     27/*
     28 * struct avs_dsp_ops - Platform-specific DSP operations
     29 *
     30 * @power: Power on or off DSP cores
     31 * @reset: Enter or exit reset state on DSP cores
     32 * @stall: Stall or run DSP cores
     33 * @irq_handler: Top half of IPC servicing
     34 * @irq_thread: Bottom half of IPC servicing
     35 * @int_control: Enable or disable IPC interrupts
     36 */
     37struct avs_dsp_ops {
     38	int (* const power)(struct avs_dev *, u32, bool);
     39	int (* const reset)(struct avs_dev *, u32, bool);
     40	int (* const stall)(struct avs_dev *, u32, bool);
     41	irqreturn_t (* const irq_handler)(int, void *);
     42	irqreturn_t (* const irq_thread)(int, void *);
     43	void (* const int_control)(struct avs_dev *, bool);
     44	int (* const load_basefw)(struct avs_dev *, struct firmware *);
     45	int (* const load_lib)(struct avs_dev *, struct firmware *, u32);
     46	int (* const transfer_mods)(struct avs_dev *, bool, struct avs_module_entry *, u32);
     47	int (* const enable_logs)(struct avs_dev *, enum avs_log_enable, u32, u32, unsigned long,
     48				  u32 *);
     49	int (* const log_buffer_offset)(struct avs_dev *, u32);
     50	int (* const log_buffer_status)(struct avs_dev *, union avs_notify_msg *);
     51	int (* const coredump)(struct avs_dev *, union avs_notify_msg *);
     52	bool (* const d0ix_toggle)(struct avs_dev *, struct avs_ipc_msg *, bool);
     53	int (* const set_d0ix)(struct avs_dev *, bool);
     54};
     55
     56#define avs_dsp_op(adev, op, ...) \
     57	((adev)->spec->dsp_ops->op(adev, ## __VA_ARGS__))
     58
     59extern const struct avs_dsp_ops skl_dsp_ops;
     60extern const struct avs_dsp_ops apl_dsp_ops;
     61
     62#define AVS_PLATATTR_CLDMA		BIT_ULL(0)
     63#define AVS_PLATATTR_IMR		BIT_ULL(1)
     64
     65#define avs_platattr_test(adev, attr) \
     66	((adev)->spec->attributes & AVS_PLATATTR_##attr)
     67
     68/* Platform specific descriptor */
     69struct avs_spec {
     70	const char *name;
     71
     72	const struct avs_dsp_ops *const dsp_ops;
     73	struct avs_fw_version min_fw_version; /* anything below is rejected */
     74
     75	const u32 core_init_mask;	/* used during DSP boot */
     76	const u64 attributes;		/* bitmask of AVS_PLATATTR_* */
     77	const u32 sram_base_offset;
     78	const u32 sram_window_size;
     79	const u32 rom_status;
     80};
     81
     82struct avs_fw_entry {
     83	char *name;
     84	const struct firmware *fw;
     85
     86	struct list_head node;
     87};
     88
     89struct avs_debug {
     90	struct kfifo trace_fifo;
     91	spinlock_t fifo_lock;	/* serialize I/O for trace_fifo */
     92	spinlock_t trace_lock;	/* serialize debug window I/O between each LOG_BUFFER_STATUS */
     93	wait_queue_head_t trace_waitq;
     94	u32 aging_timer_period;
     95	u32 fifo_full_timer_period;
     96	u32 logged_resources;	/* context dependent: core or library */
     97};
     98
     99/*
    100 * struct avs_dev - Intel HD-Audio driver data
    101 *
    102 * @dev: PCI device
    103 * @dsp_ba: DSP bar address
    104 * @spec: platform-specific descriptor
    105 * @fw_cfg: Firmware configuration, obtained through FW_CONFIG message
    106 * @hw_cfg: Hardware configuration, obtained through HW_CONFIG message
    107 * @mods_info: Available module-types, obtained through MODULES_INFO message
    108 * @mod_idas: Module instance ID pool, one per module-type
    109 * @modres_mutex: For synchronizing any @mods_info updates
    110 * @ppl_ida: Pipeline instance ID pool
    111 * @fw_list: List of libraries loaded, including base firmware
    112 */
    113struct avs_dev {
    114	struct hda_bus base;
    115	struct device *dev;
    116
    117	void __iomem *dsp_ba;
    118	const struct avs_spec *spec;
    119	struct avs_ipc *ipc;
    120
    121	struct avs_fw_cfg fw_cfg;
    122	struct avs_hw_cfg hw_cfg;
    123	struct avs_mods_info *mods_info;
    124	struct ida **mod_idas;
    125	struct mutex modres_mutex;
    126	struct ida ppl_ida;
    127	struct list_head fw_list;
    128	int *core_refs;		/* reference count per core */
    129	char **lib_names;
    130
    131	struct completion fw_ready;
    132	struct work_struct probe_work;
    133
    134	struct nhlt_acpi_table *nhlt;
    135	struct list_head comp_list;
    136	struct mutex comp_list_mutex;
    137	struct list_head path_list;
    138	spinlock_t path_list_lock;
    139	struct mutex path_mutex;
    140
    141	struct avs_debug dbg;
    142};
    143
    144/* from hda_bus to avs_dev */
    145#define hda_to_avs(hda) container_of(hda, struct avs_dev, base)
    146/* from hdac_bus to avs_dev */
    147#define hdac_to_avs(hdac) hda_to_avs(to_hda_bus(hdac))
    148/* from device to avs_dev */
    149#define to_avs_dev(dev) \
    150({ \
    151	struct hdac_bus *__bus = dev_get_drvdata(dev); \
    152	hdac_to_avs(__bus); \
    153})
    154
    155int avs_dsp_core_power(struct avs_dev *adev, u32 core_mask, bool power);
    156int avs_dsp_core_reset(struct avs_dev *adev, u32 core_mask, bool reset);
    157int avs_dsp_core_stall(struct avs_dev *adev, u32 core_mask, bool stall);
    158int avs_dsp_core_enable(struct avs_dev *adev, u32 core_mask);
    159int avs_dsp_core_disable(struct avs_dev *adev, u32 core_mask);
    160
    161/* Inter Process Communication */
    162
    163struct avs_ipc_msg {
    164	union {
    165		u64 header;
    166		union avs_global_msg glb;
    167		union avs_reply_msg rsp;
    168	};
    169	void *data;
    170	size_t size;
    171};
    172
    173/*
    174 * struct avs_ipc - DSP IPC context
    175 *
    176 * @dev: PCI device
    177 * @rx: Reply message cache
    178 * @default_timeout_ms: default message timeout in MS
    179 * @ready: whether firmware is ready and communication is open
    180 * @rx_completed: whether RX for previously sent TX has been received
    181 * @rx_lock: for serializing manipulation of rx_* fields
    182 * @msg_lock: for synchronizing request handling
    183 * @done_completion: DONE-part of IPC i.e. ROM and ACKs from FW
    184 * @busy_completion: BUSY-part of IPC i.e. receiving responses from FW
    185 */
    186struct avs_ipc {
    187	struct device *dev;
    188
    189	struct avs_ipc_msg rx;
    190	u32 default_timeout_ms;
    191	bool ready;
    192	atomic_t recovering;
    193
    194	bool rx_completed;
    195	spinlock_t rx_lock;
    196	struct mutex msg_mutex;
    197	struct completion done_completion;
    198	struct completion busy_completion;
    199
    200	struct work_struct recovery_work;
    201	struct delayed_work d0ix_work;
    202	atomic_t d0ix_disable_depth;
    203	bool in_d0ix;
    204};
    205
    206#define AVS_EIPC	EREMOTEIO
    207/*
    208 * IPC handlers may return positive value (firmware error code) what denotes
    209 * successful HOST <-> DSP communication yet failure to process specific request.
    210 *
    211 * Below macro converts returned value to linux kernel error code.
    212 * All IPC callers MUST use it as soon as firmware error code is consumed.
    213 */
    214#define AVS_IPC_RET(ret) \
    215	(((ret) <= 0) ? (ret) : -AVS_EIPC)
    216
    217static inline void avs_ipc_err(struct avs_dev *adev, struct avs_ipc_msg *tx,
    218			       const char *name, int error)
    219{
    220	/*
    221	 * If IPC channel is blocked e.g.: due to ongoing recovery,
    222	 * -EPERM error code is expected and thus it's not an actual error.
    223	 */
    224	if (error == -EPERM)
    225		dev_dbg(adev->dev, "%s 0x%08x 0x%08x failed: %d\n", name,
    226			tx->glb.primary, tx->glb.ext.val, error);
    227	else
    228		dev_err(adev->dev, "%s 0x%08x 0x%08x failed: %d\n", name,
    229			tx->glb.primary, tx->glb.ext.val, error);
    230}
    231
    232irqreturn_t avs_dsp_irq_handler(int irq, void *dev_id);
    233irqreturn_t avs_dsp_irq_thread(int irq, void *dev_id);
    234void avs_dsp_process_response(struct avs_dev *adev, u64 header);
    235int avs_dsp_send_msg_timeout(struct avs_dev *adev,
    236			     struct avs_ipc_msg *request,
    237			     struct avs_ipc_msg *reply, int timeout);
    238int avs_dsp_send_msg(struct avs_dev *adev,
    239		     struct avs_ipc_msg *request, struct avs_ipc_msg *reply);
    240/* Two variants below are for messages that control DSP power states. */
    241int avs_dsp_send_pm_msg_timeout(struct avs_dev *adev, struct avs_ipc_msg *request,
    242				struct avs_ipc_msg *reply, int timeout, bool wake_d0i0);
    243int avs_dsp_send_pm_msg(struct avs_dev *adev, struct avs_ipc_msg *request,
    244			struct avs_ipc_msg *reply, bool wake_d0i0);
    245int avs_dsp_send_rom_msg_timeout(struct avs_dev *adev,
    246				 struct avs_ipc_msg *request, int timeout);
    247int avs_dsp_send_rom_msg(struct avs_dev *adev, struct avs_ipc_msg *request);
    248void avs_dsp_interrupt_control(struct avs_dev *adev, bool enable);
    249int avs_ipc_init(struct avs_ipc *ipc, struct device *dev);
    250void avs_ipc_block(struct avs_ipc *ipc);
    251
    252int avs_dsp_disable_d0ix(struct avs_dev *adev);
    253int avs_dsp_enable_d0ix(struct avs_dev *adev);
    254
    255int skl_log_buffer_offset(struct avs_dev *adev, u32 core);
    256
    257/* Firmware resources management */
    258
    259int avs_get_module_entry(struct avs_dev *adev, const guid_t *uuid, struct avs_module_entry *entry);
    260int avs_get_module_id_entry(struct avs_dev *adev, u32 module_id, struct avs_module_entry *entry);
    261int avs_get_module_id(struct avs_dev *adev, const guid_t *uuid);
    262bool avs_is_module_ida_empty(struct avs_dev *adev, u32 module_id);
    263
    264int avs_module_info_init(struct avs_dev *adev, bool purge);
    265void avs_module_info_free(struct avs_dev *adev);
    266int avs_module_id_alloc(struct avs_dev *adev, u16 module_id);
    267void avs_module_id_free(struct avs_dev *adev, u16 module_id, u8 instance_id);
    268int avs_request_firmware(struct avs_dev *adev, const struct firmware **fw_p, const char *name);
    269void avs_release_last_firmware(struct avs_dev *adev);
    270void avs_release_firmwares(struct avs_dev *adev);
    271
    272int avs_dsp_init_module(struct avs_dev *adev, u16 module_id, u8 ppl_instance_id,
    273			u8 core_id, u8 domain, void *param, u32 param_size,
    274			u16 *instance_id);
    275void avs_dsp_delete_module(struct avs_dev *adev, u16 module_id, u16 instance_id,
    276			   u8 ppl_instance_id, u8 core_id);
    277int avs_dsp_create_pipeline(struct avs_dev *adev, u16 req_size, u8 priority,
    278			    bool lp, u16 attributes, u8 *instance_id);
    279int avs_dsp_delete_pipeline(struct avs_dev *adev, u8 instance_id);
    280
    281/* Firmware loading */
    282
    283void avs_hda_clock_gating_enable(struct avs_dev *adev, bool enable);
    284void avs_hda_power_gating_enable(struct avs_dev *adev, bool enable);
    285void avs_hda_l1sen_enable(struct avs_dev *adev, bool enable);
    286
    287int avs_dsp_load_libraries(struct avs_dev *adev, struct avs_tplg_library *libs, u32 num_libs);
    288int avs_dsp_boot_firmware(struct avs_dev *adev, bool purge);
    289int avs_dsp_first_boot_firmware(struct avs_dev *adev);
    290
    291int avs_cldma_load_basefw(struct avs_dev *adev, struct firmware *fw);
    292int avs_cldma_load_library(struct avs_dev *adev, struct firmware *lib, u32 id);
    293int avs_cldma_transfer_modules(struct avs_dev *adev, bool load,
    294			       struct avs_module_entry *mods, u32 num_mods);
    295int avs_hda_load_basefw(struct avs_dev *adev, struct firmware *fw);
    296int avs_hda_load_library(struct avs_dev *adev, struct firmware *lib, u32 id);
    297int avs_hda_transfer_modules(struct avs_dev *adev, bool load,
    298			     struct avs_module_entry *mods, u32 num_mods);
    299
    300/* Soc component members */
    301
    302struct avs_soc_component {
    303	struct snd_soc_component base;
    304	struct avs_tplg *tplg;
    305
    306	struct list_head node;
    307};
    308
    309#define to_avs_soc_component(comp) \
    310	container_of(comp, struct avs_soc_component, base)
    311
    312extern const struct snd_soc_dai_ops avs_dai_fe_ops;
    313
    314int avs_dmic_platform_register(struct avs_dev *adev, const char *name);
    315int avs_i2s_platform_register(struct avs_dev *adev, const char *name, unsigned long port_mask,
    316			      unsigned long *tdms);
    317int avs_hda_platform_register(struct avs_dev *adev, const char *name);
    318
    319int avs_register_all_boards(struct avs_dev *adev);
    320void avs_unregister_all_boards(struct avs_dev *adev);
    321
    322/* Firmware tracing helpers */
    323
    324unsigned int __kfifo_fromio_locked(struct kfifo *fifo, const void __iomem *src, unsigned int len,
    325				   spinlock_t *lock);
    326
    327#define avs_log_buffer_size(adev) \
    328	((adev)->fw_cfg.trace_log_bytes / (adev)->hw_cfg.dsp_cores)
    329
    330#define avs_log_buffer_addr(adev, core) \
    331({ \
    332	s32 __offset = avs_dsp_op(adev, log_buffer_offset, core); \
    333	(__offset < 0) ? NULL : \
    334			 (avs_sram_addr(adev, AVS_DEBUG_WINDOW) + __offset); \
    335})
    336
    337struct apl_log_buffer_layout {
    338	u32 read_ptr;
    339	u32 write_ptr;
    340	u8 buffer[];
    341} __packed;
    342
    343#define apl_log_payload_size(adev) \
    344	(avs_log_buffer_size(adev) - sizeof(struct apl_log_buffer_layout))
    345
    346#define apl_log_payload_addr(addr) \
    347	(addr + sizeof(struct apl_log_buffer_layout))
    348
    349#endif /* __SOUND_SOC_INTEL_AVS_H */