cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

control.c (26027B)


      1// SPDX-License-Identifier: GPL-2.0-only
      2/*
      3 * OMAP2/3 System Control Module register access
      4 *
      5 * Copyright (C) 2007, 2012 Texas Instruments, Inc.
      6 * Copyright (C) 2007 Nokia Corporation
      7 *
      8 * Written by Paul Walmsley
      9 */
     10#undef DEBUG
     11
     12#include <linux/kernel.h>
     13#include <linux/io.h>
     14#include <linux/of_address.h>
     15#include <linux/regmap.h>
     16#include <linux/mfd/syscon.h>
     17#include <linux/cpu_pm.h>
     18
     19#include "soc.h"
     20#include "iomap.h"
     21#include "common.h"
     22#include "cm-regbits-34xx.h"
     23#include "prm-regbits-34xx.h"
     24#include "prm3xxx.h"
     25#include "cm3xxx.h"
     26#include "sdrc.h"
     27#include "pm.h"
     28#include "control.h"
     29#include "clock.h"
     30
     31/* Used by omap3_ctrl_save_padconf() */
     32#define START_PADCONF_SAVE		0x2
     33#define PADCONF_SAVE_DONE		0x1
     34
     35static void __iomem *omap2_ctrl_base;
     36static s16 omap2_ctrl_offset;
     37
     38#if defined(CONFIG_ARCH_OMAP3) && defined(CONFIG_PM)
     39struct omap3_scratchpad {
     40	u32 boot_config_ptr;
     41	u32 public_restore_ptr;
     42	u32 secure_ram_restore_ptr;
     43	u32 sdrc_module_semaphore;
     44	u32 prcm_block_offset;
     45	u32 sdrc_block_offset;
     46};
     47
     48struct omap3_scratchpad_prcm_block {
     49	u32 prm_contents[2];
     50	u32 cm_contents[11];
     51	u32 prcm_block_size;
     52};
     53
     54struct omap3_scratchpad_sdrc_block {
     55	u16 sysconfig;
     56	u16 cs_cfg;
     57	u16 sharing;
     58	u16 err_type;
     59	u32 dll_a_ctrl;
     60	u32 dll_b_ctrl;
     61	u32 power;
     62	u32 cs_0;
     63	u32 mcfg_0;
     64	u16 mr_0;
     65	u16 emr_1_0;
     66	u16 emr_2_0;
     67	u16 emr_3_0;
     68	u32 actim_ctrla_0;
     69	u32 actim_ctrlb_0;
     70	u32 rfr_ctrl_0;
     71	u32 cs_1;
     72	u32 mcfg_1;
     73	u16 mr_1;
     74	u16 emr_1_1;
     75	u16 emr_2_1;
     76	u16 emr_3_1;
     77	u32 actim_ctrla_1;
     78	u32 actim_ctrlb_1;
     79	u32 rfr_ctrl_1;
     80	u16 dcdl_1_ctrl;
     81	u16 dcdl_2_ctrl;
     82	u32 flags;
     83	u32 block_size;
     84};
     85
     86void *omap3_secure_ram_storage;
     87
     88/*
     89 * This is used to store ARM registers in SDRAM before attempting
     90 * an MPU OFF. The save and restore happens from the SRAM sleep code.
     91 * The address is stored in scratchpad, so that it can be used
     92 * during the restore path.
     93 */
     94u32 omap3_arm_context[128];
     95
     96struct omap3_control_regs {
     97	u32 sysconfig;
     98	u32 devconf0;
     99	u32 mem_dftrw0;
    100	u32 mem_dftrw1;
    101	u32 msuspendmux_0;
    102	u32 msuspendmux_1;
    103	u32 msuspendmux_2;
    104	u32 msuspendmux_3;
    105	u32 msuspendmux_4;
    106	u32 msuspendmux_5;
    107	u32 sec_ctrl;
    108	u32 devconf1;
    109	u32 csirxfe;
    110	u32 iva2_bootaddr;
    111	u32 iva2_bootmod;
    112	u32 wkup_ctrl;
    113	u32 debobs_0;
    114	u32 debobs_1;
    115	u32 debobs_2;
    116	u32 debobs_3;
    117	u32 debobs_4;
    118	u32 debobs_5;
    119	u32 debobs_6;
    120	u32 debobs_7;
    121	u32 debobs_8;
    122	u32 prog_io0;
    123	u32 prog_io1;
    124	u32 dss_dpll_spreading;
    125	u32 core_dpll_spreading;
    126	u32 per_dpll_spreading;
    127	u32 usbhost_dpll_spreading;
    128	u32 pbias_lite;
    129	u32 temp_sensor;
    130	u32 sramldo4;
    131	u32 sramldo5;
    132	u32 csi;
    133	u32 padconf_sys_nirq;
    134};
    135
    136static struct omap3_control_regs control_context;
    137#endif /* CONFIG_ARCH_OMAP3 && CONFIG_PM */
    138
    139u8 omap_ctrl_readb(u16 offset)
    140{
    141	u32 val;
    142	u8 byte_offset = offset & 0x3;
    143
    144	val = omap_ctrl_readl(offset);
    145
    146	return (val >> (byte_offset * 8)) & 0xff;
    147}
    148
    149u16 omap_ctrl_readw(u16 offset)
    150{
    151	u32 val;
    152	u16 byte_offset = offset & 0x2;
    153
    154	val = omap_ctrl_readl(offset);
    155
    156	return (val >> (byte_offset * 8)) & 0xffff;
    157}
    158
    159u32 omap_ctrl_readl(u16 offset)
    160{
    161	offset &= 0xfffc;
    162
    163	return readl_relaxed(omap2_ctrl_base + offset);
    164}
    165
    166void omap_ctrl_writeb(u8 val, u16 offset)
    167{
    168	u32 tmp;
    169	u8 byte_offset = offset & 0x3;
    170
    171	tmp = omap_ctrl_readl(offset);
    172
    173	tmp &= 0xffffffff ^ (0xff << (byte_offset * 8));
    174	tmp |= val << (byte_offset * 8);
    175
    176	omap_ctrl_writel(tmp, offset);
    177}
    178
    179void omap_ctrl_writew(u16 val, u16 offset)
    180{
    181	u32 tmp;
    182	u8 byte_offset = offset & 0x2;
    183
    184	tmp = omap_ctrl_readl(offset);
    185
    186	tmp &= 0xffffffff ^ (0xffff << (byte_offset * 8));
    187	tmp |= val << (byte_offset * 8);
    188
    189	omap_ctrl_writel(tmp, offset);
    190}
    191
    192void omap_ctrl_writel(u32 val, u16 offset)
    193{
    194	offset &= 0xfffc;
    195	writel_relaxed(val, omap2_ctrl_base + offset);
    196}
    197
    198#ifdef CONFIG_ARCH_OMAP3
    199
    200/**
    201 * omap3_ctrl_write_boot_mode - set scratchpad boot mode for the next boot
    202 * @bootmode: 8-bit value to pass to some boot code
    203 *
    204 * Set the bootmode in the scratchpad RAM.  This is used after the
    205 * system restarts.  Not sure what actually uses this - it may be the
    206 * bootloader, rather than the boot ROM - contrary to the preserved
    207 * comment below.  No return value.
    208 */
    209void omap3_ctrl_write_boot_mode(u8 bootmode)
    210{
    211	u32 l;
    212
    213	l = ('B' << 24) | ('M' << 16) | bootmode;
    214
    215	/*
    216	 * Reserve the first word in scratchpad for communicating
    217	 * with the boot ROM. A pointer to a data structure
    218	 * describing the boot process can be stored there,
    219	 * cf. OMAP34xx TRM, Initialization / Software Booting
    220	 * Configuration.
    221	 *
    222	 * XXX This should use some omap_ctrl_writel()-type function
    223	 */
    224	writel_relaxed(l, OMAP2_L4_IO_ADDRESS(OMAP343X_SCRATCHPAD + 4));
    225}
    226
    227#endif
    228
    229/**
    230 * omap_ctrl_write_dsp_boot_addr - set boot address for a remote processor
    231 * @bootaddr: physical address of the boot loader
    232 *
    233 * Set boot address for the boot loader of a supported processor
    234 * when a power ON sequence occurs.
    235 */
    236void omap_ctrl_write_dsp_boot_addr(u32 bootaddr)
    237{
    238	u32 offset = cpu_is_omap243x() ? OMAP243X_CONTROL_IVA2_BOOTADDR :
    239		     cpu_is_omap34xx() ? OMAP343X_CONTROL_IVA2_BOOTADDR :
    240		     cpu_is_omap44xx() ? OMAP4_CTRL_MODULE_CORE_DSP_BOOTADDR :
    241		     soc_is_omap54xx() ? OMAP4_CTRL_MODULE_CORE_DSP_BOOTADDR :
    242		     0;
    243
    244	if (!offset) {
    245		pr_err("%s: unsupported omap type\n", __func__);
    246		return;
    247	}
    248
    249	omap_ctrl_writel(bootaddr, offset);
    250}
    251
    252/**
    253 * omap_ctrl_write_dsp_boot_mode - set boot mode for a remote processor
    254 * @bootmode: 8-bit value to pass to some boot code
    255 *
    256 * Sets boot mode for the boot loader of a supported processor
    257 * when a power ON sequence occurs.
    258 */
    259void omap_ctrl_write_dsp_boot_mode(u8 bootmode)
    260{
    261	u32 offset = cpu_is_omap243x() ? OMAP243X_CONTROL_IVA2_BOOTMOD :
    262		     cpu_is_omap34xx() ? OMAP343X_CONTROL_IVA2_BOOTMOD :
    263		     0;
    264
    265	if (!offset) {
    266		pr_err("%s: unsupported omap type\n", __func__);
    267		return;
    268	}
    269
    270	omap_ctrl_writel(bootmode, offset);
    271}
    272
    273#if defined(CONFIG_ARCH_OMAP3) && defined(CONFIG_PM)
    274/*
    275 * Clears the scratchpad contents in case of cold boot-
    276 * called during bootup
    277 */
    278void omap3_clear_scratchpad_contents(void)
    279{
    280	u32 max_offset = OMAP343X_SCRATCHPAD_ROM_OFFSET;
    281	void __iomem *v_addr;
    282	u32 offset = 0;
    283
    284	v_addr = OMAP2_L4_IO_ADDRESS(OMAP343X_SCRATCHPAD_ROM);
    285	if (omap3xxx_prm_clear_global_cold_reset()) {
    286		for ( ; offset <= max_offset; offset += 0x4)
    287			writel_relaxed(0x0, (v_addr + offset));
    288	}
    289}
    290
    291/* Populate the scratchpad structure with restore structure */
    292void omap3_save_scratchpad_contents(void)
    293{
    294	void  __iomem *scratchpad_address;
    295	u32 arm_context_addr;
    296	struct omap3_scratchpad scratchpad_contents;
    297	struct omap3_scratchpad_prcm_block prcm_block_contents;
    298	struct omap3_scratchpad_sdrc_block sdrc_block_contents;
    299
    300	/*
    301	 * Populate the Scratchpad contents
    302	 *
    303	 * The "get_*restore_pointer" functions are used to provide a
    304	 * physical restore address where the ROM code jumps while waking
    305	 * up from MPU OFF/OSWR state.
    306	 * The restore pointer is stored into the scratchpad.
    307	 */
    308	scratchpad_contents.boot_config_ptr = 0x0;
    309	if (cpu_is_omap3630())
    310		scratchpad_contents.public_restore_ptr =
    311			__pa_symbol(omap3_restore_3630);
    312	else if (omap_rev() != OMAP3430_REV_ES3_0 &&
    313					omap_rev() != OMAP3430_REV_ES3_1 &&
    314					omap_rev() != OMAP3430_REV_ES3_1_2)
    315		scratchpad_contents.public_restore_ptr =
    316			__pa_symbol(omap3_restore);
    317	else
    318		scratchpad_contents.public_restore_ptr =
    319			__pa_symbol(omap3_restore_es3);
    320
    321	if (omap_type() == OMAP2_DEVICE_TYPE_GP)
    322		scratchpad_contents.secure_ram_restore_ptr = 0x0;
    323	else
    324		scratchpad_contents.secure_ram_restore_ptr =
    325			(u32) __pa(omap3_secure_ram_storage);
    326	scratchpad_contents.sdrc_module_semaphore = 0x0;
    327	scratchpad_contents.prcm_block_offset = 0x2C;
    328	scratchpad_contents.sdrc_block_offset = 0x64;
    329
    330	/* Populate the PRCM block contents */
    331	omap3_prm_save_scratchpad_contents(prcm_block_contents.prm_contents);
    332	omap3_cm_save_scratchpad_contents(prcm_block_contents.cm_contents);
    333
    334	prcm_block_contents.prcm_block_size = 0x0;
    335
    336	/* Populate the SDRC block contents */
    337	sdrc_block_contents.sysconfig =
    338			(sdrc_read_reg(SDRC_SYSCONFIG) & 0xFFFF);
    339	sdrc_block_contents.cs_cfg =
    340			(sdrc_read_reg(SDRC_CS_CFG) & 0xFFFF);
    341	sdrc_block_contents.sharing =
    342			(sdrc_read_reg(SDRC_SHARING) & 0xFFFF);
    343	sdrc_block_contents.err_type =
    344			(sdrc_read_reg(SDRC_ERR_TYPE) & 0xFFFF);
    345	sdrc_block_contents.dll_a_ctrl = sdrc_read_reg(SDRC_DLLA_CTRL);
    346	sdrc_block_contents.dll_b_ctrl = 0x0;
    347	/*
    348	 * Due to a OMAP3 errata (1.142), on EMU/HS devices SRDC should
    349	 * be programed to issue automatic self refresh on timeout
    350	 * of AUTO_CNT = 1 prior to any transition to OFF mode.
    351	 */
    352	if ((omap_type() != OMAP2_DEVICE_TYPE_GP)
    353			&& (omap_rev() >= OMAP3430_REV_ES3_0))
    354		sdrc_block_contents.power = (sdrc_read_reg(SDRC_POWER) &
    355				~(SDRC_POWER_AUTOCOUNT_MASK|
    356				SDRC_POWER_CLKCTRL_MASK)) |
    357				(1 << SDRC_POWER_AUTOCOUNT_SHIFT) |
    358				SDRC_SELF_REFRESH_ON_AUTOCOUNT;
    359	else
    360		sdrc_block_contents.power = sdrc_read_reg(SDRC_POWER);
    361
    362	sdrc_block_contents.cs_0 = 0x0;
    363	sdrc_block_contents.mcfg_0 = sdrc_read_reg(SDRC_MCFG_0);
    364	sdrc_block_contents.mr_0 = (sdrc_read_reg(SDRC_MR_0) & 0xFFFF);
    365	sdrc_block_contents.emr_1_0 = 0x0;
    366	sdrc_block_contents.emr_2_0 = 0x0;
    367	sdrc_block_contents.emr_3_0 = 0x0;
    368	sdrc_block_contents.actim_ctrla_0 =
    369			sdrc_read_reg(SDRC_ACTIM_CTRL_A_0);
    370	sdrc_block_contents.actim_ctrlb_0 =
    371			sdrc_read_reg(SDRC_ACTIM_CTRL_B_0);
    372	sdrc_block_contents.rfr_ctrl_0 =
    373			sdrc_read_reg(SDRC_RFR_CTRL_0);
    374	sdrc_block_contents.cs_1 = 0x0;
    375	sdrc_block_contents.mcfg_1 = sdrc_read_reg(SDRC_MCFG_1);
    376	sdrc_block_contents.mr_1 = sdrc_read_reg(SDRC_MR_1) & 0xFFFF;
    377	sdrc_block_contents.emr_1_1 = 0x0;
    378	sdrc_block_contents.emr_2_1 = 0x0;
    379	sdrc_block_contents.emr_3_1 = 0x0;
    380	sdrc_block_contents.actim_ctrla_1 =
    381			sdrc_read_reg(SDRC_ACTIM_CTRL_A_1);
    382	sdrc_block_contents.actim_ctrlb_1 =
    383			sdrc_read_reg(SDRC_ACTIM_CTRL_B_1);
    384	sdrc_block_contents.rfr_ctrl_1 =
    385			sdrc_read_reg(SDRC_RFR_CTRL_1);
    386	sdrc_block_contents.dcdl_1_ctrl = 0x0;
    387	sdrc_block_contents.dcdl_2_ctrl = 0x0;
    388	sdrc_block_contents.flags = 0x0;
    389	sdrc_block_contents.block_size = 0x0;
    390
    391	arm_context_addr = __pa_symbol(omap3_arm_context);
    392
    393	/* Copy all the contents to the scratchpad location */
    394	scratchpad_address = OMAP2_L4_IO_ADDRESS(OMAP343X_SCRATCHPAD);
    395	memcpy_toio(scratchpad_address, &scratchpad_contents,
    396		 sizeof(scratchpad_contents));
    397	/* Scratchpad contents being 32 bits, a divide by 4 done here */
    398	memcpy_toio(scratchpad_address +
    399		scratchpad_contents.prcm_block_offset,
    400		&prcm_block_contents, sizeof(prcm_block_contents));
    401	memcpy_toio(scratchpad_address +
    402		scratchpad_contents.sdrc_block_offset,
    403		&sdrc_block_contents, sizeof(sdrc_block_contents));
    404	/*
    405	 * Copies the address of the location in SDRAM where ARM
    406	 * registers get saved during a MPU OFF transition.
    407	 */
    408	memcpy_toio(scratchpad_address +
    409		scratchpad_contents.sdrc_block_offset +
    410		sizeof(sdrc_block_contents), &arm_context_addr, 4);
    411}
    412
    413void omap3_control_save_context(void)
    414{
    415	control_context.sysconfig = omap_ctrl_readl(OMAP2_CONTROL_SYSCONFIG);
    416	control_context.devconf0 = omap_ctrl_readl(OMAP2_CONTROL_DEVCONF0);
    417	control_context.mem_dftrw0 =
    418			omap_ctrl_readl(OMAP343X_CONTROL_MEM_DFTRW0);
    419	control_context.mem_dftrw1 =
    420			omap_ctrl_readl(OMAP343X_CONTROL_MEM_DFTRW1);
    421	control_context.msuspendmux_0 =
    422			omap_ctrl_readl(OMAP2_CONTROL_MSUSPENDMUX_0);
    423	control_context.msuspendmux_1 =
    424			omap_ctrl_readl(OMAP2_CONTROL_MSUSPENDMUX_1);
    425	control_context.msuspendmux_2 =
    426			omap_ctrl_readl(OMAP2_CONTROL_MSUSPENDMUX_2);
    427	control_context.msuspendmux_3 =
    428			omap_ctrl_readl(OMAP2_CONTROL_MSUSPENDMUX_3);
    429	control_context.msuspendmux_4 =
    430			omap_ctrl_readl(OMAP2_CONTROL_MSUSPENDMUX_4);
    431	control_context.msuspendmux_5 =
    432			omap_ctrl_readl(OMAP2_CONTROL_MSUSPENDMUX_5);
    433	control_context.sec_ctrl = omap_ctrl_readl(OMAP2_CONTROL_SEC_CTRL);
    434	control_context.devconf1 = omap_ctrl_readl(OMAP343X_CONTROL_DEVCONF1);
    435	control_context.csirxfe = omap_ctrl_readl(OMAP343X_CONTROL_CSIRXFE);
    436	control_context.iva2_bootaddr =
    437			omap_ctrl_readl(OMAP343X_CONTROL_IVA2_BOOTADDR);
    438	control_context.iva2_bootmod =
    439			omap_ctrl_readl(OMAP343X_CONTROL_IVA2_BOOTMOD);
    440	control_context.wkup_ctrl = omap_ctrl_readl(OMAP34XX_CONTROL_WKUP_CTRL);
    441	control_context.debobs_0 = omap_ctrl_readl(OMAP343X_CONTROL_DEBOBS(0));
    442	control_context.debobs_1 = omap_ctrl_readl(OMAP343X_CONTROL_DEBOBS(1));
    443	control_context.debobs_2 = omap_ctrl_readl(OMAP343X_CONTROL_DEBOBS(2));
    444	control_context.debobs_3 = omap_ctrl_readl(OMAP343X_CONTROL_DEBOBS(3));
    445	control_context.debobs_4 = omap_ctrl_readl(OMAP343X_CONTROL_DEBOBS(4));
    446	control_context.debobs_5 = omap_ctrl_readl(OMAP343X_CONTROL_DEBOBS(5));
    447	control_context.debobs_6 = omap_ctrl_readl(OMAP343X_CONTROL_DEBOBS(6));
    448	control_context.debobs_7 = omap_ctrl_readl(OMAP343X_CONTROL_DEBOBS(7));
    449	control_context.debobs_8 = omap_ctrl_readl(OMAP343X_CONTROL_DEBOBS(8));
    450	control_context.prog_io0 = omap_ctrl_readl(OMAP343X_CONTROL_PROG_IO0);
    451	control_context.prog_io1 = omap_ctrl_readl(OMAP343X_CONTROL_PROG_IO1);
    452	control_context.dss_dpll_spreading =
    453			omap_ctrl_readl(OMAP343X_CONTROL_DSS_DPLL_SPREADING);
    454	control_context.core_dpll_spreading =
    455			omap_ctrl_readl(OMAP343X_CONTROL_CORE_DPLL_SPREADING);
    456	control_context.per_dpll_spreading =
    457			omap_ctrl_readl(OMAP343X_CONTROL_PER_DPLL_SPREADING);
    458	control_context.usbhost_dpll_spreading =
    459		omap_ctrl_readl(OMAP343X_CONTROL_USBHOST_DPLL_SPREADING);
    460	control_context.pbias_lite =
    461			omap_ctrl_readl(OMAP343X_CONTROL_PBIAS_LITE);
    462	control_context.temp_sensor =
    463			omap_ctrl_readl(OMAP343X_CONTROL_TEMP_SENSOR);
    464	control_context.sramldo4 = omap_ctrl_readl(OMAP343X_CONTROL_SRAMLDO4);
    465	control_context.sramldo5 = omap_ctrl_readl(OMAP343X_CONTROL_SRAMLDO5);
    466	control_context.csi = omap_ctrl_readl(OMAP343X_CONTROL_CSI);
    467	control_context.padconf_sys_nirq =
    468		omap_ctrl_readl(OMAP343X_CONTROL_PADCONF_SYSNIRQ);
    469}
    470
    471void omap3_control_restore_context(void)
    472{
    473	omap_ctrl_writel(control_context.sysconfig, OMAP2_CONTROL_SYSCONFIG);
    474	omap_ctrl_writel(control_context.devconf0, OMAP2_CONTROL_DEVCONF0);
    475	omap_ctrl_writel(control_context.mem_dftrw0,
    476					OMAP343X_CONTROL_MEM_DFTRW0);
    477	omap_ctrl_writel(control_context.mem_dftrw1,
    478					OMAP343X_CONTROL_MEM_DFTRW1);
    479	omap_ctrl_writel(control_context.msuspendmux_0,
    480					OMAP2_CONTROL_MSUSPENDMUX_0);
    481	omap_ctrl_writel(control_context.msuspendmux_1,
    482					OMAP2_CONTROL_MSUSPENDMUX_1);
    483	omap_ctrl_writel(control_context.msuspendmux_2,
    484					OMAP2_CONTROL_MSUSPENDMUX_2);
    485	omap_ctrl_writel(control_context.msuspendmux_3,
    486					OMAP2_CONTROL_MSUSPENDMUX_3);
    487	omap_ctrl_writel(control_context.msuspendmux_4,
    488					OMAP2_CONTROL_MSUSPENDMUX_4);
    489	omap_ctrl_writel(control_context.msuspendmux_5,
    490					OMAP2_CONTROL_MSUSPENDMUX_5);
    491	omap_ctrl_writel(control_context.sec_ctrl, OMAP2_CONTROL_SEC_CTRL);
    492	omap_ctrl_writel(control_context.devconf1, OMAP343X_CONTROL_DEVCONF1);
    493	omap_ctrl_writel(control_context.csirxfe, OMAP343X_CONTROL_CSIRXFE);
    494	omap_ctrl_writel(control_context.iva2_bootaddr,
    495					OMAP343X_CONTROL_IVA2_BOOTADDR);
    496	omap_ctrl_writel(control_context.iva2_bootmod,
    497					OMAP343X_CONTROL_IVA2_BOOTMOD);
    498	omap_ctrl_writel(control_context.wkup_ctrl, OMAP34XX_CONTROL_WKUP_CTRL);
    499	omap_ctrl_writel(control_context.debobs_0, OMAP343X_CONTROL_DEBOBS(0));
    500	omap_ctrl_writel(control_context.debobs_1, OMAP343X_CONTROL_DEBOBS(1));
    501	omap_ctrl_writel(control_context.debobs_2, OMAP343X_CONTROL_DEBOBS(2));
    502	omap_ctrl_writel(control_context.debobs_3, OMAP343X_CONTROL_DEBOBS(3));
    503	omap_ctrl_writel(control_context.debobs_4, OMAP343X_CONTROL_DEBOBS(4));
    504	omap_ctrl_writel(control_context.debobs_5, OMAP343X_CONTROL_DEBOBS(5));
    505	omap_ctrl_writel(control_context.debobs_6, OMAP343X_CONTROL_DEBOBS(6));
    506	omap_ctrl_writel(control_context.debobs_7, OMAP343X_CONTROL_DEBOBS(7));
    507	omap_ctrl_writel(control_context.debobs_8, OMAP343X_CONTROL_DEBOBS(8));
    508	omap_ctrl_writel(control_context.prog_io0, OMAP343X_CONTROL_PROG_IO0);
    509	omap_ctrl_writel(control_context.prog_io1, OMAP343X_CONTROL_PROG_IO1);
    510	omap_ctrl_writel(control_context.dss_dpll_spreading,
    511					OMAP343X_CONTROL_DSS_DPLL_SPREADING);
    512	omap_ctrl_writel(control_context.core_dpll_spreading,
    513					OMAP343X_CONTROL_CORE_DPLL_SPREADING);
    514	omap_ctrl_writel(control_context.per_dpll_spreading,
    515					OMAP343X_CONTROL_PER_DPLL_SPREADING);
    516	omap_ctrl_writel(control_context.usbhost_dpll_spreading,
    517				OMAP343X_CONTROL_USBHOST_DPLL_SPREADING);
    518	omap_ctrl_writel(control_context.pbias_lite,
    519					OMAP343X_CONTROL_PBIAS_LITE);
    520	omap_ctrl_writel(control_context.temp_sensor,
    521					OMAP343X_CONTROL_TEMP_SENSOR);
    522	omap_ctrl_writel(control_context.sramldo4, OMAP343X_CONTROL_SRAMLDO4);
    523	omap_ctrl_writel(control_context.sramldo5, OMAP343X_CONTROL_SRAMLDO5);
    524	omap_ctrl_writel(control_context.csi, OMAP343X_CONTROL_CSI);
    525	omap_ctrl_writel(control_context.padconf_sys_nirq,
    526			 OMAP343X_CONTROL_PADCONF_SYSNIRQ);
    527}
    528
    529void omap3630_ctrl_disable_rta(void)
    530{
    531	if (!cpu_is_omap3630())
    532		return;
    533	omap_ctrl_writel(OMAP36XX_RTA_DISABLE, OMAP36XX_CONTROL_MEM_RTA_CTRL);
    534}
    535
    536/**
    537 * omap3_ctrl_save_padconf - save padconf registers to scratchpad RAM
    538 *
    539 * Tell the SCM to start saving the padconf registers, then wait for
    540 * the process to complete.  Returns 0 unconditionally, although it
    541 * should also eventually be able to return -ETIMEDOUT, if the save
    542 * does not complete.
    543 *
    544 * XXX This function is missing a timeout.  What should it be?
    545 */
    546int omap3_ctrl_save_padconf(void)
    547{
    548	u32 cpo;
    549
    550	/* Save the padconf registers */
    551	cpo = omap_ctrl_readl(OMAP343X_CONTROL_PADCONF_OFF);
    552	cpo |= START_PADCONF_SAVE;
    553	omap_ctrl_writel(cpo, OMAP343X_CONTROL_PADCONF_OFF);
    554
    555	/* wait for the save to complete */
    556	while (!(omap_ctrl_readl(OMAP343X_CONTROL_GENERAL_PURPOSE_STATUS)
    557		 & PADCONF_SAVE_DONE))
    558		udelay(1);
    559
    560	return 0;
    561}
    562
    563/**
    564 * omap3_ctrl_set_iva_bootmode_idle - sets the IVA2 bootmode to idle
    565 *
    566 * Sets the bootmode for IVA2 to idle. This is needed by the PM code to
    567 * force disable IVA2 so that it does not prevent any low-power states.
    568 */
    569static void __init omap3_ctrl_set_iva_bootmode_idle(void)
    570{
    571	omap_ctrl_writel(OMAP3_IVA2_BOOTMOD_IDLE,
    572			 OMAP343X_CONTROL_IVA2_BOOTMOD);
    573}
    574
    575/**
    576 * omap3_ctrl_setup_d2d_padconf - setup stacked modem pads for idle
    577 *
    578 * Sets up the pads controlling the stacked modem in such way that the
    579 * device can enter idle.
    580 */
    581static void __init omap3_ctrl_setup_d2d_padconf(void)
    582{
    583	u16 mask, padconf;
    584
    585	/*
    586	 * In a stand alone OMAP3430 where there is not a stacked
    587	 * modem for the D2D Idle Ack and D2D MStandby must be pulled
    588	 * high. S CONTROL_PADCONF_SAD2D_IDLEACK and
    589	 * CONTROL_PADCONF_SAD2D_MSTDBY to have a pull up.
    590	 */
    591	mask = (1 << 4) | (1 << 3); /* pull-up, enabled */
    592	padconf = omap_ctrl_readw(OMAP3_PADCONF_SAD2D_MSTANDBY);
    593	padconf |= mask;
    594	omap_ctrl_writew(padconf, OMAP3_PADCONF_SAD2D_MSTANDBY);
    595
    596	padconf = omap_ctrl_readw(OMAP3_PADCONF_SAD2D_IDLEACK);
    597	padconf |= mask;
    598	omap_ctrl_writew(padconf, OMAP3_PADCONF_SAD2D_IDLEACK);
    599}
    600
    601/**
    602 * omap3_ctrl_init - does static initializations for control module
    603 *
    604 * Initializes system control module. This sets up the sysconfig autoidle,
    605 * and sets up modem and iva2 so that they can be idled properly.
    606 */
    607void __init omap3_ctrl_init(void)
    608{
    609	omap_ctrl_writel(OMAP3430_AUTOIDLE_MASK, OMAP2_CONTROL_SYSCONFIG);
    610
    611	omap3_ctrl_set_iva_bootmode_idle();
    612
    613	omap3_ctrl_setup_d2d_padconf();
    614}
    615#endif /* CONFIG_ARCH_OMAP3 && CONFIG_PM */
    616
    617static unsigned long am43xx_control_reg_offsets[] = {
    618	AM33XX_CONTROL_SYSCONFIG_OFFSET,
    619	AM33XX_CONTROL_STATUS_OFFSET,
    620	AM43XX_CONTROL_MPU_L2_CTRL_OFFSET,
    621	AM33XX_CONTROL_CORE_SLDO_CTRL_OFFSET,
    622	AM33XX_CONTROL_MPU_SLDO_CTRL_OFFSET,
    623	AM33XX_CONTROL_CLK32KDIVRATIO_CTRL_OFFSET,
    624	AM33XX_CONTROL_BANDGAP_CTRL_OFFSET,
    625	AM33XX_CONTROL_BANDGAP_TRIM_OFFSET,
    626	AM33XX_CONTROL_PLL_CLKINPULOW_CTRL_OFFSET,
    627	AM33XX_CONTROL_MOSC_CTRL_OFFSET,
    628	AM33XX_CONTROL_DEEPSLEEP_CTRL_OFFSET,
    629	AM43XX_CONTROL_DISPLAY_PLL_SEL_OFFSET,
    630	AM33XX_CONTROL_INIT_PRIORITY_0_OFFSET,
    631	AM33XX_CONTROL_INIT_PRIORITY_1_OFFSET,
    632	AM33XX_CONTROL_TPTC_CFG_OFFSET,
    633	AM33XX_CONTROL_USB_CTRL0_OFFSET,
    634	AM33XX_CONTROL_USB_CTRL1_OFFSET,
    635	AM43XX_CONTROL_USB_CTRL2_OFFSET,
    636	AM43XX_CONTROL_GMII_SEL_OFFSET,
    637	AM43XX_CONTROL_MPUSS_CTRL_OFFSET,
    638	AM43XX_CONTROL_TIMER_CASCADE_CTRL_OFFSET,
    639	AM43XX_CONTROL_PWMSS_CTRL_OFFSET,
    640	AM33XX_CONTROL_MREQPRIO_0_OFFSET,
    641	AM33XX_CONTROL_MREQPRIO_1_OFFSET,
    642	AM33XX_CONTROL_HW_EVENT_SEL_GRP1_OFFSET,
    643	AM33XX_CONTROL_HW_EVENT_SEL_GRP2_OFFSET,
    644	AM33XX_CONTROL_HW_EVENT_SEL_GRP3_OFFSET,
    645	AM33XX_CONTROL_HW_EVENT_SEL_GRP4_OFFSET,
    646	AM33XX_CONTROL_SMRT_CTRL_OFFSET,
    647	AM33XX_CONTROL_MPUSS_HW_DEBUG_SEL_OFFSET,
    648	AM43XX_CONTROL_CQDETECT_STS_OFFSET,
    649	AM43XX_CONTROL_CQDETECT_STS2_OFFSET,
    650	AM43XX_CONTROL_VTP_CTRL_OFFSET,
    651	AM33XX_CONTROL_VREF_CTRL_OFFSET,
    652	AM33XX_CONTROL_TPCC_EVT_MUX_0_3_OFFSET,
    653	AM33XX_CONTROL_TPCC_EVT_MUX_4_7_OFFSET,
    654	AM33XX_CONTROL_TPCC_EVT_MUX_8_11_OFFSET,
    655	AM33XX_CONTROL_TPCC_EVT_MUX_12_15_OFFSET,
    656	AM33XX_CONTROL_TPCC_EVT_MUX_16_19_OFFSET,
    657	AM33XX_CONTROL_TPCC_EVT_MUX_20_23_OFFSET,
    658	AM33XX_CONTROL_TPCC_EVT_MUX_24_27_OFFSET,
    659	AM33XX_CONTROL_TPCC_EVT_MUX_28_31_OFFSET,
    660	AM33XX_CONTROL_TPCC_EVT_MUX_32_35_OFFSET,
    661	AM33XX_CONTROL_TPCC_EVT_MUX_36_39_OFFSET,
    662	AM33XX_CONTROL_TPCC_EVT_MUX_40_43_OFFSET,
    663	AM33XX_CONTROL_TPCC_EVT_MUX_44_47_OFFSET,
    664	AM33XX_CONTROL_TPCC_EVT_MUX_48_51_OFFSET,
    665	AM33XX_CONTROL_TPCC_EVT_MUX_52_55_OFFSET,
    666	AM33XX_CONTROL_TPCC_EVT_MUX_56_59_OFFSET,
    667	AM33XX_CONTROL_TPCC_EVT_MUX_60_63_OFFSET,
    668	AM33XX_CONTROL_TIMER_EVT_CAPT_OFFSET,
    669	AM33XX_CONTROL_ECAP_EVT_CAPT_OFFSET,
    670	AM33XX_CONTROL_ADC_EVT_CAPT_OFFSET,
    671	AM43XX_CONTROL_ADC1_EVT_CAPT_OFFSET,
    672	AM33XX_CONTROL_RESET_ISO_OFFSET,
    673};
    674
    675static u32 am33xx_control_vals[ARRAY_SIZE(am43xx_control_reg_offsets)];
    676
    677/**
    678 * am43xx_control_save_context - Save the wakeup domain registers
    679 *
    680 * Save the wkup domain registers
    681 */
    682static void am43xx_control_save_context(void)
    683{
    684	int i;
    685
    686	for (i = 0; i < ARRAY_SIZE(am43xx_control_reg_offsets); i++)
    687		am33xx_control_vals[i] =
    688				omap_ctrl_readl(am43xx_control_reg_offsets[i]);
    689}
    690
    691/**
    692 * am43xx_control_restore_context - Restore the wakeup domain registers
    693 *
    694 * Restore the wkup domain registers
    695 */
    696static void am43xx_control_restore_context(void)
    697{
    698	int i;
    699
    700	for (i = 0; i < ARRAY_SIZE(am43xx_control_reg_offsets); i++)
    701		omap_ctrl_writel(am33xx_control_vals[i],
    702				 am43xx_control_reg_offsets[i]);
    703}
    704
    705static int cpu_notifier(struct notifier_block *nb, unsigned long cmd, void *v)
    706{
    707	switch (cmd) {
    708	case CPU_CLUSTER_PM_ENTER:
    709		if (enable_off_mode)
    710			am43xx_control_save_context();
    711		break;
    712	case CPU_CLUSTER_PM_EXIT:
    713		if (enable_off_mode)
    714			am43xx_control_restore_context();
    715		break;
    716	}
    717
    718	return NOTIFY_OK;
    719}
    720
    721struct control_init_data {
    722	int index;
    723	void __iomem *mem;
    724	s16 offset;
    725};
    726
    727static struct control_init_data ctrl_data = {
    728	.index = TI_CLKM_CTRL,
    729};
    730
    731static const struct control_init_data omap2_ctrl_data = {
    732	.index = TI_CLKM_CTRL,
    733	.offset = -OMAP2_CONTROL_GENERAL,
    734};
    735
    736static const struct control_init_data ctrl_aux_data = {
    737	.index = TI_CLKM_CTRL_AUX,
    738};
    739
    740static const struct of_device_id omap_scrm_dt_match_table[] = {
    741	{ .compatible = "ti,am3-scm", .data = &ctrl_data },
    742	{ .compatible = "ti,am4-scm", .data = &ctrl_data },
    743	{ .compatible = "ti,omap2-scm", .data = &omap2_ctrl_data },
    744	{ .compatible = "ti,omap3-scm", .data = &omap2_ctrl_data },
    745	{ .compatible = "ti,dm814-scm", .data = &ctrl_data },
    746	{ .compatible = "ti,dm816-scrm", .data = &ctrl_data },
    747	{ .compatible = "ti,omap4-scm-core", .data = &ctrl_data },
    748	{ .compatible = "ti,omap5-scm-core", .data = &ctrl_data },
    749	{ .compatible = "ti,omap5-scm-wkup-pad-conf", .data = &ctrl_aux_data },
    750	{ .compatible = "ti,dra7-scm-core", .data = &ctrl_data },
    751	{ }
    752};
    753
    754/**
    755 * omap2_control_base_init - initialize iomappings for the control driver
    756 *
    757 * Detects and initializes the iomappings for the control driver, based
    758 * on the DT data. Returns 0 in success, negative error value
    759 * otherwise.
    760 */
    761int __init omap2_control_base_init(void)
    762{
    763	struct device_node *np;
    764	const struct of_device_id *match;
    765	struct control_init_data *data;
    766	void __iomem *mem;
    767
    768	for_each_matching_node_and_match(np, omap_scrm_dt_match_table, &match) {
    769		data = (struct control_init_data *)match->data;
    770
    771		mem = of_iomap(np, 0);
    772		if (!mem) {
    773			of_node_put(np);
    774			return -ENOMEM;
    775		}
    776
    777		if (data->index == TI_CLKM_CTRL) {
    778			omap2_ctrl_base = mem;
    779			omap2_ctrl_offset = data->offset;
    780		}
    781
    782		data->mem = mem;
    783	}
    784
    785	return 0;
    786}
    787
    788/**
    789 * omap_control_init - low level init for the control driver
    790 *
    791 * Initializes the low level clock infrastructure for control driver.
    792 * Returns 0 in success, negative error value in failure.
    793 */
    794int __init omap_control_init(void)
    795{
    796	struct device_node *np, *scm_conf;
    797	const struct of_device_id *match;
    798	const struct omap_prcm_init_data *data;
    799	int ret;
    800	struct regmap *syscon;
    801	static struct notifier_block nb;
    802
    803	for_each_matching_node_and_match(np, omap_scrm_dt_match_table, &match) {
    804		data = match->data;
    805
    806		/*
    807		 * Check if we have scm_conf node, if yes, use this to
    808		 * access clock registers.
    809		 */
    810		scm_conf = of_get_child_by_name(np, "scm_conf");
    811
    812		if (scm_conf) {
    813			syscon = syscon_node_to_regmap(scm_conf);
    814
    815			if (IS_ERR(syscon)) {
    816				ret = PTR_ERR(syscon);
    817				goto of_node_put;
    818			}
    819
    820			if (of_get_child_by_name(scm_conf, "clocks")) {
    821				ret = omap2_clk_provider_init(scm_conf,
    822							      data->index,
    823							      syscon, NULL);
    824				if (ret)
    825					goto of_node_put;
    826			}
    827		} else {
    828			/* No scm_conf found, direct access */
    829			ret = omap2_clk_provider_init(np, data->index, NULL,
    830						      data->mem);
    831			if (ret)
    832				goto of_node_put;
    833		}
    834	}
    835
    836	/* Only AM43XX can lose ctrl registers context during rtc-ddr suspend */
    837	if (soc_is_am43xx()) {
    838		nb.notifier_call = cpu_notifier;
    839		cpu_pm_register_notifier(&nb);
    840	}
    841
    842	return 0;
    843
    844of_node_put:
    845	of_node_put(np);
    846	return ret;
    847
    848}
    849
    850/**
    851 * omap3_control_legacy_iomap_init - legacy iomap init for clock providers
    852 *
    853 * Legacy iomap init for clock provider. Needed only by legacy boot mode,
    854 * where the base addresses are not parsed from DT, but still required
    855 * by the clock driver to be setup properly.
    856 */
    857void __init omap3_control_legacy_iomap_init(void)
    858{
    859	omap2_clk_legacy_provider_init(TI_CLKM_SCRM, omap2_ctrl_base);
    860}