cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

clk-stm32f4.c (51772B)


      1// SPDX-License-Identifier: GPL-2.0-only
      2/*
      3 * Author: Daniel Thompson <daniel.thompson@linaro.org>
      4 *
      5 * Inspired by clk-asm9260.c .
      6 */
      7
      8#include <linux/clk-provider.h>
      9#include <linux/err.h>
     10#include <linux/io.h>
     11#include <linux/iopoll.h>
     12#include <linux/ioport.h>
     13#include <linux/slab.h>
     14#include <linux/spinlock.h>
     15#include <linux/of.h>
     16#include <linux/of_address.h>
     17#include <linux/regmap.h>
     18#include <linux/mfd/syscon.h>
     19
     20/*
     21 * Include list of clocks wich are not derived from system clock (SYSCLOCK)
     22 * The index of these clocks is the secondary index of DT bindings
     23 *
     24 */
     25#include <dt-bindings/clock/stm32fx-clock.h>
     26
     27#define STM32F4_RCC_CR			0x00
     28#define STM32F4_RCC_PLLCFGR		0x04
     29#define STM32F4_RCC_CFGR		0x08
     30#define STM32F4_RCC_AHB1ENR		0x30
     31#define STM32F4_RCC_AHB2ENR		0x34
     32#define STM32F4_RCC_AHB3ENR		0x38
     33#define STM32F4_RCC_APB1ENR		0x40
     34#define STM32F4_RCC_APB2ENR		0x44
     35#define STM32F4_RCC_BDCR		0x70
     36#define STM32F4_RCC_CSR			0x74
     37#define STM32F4_RCC_PLLI2SCFGR		0x84
     38#define STM32F4_RCC_PLLSAICFGR		0x88
     39#define STM32F4_RCC_DCKCFGR		0x8c
     40#define STM32F7_RCC_DCKCFGR2		0x90
     41
     42#define NONE -1
     43#define NO_IDX  NONE
     44#define NO_MUX  NONE
     45#define NO_GATE NONE
     46
     47struct stm32f4_gate_data {
     48	u8	offset;
     49	u8	bit_idx;
     50	const char *name;
     51	const char *parent_name;
     52	unsigned long flags;
     53};
     54
     55static const struct stm32f4_gate_data stm32f429_gates[] __initconst = {
     56	{ STM32F4_RCC_AHB1ENR,  0,	"gpioa",	"ahb_div" },
     57	{ STM32F4_RCC_AHB1ENR,  1,	"gpiob",	"ahb_div" },
     58	{ STM32F4_RCC_AHB1ENR,  2,	"gpioc",	"ahb_div" },
     59	{ STM32F4_RCC_AHB1ENR,  3,	"gpiod",	"ahb_div" },
     60	{ STM32F4_RCC_AHB1ENR,  4,	"gpioe",	"ahb_div" },
     61	{ STM32F4_RCC_AHB1ENR,  5,	"gpiof",	"ahb_div" },
     62	{ STM32F4_RCC_AHB1ENR,  6,	"gpiog",	"ahb_div" },
     63	{ STM32F4_RCC_AHB1ENR,  7,	"gpioh",	"ahb_div" },
     64	{ STM32F4_RCC_AHB1ENR,  8,	"gpioi",	"ahb_div" },
     65	{ STM32F4_RCC_AHB1ENR,  9,	"gpioj",	"ahb_div" },
     66	{ STM32F4_RCC_AHB1ENR, 10,	"gpiok",	"ahb_div" },
     67	{ STM32F4_RCC_AHB1ENR, 12,	"crc",		"ahb_div" },
     68	{ STM32F4_RCC_AHB1ENR, 18,	"bkpsra",	"ahb_div" },
     69	{ STM32F4_RCC_AHB1ENR, 20,	"ccmdatam",	"ahb_div" },
     70	{ STM32F4_RCC_AHB1ENR, 21,	"dma1",		"ahb_div" },
     71	{ STM32F4_RCC_AHB1ENR, 22,	"dma2",		"ahb_div" },
     72	{ STM32F4_RCC_AHB1ENR, 23,	"dma2d",	"ahb_div" },
     73	{ STM32F4_RCC_AHB1ENR, 25,	"ethmac",	"ahb_div" },
     74	{ STM32F4_RCC_AHB1ENR, 26,	"ethmactx",	"ahb_div" },
     75	{ STM32F4_RCC_AHB1ENR, 27,	"ethmacrx",	"ahb_div" },
     76	{ STM32F4_RCC_AHB1ENR, 28,	"ethmacptp",	"ahb_div" },
     77	{ STM32F4_RCC_AHB1ENR, 29,	"otghs",	"ahb_div" },
     78	{ STM32F4_RCC_AHB1ENR, 30,	"otghsulpi",	"ahb_div" },
     79
     80	{ STM32F4_RCC_AHB2ENR,  0,	"dcmi",		"ahb_div" },
     81	{ STM32F4_RCC_AHB2ENR,  4,	"cryp",		"ahb_div" },
     82	{ STM32F4_RCC_AHB2ENR,  5,	"hash",		"ahb_div" },
     83	{ STM32F4_RCC_AHB2ENR,  6,	"rng",		"pll48" },
     84	{ STM32F4_RCC_AHB2ENR,  7,	"otgfs",	"pll48" },
     85
     86	{ STM32F4_RCC_AHB3ENR,  0,	"fmc",		"ahb_div",
     87		CLK_IGNORE_UNUSED },
     88
     89	{ STM32F4_RCC_APB1ENR,  0,	"tim2",		"apb1_mul" },
     90	{ STM32F4_RCC_APB1ENR,  1,	"tim3",		"apb1_mul" },
     91	{ STM32F4_RCC_APB1ENR,  2,	"tim4",		"apb1_mul" },
     92	{ STM32F4_RCC_APB1ENR,  3,	"tim5",		"apb1_mul" },
     93	{ STM32F4_RCC_APB1ENR,  4,	"tim6",		"apb1_mul" },
     94	{ STM32F4_RCC_APB1ENR,  5,	"tim7",		"apb1_mul" },
     95	{ STM32F4_RCC_APB1ENR,  6,	"tim12",	"apb1_mul" },
     96	{ STM32F4_RCC_APB1ENR,  7,	"tim13",	"apb1_mul" },
     97	{ STM32F4_RCC_APB1ENR,  8,	"tim14",	"apb1_mul" },
     98	{ STM32F4_RCC_APB1ENR, 11,	"wwdg",		"apb1_div" },
     99	{ STM32F4_RCC_APB1ENR, 14,	"spi2",		"apb1_div" },
    100	{ STM32F4_RCC_APB1ENR, 15,	"spi3",		"apb1_div" },
    101	{ STM32F4_RCC_APB1ENR, 17,	"uart2",	"apb1_div" },
    102	{ STM32F4_RCC_APB1ENR, 18,	"uart3",	"apb1_div" },
    103	{ STM32F4_RCC_APB1ENR, 19,	"uart4",	"apb1_div" },
    104	{ STM32F4_RCC_APB1ENR, 20,	"uart5",	"apb1_div" },
    105	{ STM32F4_RCC_APB1ENR, 21,	"i2c1",		"apb1_div" },
    106	{ STM32F4_RCC_APB1ENR, 22,	"i2c2",		"apb1_div" },
    107	{ STM32F4_RCC_APB1ENR, 23,	"i2c3",		"apb1_div" },
    108	{ STM32F4_RCC_APB1ENR, 25,	"can1",		"apb1_div" },
    109	{ STM32F4_RCC_APB1ENR, 26,	"can2",		"apb1_div" },
    110	{ STM32F4_RCC_APB1ENR, 28,	"pwr",		"apb1_div" },
    111	{ STM32F4_RCC_APB1ENR, 29,	"dac",		"apb1_div" },
    112	{ STM32F4_RCC_APB1ENR, 30,	"uart7",	"apb1_div" },
    113	{ STM32F4_RCC_APB1ENR, 31,	"uart8",	"apb1_div" },
    114
    115	{ STM32F4_RCC_APB2ENR,  0,	"tim1",		"apb2_mul" },
    116	{ STM32F4_RCC_APB2ENR,  1,	"tim8",		"apb2_mul" },
    117	{ STM32F4_RCC_APB2ENR,  4,	"usart1",	"apb2_div" },
    118	{ STM32F4_RCC_APB2ENR,  5,	"usart6",	"apb2_div" },
    119	{ STM32F4_RCC_APB2ENR,  8,	"adc1",		"apb2_div" },
    120	{ STM32F4_RCC_APB2ENR,  9,	"adc2",		"apb2_div" },
    121	{ STM32F4_RCC_APB2ENR, 10,	"adc3",		"apb2_div" },
    122	{ STM32F4_RCC_APB2ENR, 11,	"sdio",		"pll48" },
    123	{ STM32F4_RCC_APB2ENR, 12,	"spi1",		"apb2_div" },
    124	{ STM32F4_RCC_APB2ENR, 13,	"spi4",		"apb2_div" },
    125	{ STM32F4_RCC_APB2ENR, 14,	"syscfg",	"apb2_div" },
    126	{ STM32F4_RCC_APB2ENR, 16,	"tim9",		"apb2_mul" },
    127	{ STM32F4_RCC_APB2ENR, 17,	"tim10",	"apb2_mul" },
    128	{ STM32F4_RCC_APB2ENR, 18,	"tim11",	"apb2_mul" },
    129	{ STM32F4_RCC_APB2ENR, 20,	"spi5",		"apb2_div" },
    130	{ STM32F4_RCC_APB2ENR, 21,	"spi6",		"apb2_div" },
    131	{ STM32F4_RCC_APB2ENR, 22,	"sai1",		"apb2_div" },
    132};
    133
    134static const struct stm32f4_gate_data stm32f469_gates[] __initconst = {
    135	{ STM32F4_RCC_AHB1ENR,  0,	"gpioa",	"ahb_div" },
    136	{ STM32F4_RCC_AHB1ENR,  1,	"gpiob",	"ahb_div" },
    137	{ STM32F4_RCC_AHB1ENR,  2,	"gpioc",	"ahb_div" },
    138	{ STM32F4_RCC_AHB1ENR,  3,	"gpiod",	"ahb_div" },
    139	{ STM32F4_RCC_AHB1ENR,  4,	"gpioe",	"ahb_div" },
    140	{ STM32F4_RCC_AHB1ENR,  5,	"gpiof",	"ahb_div" },
    141	{ STM32F4_RCC_AHB1ENR,  6,	"gpiog",	"ahb_div" },
    142	{ STM32F4_RCC_AHB1ENR,  7,	"gpioh",	"ahb_div" },
    143	{ STM32F4_RCC_AHB1ENR,  8,	"gpioi",	"ahb_div" },
    144	{ STM32F4_RCC_AHB1ENR,  9,	"gpioj",	"ahb_div" },
    145	{ STM32F4_RCC_AHB1ENR, 10,	"gpiok",	"ahb_div" },
    146	{ STM32F4_RCC_AHB1ENR, 12,	"crc",		"ahb_div" },
    147	{ STM32F4_RCC_AHB1ENR, 18,	"bkpsra",	"ahb_div" },
    148	{ STM32F4_RCC_AHB1ENR, 20,	"ccmdatam",	"ahb_div" },
    149	{ STM32F4_RCC_AHB1ENR, 21,	"dma1",		"ahb_div" },
    150	{ STM32F4_RCC_AHB1ENR, 22,	"dma2",		"ahb_div" },
    151	{ STM32F4_RCC_AHB1ENR, 23,	"dma2d",	"ahb_div" },
    152	{ STM32F4_RCC_AHB1ENR, 25,	"ethmac",	"ahb_div" },
    153	{ STM32F4_RCC_AHB1ENR, 26,	"ethmactx",	"ahb_div" },
    154	{ STM32F4_RCC_AHB1ENR, 27,	"ethmacrx",	"ahb_div" },
    155	{ STM32F4_RCC_AHB1ENR, 28,	"ethmacptp",	"ahb_div" },
    156	{ STM32F4_RCC_AHB1ENR, 29,	"otghs",	"ahb_div" },
    157	{ STM32F4_RCC_AHB1ENR, 30,	"otghsulpi",	"ahb_div" },
    158
    159	{ STM32F4_RCC_AHB2ENR,  0,	"dcmi",		"ahb_div" },
    160	{ STM32F4_RCC_AHB2ENR,  4,	"cryp",		"ahb_div" },
    161	{ STM32F4_RCC_AHB2ENR,  5,	"hash",		"ahb_div" },
    162	{ STM32F4_RCC_AHB2ENR,  6,	"rng",		"pll48" },
    163	{ STM32F4_RCC_AHB2ENR,  7,	"otgfs",	"pll48" },
    164
    165	{ STM32F4_RCC_AHB3ENR,  0,	"fmc",		"ahb_div",
    166		CLK_IGNORE_UNUSED },
    167	{ STM32F4_RCC_AHB3ENR,  1,	"qspi",		"ahb_div",
    168		CLK_IGNORE_UNUSED },
    169
    170	{ STM32F4_RCC_APB1ENR,  0,	"tim2",		"apb1_mul" },
    171	{ STM32F4_RCC_APB1ENR,  1,	"tim3",		"apb1_mul" },
    172	{ STM32F4_RCC_APB1ENR,  2,	"tim4",		"apb1_mul" },
    173	{ STM32F4_RCC_APB1ENR,  3,	"tim5",		"apb1_mul" },
    174	{ STM32F4_RCC_APB1ENR,  4,	"tim6",		"apb1_mul" },
    175	{ STM32F4_RCC_APB1ENR,  5,	"tim7",		"apb1_mul" },
    176	{ STM32F4_RCC_APB1ENR,  6,	"tim12",	"apb1_mul" },
    177	{ STM32F4_RCC_APB1ENR,  7,	"tim13",	"apb1_mul" },
    178	{ STM32F4_RCC_APB1ENR,  8,	"tim14",	"apb1_mul" },
    179	{ STM32F4_RCC_APB1ENR, 11,	"wwdg",		"apb1_div" },
    180	{ STM32F4_RCC_APB1ENR, 14,	"spi2",		"apb1_div" },
    181	{ STM32F4_RCC_APB1ENR, 15,	"spi3",		"apb1_div" },
    182	{ STM32F4_RCC_APB1ENR, 17,	"uart2",	"apb1_div" },
    183	{ STM32F4_RCC_APB1ENR, 18,	"uart3",	"apb1_div" },
    184	{ STM32F4_RCC_APB1ENR, 19,	"uart4",	"apb1_div" },
    185	{ STM32F4_RCC_APB1ENR, 20,	"uart5",	"apb1_div" },
    186	{ STM32F4_RCC_APB1ENR, 21,	"i2c1",		"apb1_div" },
    187	{ STM32F4_RCC_APB1ENR, 22,	"i2c2",		"apb1_div" },
    188	{ STM32F4_RCC_APB1ENR, 23,	"i2c3",		"apb1_div" },
    189	{ STM32F4_RCC_APB1ENR, 25,	"can1",		"apb1_div" },
    190	{ STM32F4_RCC_APB1ENR, 26,	"can2",		"apb1_div" },
    191	{ STM32F4_RCC_APB1ENR, 28,	"pwr",		"apb1_div" },
    192	{ STM32F4_RCC_APB1ENR, 29,	"dac",		"apb1_div" },
    193	{ STM32F4_RCC_APB1ENR, 30,	"uart7",	"apb1_div" },
    194	{ STM32F4_RCC_APB1ENR, 31,	"uart8",	"apb1_div" },
    195
    196	{ STM32F4_RCC_APB2ENR,  0,	"tim1",		"apb2_mul" },
    197	{ STM32F4_RCC_APB2ENR,  1,	"tim8",		"apb2_mul" },
    198	{ STM32F4_RCC_APB2ENR,  4,	"usart1",	"apb2_div" },
    199	{ STM32F4_RCC_APB2ENR,  5,	"usart6",	"apb2_div" },
    200	{ STM32F4_RCC_APB2ENR,  8,	"adc1",		"apb2_div" },
    201	{ STM32F4_RCC_APB2ENR,  9,	"adc2",		"apb2_div" },
    202	{ STM32F4_RCC_APB2ENR, 10,	"adc3",		"apb2_div" },
    203	{ STM32F4_RCC_APB2ENR, 11,	"sdio",		"sdmux" },
    204	{ STM32F4_RCC_APB2ENR, 12,	"spi1",		"apb2_div" },
    205	{ STM32F4_RCC_APB2ENR, 13,	"spi4",		"apb2_div" },
    206	{ STM32F4_RCC_APB2ENR, 14,	"syscfg",	"apb2_div" },
    207	{ STM32F4_RCC_APB2ENR, 16,	"tim9",		"apb2_mul" },
    208	{ STM32F4_RCC_APB2ENR, 17,	"tim10",	"apb2_mul" },
    209	{ STM32F4_RCC_APB2ENR, 18,	"tim11",	"apb2_mul" },
    210	{ STM32F4_RCC_APB2ENR, 20,	"spi5",		"apb2_div" },
    211	{ STM32F4_RCC_APB2ENR, 21,	"spi6",		"apb2_div" },
    212	{ STM32F4_RCC_APB2ENR, 22,	"sai1",		"apb2_div" },
    213};
    214
    215static const struct stm32f4_gate_data stm32f746_gates[] __initconst = {
    216	{ STM32F4_RCC_AHB1ENR,  0,	"gpioa",	"ahb_div" },
    217	{ STM32F4_RCC_AHB1ENR,  1,	"gpiob",	"ahb_div" },
    218	{ STM32F4_RCC_AHB1ENR,  2,	"gpioc",	"ahb_div" },
    219	{ STM32F4_RCC_AHB1ENR,  3,	"gpiod",	"ahb_div" },
    220	{ STM32F4_RCC_AHB1ENR,  4,	"gpioe",	"ahb_div" },
    221	{ STM32F4_RCC_AHB1ENR,  5,	"gpiof",	"ahb_div" },
    222	{ STM32F4_RCC_AHB1ENR,  6,	"gpiog",	"ahb_div" },
    223	{ STM32F4_RCC_AHB1ENR,  7,	"gpioh",	"ahb_div" },
    224	{ STM32F4_RCC_AHB1ENR,  8,	"gpioi",	"ahb_div" },
    225	{ STM32F4_RCC_AHB1ENR,  9,	"gpioj",	"ahb_div" },
    226	{ STM32F4_RCC_AHB1ENR, 10,	"gpiok",	"ahb_div" },
    227	{ STM32F4_RCC_AHB1ENR, 12,	"crc",		"ahb_div" },
    228	{ STM32F4_RCC_AHB1ENR, 18,	"bkpsra",	"ahb_div" },
    229	{ STM32F4_RCC_AHB1ENR, 20,	"dtcmram",	"ahb_div" },
    230	{ STM32F4_RCC_AHB1ENR, 21,	"dma1",		"ahb_div" },
    231	{ STM32F4_RCC_AHB1ENR, 22,	"dma2",		"ahb_div" },
    232	{ STM32F4_RCC_AHB1ENR, 23,	"dma2d",	"ahb_div" },
    233	{ STM32F4_RCC_AHB1ENR, 25,	"ethmac",	"ahb_div" },
    234	{ STM32F4_RCC_AHB1ENR, 26,	"ethmactx",	"ahb_div" },
    235	{ STM32F4_RCC_AHB1ENR, 27,	"ethmacrx",	"ahb_div" },
    236	{ STM32F4_RCC_AHB1ENR, 28,	"ethmacptp",	"ahb_div" },
    237	{ STM32F4_RCC_AHB1ENR, 29,	"otghs",	"ahb_div" },
    238	{ STM32F4_RCC_AHB1ENR, 30,	"otghsulpi",	"ahb_div" },
    239
    240	{ STM32F4_RCC_AHB2ENR,  0,	"dcmi",		"ahb_div" },
    241	{ STM32F4_RCC_AHB2ENR,  4,	"cryp",		"ahb_div" },
    242	{ STM32F4_RCC_AHB2ENR,  5,	"hash",		"ahb_div" },
    243	{ STM32F4_RCC_AHB2ENR,  6,	"rng",		"pll48"   },
    244	{ STM32F4_RCC_AHB2ENR,  7,	"otgfs",	"pll48"   },
    245
    246	{ STM32F4_RCC_AHB3ENR,  0,	"fmc",		"ahb_div",
    247		CLK_IGNORE_UNUSED },
    248	{ STM32F4_RCC_AHB3ENR,  1,	"qspi",		"ahb_div",
    249		CLK_IGNORE_UNUSED },
    250
    251	{ STM32F4_RCC_APB1ENR,  0,	"tim2",		"apb1_mul" },
    252	{ STM32F4_RCC_APB1ENR,  1,	"tim3",		"apb1_mul" },
    253	{ STM32F4_RCC_APB1ENR,  2,	"tim4",		"apb1_mul" },
    254	{ STM32F4_RCC_APB1ENR,  3,	"tim5",		"apb1_mul" },
    255	{ STM32F4_RCC_APB1ENR,  4,	"tim6",		"apb1_mul" },
    256	{ STM32F4_RCC_APB1ENR,  5,	"tim7",		"apb1_mul" },
    257	{ STM32F4_RCC_APB1ENR,  6,	"tim12",	"apb1_mul" },
    258	{ STM32F4_RCC_APB1ENR,  7,	"tim13",	"apb1_mul" },
    259	{ STM32F4_RCC_APB1ENR,  8,	"tim14",	"apb1_mul" },
    260	{ STM32F4_RCC_APB1ENR, 11,	"wwdg",		"apb1_div" },
    261	{ STM32F4_RCC_APB1ENR, 14,	"spi2",		"apb1_div" },
    262	{ STM32F4_RCC_APB1ENR, 15,	"spi3",		"apb1_div" },
    263	{ STM32F4_RCC_APB1ENR, 16,	"spdifrx",	"apb1_div" },
    264	{ STM32F4_RCC_APB1ENR, 25,	"can1",		"apb1_div" },
    265	{ STM32F4_RCC_APB1ENR, 26,	"can2",		"apb1_div" },
    266	{ STM32F4_RCC_APB1ENR, 27,	"cec",		"apb1_div" },
    267	{ STM32F4_RCC_APB1ENR, 28,	"pwr",		"apb1_div" },
    268	{ STM32F4_RCC_APB1ENR, 29,	"dac",		"apb1_div" },
    269
    270	{ STM32F4_RCC_APB2ENR,  0,	"tim1",		"apb2_mul" },
    271	{ STM32F4_RCC_APB2ENR,  1,	"tim8",		"apb2_mul" },
    272	{ STM32F4_RCC_APB2ENR,  7,	"sdmmc2",	"sdmux"    },
    273	{ STM32F4_RCC_APB2ENR,  8,	"adc1",		"apb2_div" },
    274	{ STM32F4_RCC_APB2ENR,  9,	"adc2",		"apb2_div" },
    275	{ STM32F4_RCC_APB2ENR, 10,	"adc3",		"apb2_div" },
    276	{ STM32F4_RCC_APB2ENR, 11,	"sdmmc",	"sdmux"    },
    277	{ STM32F4_RCC_APB2ENR, 12,	"spi1",		"apb2_div" },
    278	{ STM32F4_RCC_APB2ENR, 13,	"spi4",		"apb2_div" },
    279	{ STM32F4_RCC_APB2ENR, 14,	"syscfg",	"apb2_div" },
    280	{ STM32F4_RCC_APB2ENR, 16,	"tim9",		"apb2_mul" },
    281	{ STM32F4_RCC_APB2ENR, 17,	"tim10",	"apb2_mul" },
    282	{ STM32F4_RCC_APB2ENR, 18,	"tim11",	"apb2_mul" },
    283	{ STM32F4_RCC_APB2ENR, 20,	"spi5",		"apb2_div" },
    284	{ STM32F4_RCC_APB2ENR, 21,	"spi6",		"apb2_div" },
    285	{ STM32F4_RCC_APB2ENR, 22,	"sai1",		"apb2_div" },
    286	{ STM32F4_RCC_APB2ENR, 23,	"sai2",		"apb2_div" },
    287};
    288
    289static const struct stm32f4_gate_data stm32f769_gates[] __initconst = {
    290	{ STM32F4_RCC_AHB1ENR,  0,	"gpioa",	"ahb_div" },
    291	{ STM32F4_RCC_AHB1ENR,  1,	"gpiob",	"ahb_div" },
    292	{ STM32F4_RCC_AHB1ENR,  2,	"gpioc",	"ahb_div" },
    293	{ STM32F4_RCC_AHB1ENR,  3,	"gpiod",	"ahb_div" },
    294	{ STM32F4_RCC_AHB1ENR,  4,	"gpioe",	"ahb_div" },
    295	{ STM32F4_RCC_AHB1ENR,  5,	"gpiof",	"ahb_div" },
    296	{ STM32F4_RCC_AHB1ENR,  6,	"gpiog",	"ahb_div" },
    297	{ STM32F4_RCC_AHB1ENR,  7,	"gpioh",	"ahb_div" },
    298	{ STM32F4_RCC_AHB1ENR,  8,	"gpioi",	"ahb_div" },
    299	{ STM32F4_RCC_AHB1ENR,  9,	"gpioj",	"ahb_div" },
    300	{ STM32F4_RCC_AHB1ENR, 10,	"gpiok",	"ahb_div" },
    301	{ STM32F4_RCC_AHB1ENR, 12,	"crc",		"ahb_div" },
    302	{ STM32F4_RCC_AHB1ENR, 18,	"bkpsra",	"ahb_div" },
    303	{ STM32F4_RCC_AHB1ENR, 20,	"dtcmram",	"ahb_div" },
    304	{ STM32F4_RCC_AHB1ENR, 21,	"dma1",		"ahb_div" },
    305	{ STM32F4_RCC_AHB1ENR, 22,	"dma2",		"ahb_div" },
    306	{ STM32F4_RCC_AHB1ENR, 23,	"dma2d",	"ahb_div" },
    307	{ STM32F4_RCC_AHB1ENR, 25,	"ethmac",	"ahb_div" },
    308	{ STM32F4_RCC_AHB1ENR, 26,	"ethmactx",	"ahb_div" },
    309	{ STM32F4_RCC_AHB1ENR, 27,	"ethmacrx",	"ahb_div" },
    310	{ STM32F4_RCC_AHB1ENR, 28,	"ethmacptp",	"ahb_div" },
    311	{ STM32F4_RCC_AHB1ENR, 29,	"otghs",	"ahb_div" },
    312	{ STM32F4_RCC_AHB1ENR, 30,	"otghsulpi",	"ahb_div" },
    313
    314	{ STM32F4_RCC_AHB2ENR,  0,	"dcmi",		"ahb_div" },
    315	{ STM32F4_RCC_AHB2ENR,  1,	"jpeg",		"ahb_div" },
    316	{ STM32F4_RCC_AHB2ENR,  4,	"cryp",		"ahb_div" },
    317	{ STM32F4_RCC_AHB2ENR,  5,	"hash",		"ahb_div" },
    318	{ STM32F4_RCC_AHB2ENR,  6,	"rng",		"pll48"   },
    319	{ STM32F4_RCC_AHB2ENR,  7,	"otgfs",	"pll48"   },
    320
    321	{ STM32F4_RCC_AHB3ENR,  0,	"fmc",		"ahb_div",
    322		CLK_IGNORE_UNUSED },
    323	{ STM32F4_RCC_AHB3ENR,  1,	"qspi",		"ahb_div",
    324		CLK_IGNORE_UNUSED },
    325
    326	{ STM32F4_RCC_APB1ENR,  0,	"tim2",		"apb1_mul" },
    327	{ STM32F4_RCC_APB1ENR,  1,	"tim3",		"apb1_mul" },
    328	{ STM32F4_RCC_APB1ENR,  2,	"tim4",		"apb1_mul" },
    329	{ STM32F4_RCC_APB1ENR,  3,	"tim5",		"apb1_mul" },
    330	{ STM32F4_RCC_APB1ENR,  4,	"tim6",		"apb1_mul" },
    331	{ STM32F4_RCC_APB1ENR,  5,	"tim7",		"apb1_mul" },
    332	{ STM32F4_RCC_APB1ENR,  6,	"tim12",	"apb1_mul" },
    333	{ STM32F4_RCC_APB1ENR,  7,	"tim13",	"apb1_mul" },
    334	{ STM32F4_RCC_APB1ENR,  8,	"tim14",	"apb1_mul" },
    335	{ STM32F4_RCC_APB1ENR, 10,	"rtcapb",	"apb1_mul" },
    336	{ STM32F4_RCC_APB1ENR, 11,	"wwdg",		"apb1_div" },
    337	{ STM32F4_RCC_APB1ENR, 13,	"can3",		"apb1_div" },
    338	{ STM32F4_RCC_APB1ENR, 14,	"spi2",		"apb1_div" },
    339	{ STM32F4_RCC_APB1ENR, 15,	"spi3",		"apb1_div" },
    340	{ STM32F4_RCC_APB1ENR, 16,	"spdifrx",	"apb1_div" },
    341	{ STM32F4_RCC_APB1ENR, 25,	"can1",		"apb1_div" },
    342	{ STM32F4_RCC_APB1ENR, 26,	"can2",		"apb1_div" },
    343	{ STM32F4_RCC_APB1ENR, 27,	"cec",		"apb1_div" },
    344	{ STM32F4_RCC_APB1ENR, 28,	"pwr",		"apb1_div" },
    345	{ STM32F4_RCC_APB1ENR, 29,	"dac",		"apb1_div" },
    346
    347	{ STM32F4_RCC_APB2ENR,  0,	"tim1",		"apb2_mul" },
    348	{ STM32F4_RCC_APB2ENR,  1,	"tim8",		"apb2_mul" },
    349	{ STM32F4_RCC_APB2ENR,  7,	"sdmmc2",	"sdmux2" },
    350	{ STM32F4_RCC_APB2ENR,  8,	"adc1",		"apb2_div" },
    351	{ STM32F4_RCC_APB2ENR,  9,	"adc2",		"apb2_div" },
    352	{ STM32F4_RCC_APB2ENR, 10,	"adc3",		"apb2_div" },
    353	{ STM32F4_RCC_APB2ENR, 11,	"sdmmc1",	"sdmux1" },
    354	{ STM32F4_RCC_APB2ENR, 12,	"spi1",		"apb2_div" },
    355	{ STM32F4_RCC_APB2ENR, 13,	"spi4",		"apb2_div" },
    356	{ STM32F4_RCC_APB2ENR, 14,	"syscfg",	"apb2_div" },
    357	{ STM32F4_RCC_APB2ENR, 16,	"tim9",		"apb2_mul" },
    358	{ STM32F4_RCC_APB2ENR, 17,	"tim10",	"apb2_mul" },
    359	{ STM32F4_RCC_APB2ENR, 18,	"tim11",	"apb2_mul" },
    360	{ STM32F4_RCC_APB2ENR, 20,	"spi5",		"apb2_div" },
    361	{ STM32F4_RCC_APB2ENR, 21,	"spi6",		"apb2_div" },
    362	{ STM32F4_RCC_APB2ENR, 22,	"sai1",		"apb2_div" },
    363	{ STM32F4_RCC_APB2ENR, 23,	"sai2",		"apb2_div" },
    364	{ STM32F4_RCC_APB2ENR, 30,	"mdio",		"apb2_div" },
    365};
    366
    367/*
    368 * This bitmask tells us which bit offsets (0..192) on STM32F4[23]xxx
    369 * have gate bits associated with them. Its combined hweight is 71.
    370 */
    371#define MAX_GATE_MAP 3
    372
    373static const u64 stm32f42xx_gate_map[MAX_GATE_MAP] = { 0x000000f17ef417ffull,
    374						       0x0000000000000001ull,
    375						       0x04777f33f6fec9ffull };
    376
    377static const u64 stm32f46xx_gate_map[MAX_GATE_MAP] = { 0x000000f17ef417ffull,
    378						       0x0000000000000003ull,
    379						       0x0c777f33f6fec9ffull };
    380
    381static const u64 stm32f746_gate_map[MAX_GATE_MAP] = { 0x000000f17ef417ffull,
    382						      0x0000000000000003ull,
    383						      0x04f77f833e01c9ffull };
    384
    385static const u64 stm32f769_gate_map[MAX_GATE_MAP] = { 0x000000f37ef417ffull,
    386						      0x0000000000000003ull,
    387						      0x44F77F833E01EDFFull };
    388
    389static const u64 *stm32f4_gate_map;
    390
    391static struct clk_hw **clks;
    392
    393static DEFINE_SPINLOCK(stm32f4_clk_lock);
    394static void __iomem *base;
    395
    396static struct regmap *pdrm;
    397
    398static int stm32fx_end_primary_clk;
    399
    400/*
    401 * "Multiplier" device for APBx clocks.
    402 *
    403 * The APBx dividers are power-of-two dividers and, if *not* running in 1:1
    404 * mode, they also tap out the one of the low order state bits to run the
    405 * timers. ST datasheets represent this feature as a (conditional) clock
    406 * multiplier.
    407 */
    408struct clk_apb_mul {
    409	struct clk_hw hw;
    410	u8 bit_idx;
    411};
    412
    413#define to_clk_apb_mul(_hw) container_of(_hw, struct clk_apb_mul, hw)
    414
    415static unsigned long clk_apb_mul_recalc_rate(struct clk_hw *hw,
    416					     unsigned long parent_rate)
    417{
    418	struct clk_apb_mul *am = to_clk_apb_mul(hw);
    419
    420	if (readl(base + STM32F4_RCC_CFGR) & BIT(am->bit_idx))
    421		return parent_rate * 2;
    422
    423	return parent_rate;
    424}
    425
    426static long clk_apb_mul_round_rate(struct clk_hw *hw, unsigned long rate,
    427				   unsigned long *prate)
    428{
    429	struct clk_apb_mul *am = to_clk_apb_mul(hw);
    430	unsigned long mult = 1;
    431
    432	if (readl(base + STM32F4_RCC_CFGR) & BIT(am->bit_idx))
    433		mult = 2;
    434
    435	if (clk_hw_get_flags(hw) & CLK_SET_RATE_PARENT) {
    436		unsigned long best_parent = rate / mult;
    437
    438		*prate = clk_hw_round_rate(clk_hw_get_parent(hw), best_parent);
    439	}
    440
    441	return *prate * mult;
    442}
    443
    444static int clk_apb_mul_set_rate(struct clk_hw *hw, unsigned long rate,
    445				unsigned long parent_rate)
    446{
    447	/*
    448	 * We must report success but we can do so unconditionally because
    449	 * clk_apb_mul_round_rate returns values that ensure this call is a
    450	 * nop.
    451	 */
    452
    453	return 0;
    454}
    455
    456static const struct clk_ops clk_apb_mul_factor_ops = {
    457	.round_rate = clk_apb_mul_round_rate,
    458	.set_rate = clk_apb_mul_set_rate,
    459	.recalc_rate = clk_apb_mul_recalc_rate,
    460};
    461
    462static struct clk *clk_register_apb_mul(struct device *dev, const char *name,
    463					const char *parent_name,
    464					unsigned long flags, u8 bit_idx)
    465{
    466	struct clk_apb_mul *am;
    467	struct clk_init_data init;
    468	struct clk *clk;
    469
    470	am = kzalloc(sizeof(*am), GFP_KERNEL);
    471	if (!am)
    472		return ERR_PTR(-ENOMEM);
    473
    474	am->bit_idx = bit_idx;
    475	am->hw.init = &init;
    476
    477	init.name = name;
    478	init.ops = &clk_apb_mul_factor_ops;
    479	init.flags = flags;
    480	init.parent_names = &parent_name;
    481	init.num_parents = 1;
    482
    483	clk = clk_register(dev, &am->hw);
    484
    485	if (IS_ERR(clk))
    486		kfree(am);
    487
    488	return clk;
    489}
    490
    491enum {
    492	PLL,
    493	PLL_I2S,
    494	PLL_SAI,
    495};
    496
    497static const struct clk_div_table pll_divp_table[] = {
    498	{ 0, 2 }, { 1, 4 }, { 2, 6 }, { 3, 8 }, { 0 }
    499};
    500
    501static const struct clk_div_table pll_divq_table[] = {
    502	{ 2, 2 }, { 3, 3 }, { 4, 4 }, { 5, 5 }, { 6, 6 }, { 7, 7 },
    503	{ 8, 8 }, { 9, 9 }, { 10, 10 }, { 11, 11 }, { 12, 12 }, { 13, 13 },
    504	{ 14, 14 }, { 15, 15 },
    505	{ 0 }
    506};
    507
    508static const struct clk_div_table pll_divr_table[] = {
    509	{ 2, 2 }, { 3, 3 }, { 4, 4 }, { 5, 5 }, { 6, 6 }, { 7, 7 }, { 0 }
    510};
    511
    512struct stm32f4_pll {
    513	spinlock_t *lock;
    514	struct	clk_gate gate;
    515	u8 offset;
    516	u8 bit_rdy_idx;
    517	u8 status;
    518	u8 n_start;
    519};
    520
    521#define to_stm32f4_pll(_gate) container_of(_gate, struct stm32f4_pll, gate)
    522
    523struct stm32f4_pll_post_div_data {
    524	int idx;
    525	int pll_idx;
    526	const char *name;
    527	const char *parent;
    528	u8 flag;
    529	u8 offset;
    530	u8 shift;
    531	u8 width;
    532	u8 flag_div;
    533	const struct clk_div_table *div_table;
    534};
    535
    536struct stm32f4_vco_data {
    537	const char *vco_name;
    538	u8 offset;
    539	u8 bit_idx;
    540	u8 bit_rdy_idx;
    541};
    542
    543static const struct stm32f4_vco_data  vco_data[] = {
    544	{ "vco",     STM32F4_RCC_PLLCFGR,    24, 25 },
    545	{ "vco-i2s", STM32F4_RCC_PLLI2SCFGR, 26, 27 },
    546	{ "vco-sai", STM32F4_RCC_PLLSAICFGR, 28, 29 },
    547};
    548
    549
    550static const struct clk_div_table post_divr_table[] = {
    551	{ 0, 2 }, { 1, 4 }, { 2, 8 }, { 3, 16 }, { 0 }
    552};
    553
    554#define MAX_POST_DIV 3
    555static const struct stm32f4_pll_post_div_data  post_div_data[MAX_POST_DIV] = {
    556	{ CLK_I2SQ_PDIV, PLL_VCO_I2S, "plli2s-q-div", "plli2s-q",
    557		CLK_SET_RATE_PARENT, STM32F4_RCC_DCKCFGR, 0, 5, 0, NULL},
    558
    559	{ CLK_SAIQ_PDIV, PLL_VCO_SAI, "pllsai-q-div", "pllsai-q",
    560		CLK_SET_RATE_PARENT, STM32F4_RCC_DCKCFGR, 8, 5, 0, NULL },
    561
    562	{ NO_IDX, PLL_VCO_SAI, "pllsai-r-div", "pllsai-r", CLK_SET_RATE_PARENT,
    563		STM32F4_RCC_DCKCFGR, 16, 2, 0, post_divr_table },
    564};
    565
    566struct stm32f4_div_data {
    567	u8 shift;
    568	u8 width;
    569	u8 flag_div;
    570	const struct clk_div_table *div_table;
    571};
    572
    573#define MAX_PLL_DIV 3
    574static const struct stm32f4_div_data  div_data[MAX_PLL_DIV] = {
    575	{ 16, 2, 0, pll_divp_table },
    576	{ 24, 4, 0, pll_divq_table },
    577	{ 28, 3, 0, pll_divr_table },
    578};
    579
    580struct stm32f4_pll_data {
    581	u8 pll_num;
    582	u8 n_start;
    583	const char *div_name[MAX_PLL_DIV];
    584};
    585
    586static const struct stm32f4_pll_data stm32f429_pll[MAX_PLL_DIV] = {
    587	{ PLL,	   192, { "pll", "pll48",    NULL	} },
    588	{ PLL_I2S, 192, { NULL,  "plli2s-q", "plli2s-r" } },
    589	{ PLL_SAI,  49, { NULL,  "pllsai-q", "pllsai-r" } },
    590};
    591
    592static const struct stm32f4_pll_data stm32f469_pll[MAX_PLL_DIV] = {
    593	{ PLL,	   50, { "pll",	     "pll-q",    "pll-r"    } },
    594	{ PLL_I2S, 50, { "plli2s-p", "plli2s-q", "plli2s-r" } },
    595	{ PLL_SAI, 50, { "pllsai-p", "pllsai-q", "pllsai-r" } },
    596};
    597
    598static int stm32f4_pll_is_enabled(struct clk_hw *hw)
    599{
    600	return clk_gate_ops.is_enabled(hw);
    601}
    602
    603#define PLL_TIMEOUT 10000
    604
    605static int stm32f4_pll_enable(struct clk_hw *hw)
    606{
    607	struct clk_gate *gate = to_clk_gate(hw);
    608	struct stm32f4_pll *pll = to_stm32f4_pll(gate);
    609	int bit_status;
    610	unsigned int timeout = PLL_TIMEOUT;
    611
    612	if (clk_gate_ops.is_enabled(hw))
    613		return 0;
    614
    615	clk_gate_ops.enable(hw);
    616
    617	do {
    618		bit_status = !(readl(gate->reg) & BIT(pll->bit_rdy_idx));
    619
    620	} while (bit_status && --timeout);
    621
    622	return bit_status;
    623}
    624
    625static void stm32f4_pll_disable(struct clk_hw *hw)
    626{
    627	clk_gate_ops.disable(hw);
    628}
    629
    630static unsigned long stm32f4_pll_recalc(struct clk_hw *hw,
    631		unsigned long parent_rate)
    632{
    633	struct clk_gate *gate = to_clk_gate(hw);
    634	struct stm32f4_pll *pll = to_stm32f4_pll(gate);
    635	unsigned long n;
    636
    637	n = (readl(base + pll->offset) >> 6) & 0x1ff;
    638
    639	return parent_rate * n;
    640}
    641
    642static long stm32f4_pll_round_rate(struct clk_hw *hw, unsigned long rate,
    643		unsigned long *prate)
    644{
    645	struct clk_gate *gate = to_clk_gate(hw);
    646	struct stm32f4_pll *pll = to_stm32f4_pll(gate);
    647	unsigned long n;
    648
    649	n = rate / *prate;
    650
    651	if (n < pll->n_start)
    652		n = pll->n_start;
    653	else if (n > 432)
    654		n = 432;
    655
    656	return *prate * n;
    657}
    658
    659static int stm32f4_pll_set_rate(struct clk_hw *hw, unsigned long rate,
    660				unsigned long parent_rate)
    661{
    662	struct clk_gate *gate = to_clk_gate(hw);
    663	struct stm32f4_pll *pll = to_stm32f4_pll(gate);
    664
    665	unsigned long n;
    666	unsigned long val;
    667	int pll_state;
    668
    669	pll_state = stm32f4_pll_is_enabled(hw);
    670
    671	if (pll_state)
    672		stm32f4_pll_disable(hw);
    673
    674	n = rate  / parent_rate;
    675
    676	val = readl(base + pll->offset) & ~(0x1ff << 6);
    677
    678	writel(val | ((n & 0x1ff) <<  6), base + pll->offset);
    679
    680	if (pll_state)
    681		stm32f4_pll_enable(hw);
    682
    683	return 0;
    684}
    685
    686static const struct clk_ops stm32f4_pll_gate_ops = {
    687	.enable		= stm32f4_pll_enable,
    688	.disable	= stm32f4_pll_disable,
    689	.is_enabled	= stm32f4_pll_is_enabled,
    690	.recalc_rate	= stm32f4_pll_recalc,
    691	.round_rate	= stm32f4_pll_round_rate,
    692	.set_rate	= stm32f4_pll_set_rate,
    693};
    694
    695struct stm32f4_pll_div {
    696	struct clk_divider div;
    697	struct clk_hw *hw_pll;
    698};
    699
    700#define to_pll_div_clk(_div) container_of(_div, struct stm32f4_pll_div, div)
    701
    702static unsigned long stm32f4_pll_div_recalc_rate(struct clk_hw *hw,
    703		unsigned long parent_rate)
    704{
    705	return clk_divider_ops.recalc_rate(hw, parent_rate);
    706}
    707
    708static int stm32f4_pll_div_determine_rate(struct clk_hw *hw,
    709					  struct clk_rate_request *req)
    710{
    711	return clk_divider_ops.determine_rate(hw, req);
    712}
    713
    714static int stm32f4_pll_div_set_rate(struct clk_hw *hw, unsigned long rate,
    715				unsigned long parent_rate)
    716{
    717	int pll_state, ret;
    718
    719	struct clk_divider *div = to_clk_divider(hw);
    720	struct stm32f4_pll_div *pll_div = to_pll_div_clk(div);
    721
    722	pll_state = stm32f4_pll_is_enabled(pll_div->hw_pll);
    723
    724	if (pll_state)
    725		stm32f4_pll_disable(pll_div->hw_pll);
    726
    727	ret = clk_divider_ops.set_rate(hw, rate, parent_rate);
    728
    729	if (pll_state)
    730		stm32f4_pll_enable(pll_div->hw_pll);
    731
    732	return ret;
    733}
    734
    735static const struct clk_ops stm32f4_pll_div_ops = {
    736	.recalc_rate = stm32f4_pll_div_recalc_rate,
    737	.determine_rate = stm32f4_pll_div_determine_rate,
    738	.set_rate = stm32f4_pll_div_set_rate,
    739};
    740
    741static struct clk_hw *clk_register_pll_div(const char *name,
    742		const char *parent_name, unsigned long flags,
    743		void __iomem *reg, u8 shift, u8 width,
    744		u8 clk_divider_flags, const struct clk_div_table *table,
    745		struct clk_hw *pll_hw, spinlock_t *lock)
    746{
    747	struct stm32f4_pll_div *pll_div;
    748	struct clk_hw *hw;
    749	struct clk_init_data init;
    750	int ret;
    751
    752	/* allocate the divider */
    753	pll_div = kzalloc(sizeof(*pll_div), GFP_KERNEL);
    754	if (!pll_div)
    755		return ERR_PTR(-ENOMEM);
    756
    757	init.name = name;
    758	init.ops = &stm32f4_pll_div_ops;
    759	init.flags = flags;
    760	init.parent_names = (parent_name ? &parent_name : NULL);
    761	init.num_parents = (parent_name ? 1 : 0);
    762
    763	/* struct clk_divider assignments */
    764	pll_div->div.reg = reg;
    765	pll_div->div.shift = shift;
    766	pll_div->div.width = width;
    767	pll_div->div.flags = clk_divider_flags;
    768	pll_div->div.lock = lock;
    769	pll_div->div.table = table;
    770	pll_div->div.hw.init = &init;
    771
    772	pll_div->hw_pll = pll_hw;
    773
    774	/* register the clock */
    775	hw = &pll_div->div.hw;
    776	ret = clk_hw_register(NULL, hw);
    777	if (ret) {
    778		kfree(pll_div);
    779		hw = ERR_PTR(ret);
    780	}
    781
    782	return hw;
    783}
    784
    785static struct clk_hw *stm32f4_rcc_register_pll(const char *pllsrc,
    786		const struct stm32f4_pll_data *data,  spinlock_t *lock)
    787{
    788	struct stm32f4_pll *pll;
    789	struct clk_init_data init = { NULL };
    790	void __iomem *reg;
    791	struct clk_hw *pll_hw;
    792	int ret;
    793	int i;
    794	const struct stm32f4_vco_data *vco;
    795
    796
    797	pll = kzalloc(sizeof(*pll), GFP_KERNEL);
    798	if (!pll)
    799		return ERR_PTR(-ENOMEM);
    800
    801	vco = &vco_data[data->pll_num];
    802
    803	init.name = vco->vco_name;
    804	init.ops = &stm32f4_pll_gate_ops;
    805	init.flags = CLK_SET_RATE_GATE;
    806	init.parent_names = &pllsrc;
    807	init.num_parents = 1;
    808
    809	pll->gate.lock = lock;
    810	pll->gate.reg = base + STM32F4_RCC_CR;
    811	pll->gate.bit_idx = vco->bit_idx;
    812	pll->gate.hw.init = &init;
    813
    814	pll->offset = vco->offset;
    815	pll->n_start = data->n_start;
    816	pll->bit_rdy_idx = vco->bit_rdy_idx;
    817	pll->status = (readl(base + STM32F4_RCC_CR) >> vco->bit_idx) & 0x1;
    818
    819	reg = base + pll->offset;
    820
    821	pll_hw = &pll->gate.hw;
    822	ret = clk_hw_register(NULL, pll_hw);
    823	if (ret) {
    824		kfree(pll);
    825		return ERR_PTR(ret);
    826	}
    827
    828	for (i = 0; i < MAX_PLL_DIV; i++)
    829		if (data->div_name[i])
    830			clk_register_pll_div(data->div_name[i],
    831					vco->vco_name,
    832					0,
    833					reg,
    834					div_data[i].shift,
    835					div_data[i].width,
    836					div_data[i].flag_div,
    837					div_data[i].div_table,
    838					pll_hw,
    839					lock);
    840	return pll_hw;
    841}
    842
    843/*
    844 * Converts the primary and secondary indices (as they appear in DT) to an
    845 * offset into our struct clock array.
    846 */
    847static int stm32f4_rcc_lookup_clk_idx(u8 primary, u8 secondary)
    848{
    849	u64 table[MAX_GATE_MAP];
    850
    851	if (primary == 1) {
    852		if (WARN_ON(secondary >= stm32fx_end_primary_clk))
    853			return -EINVAL;
    854		return secondary;
    855	}
    856
    857	memcpy(table, stm32f4_gate_map, sizeof(table));
    858
    859	/* only bits set in table can be used as indices */
    860	if (WARN_ON(secondary >= BITS_PER_BYTE * sizeof(table) ||
    861		    0 == (table[BIT_ULL_WORD(secondary)] &
    862			  BIT_ULL_MASK(secondary))))
    863		return -EINVAL;
    864
    865	/* mask out bits above our current index */
    866	table[BIT_ULL_WORD(secondary)] &=
    867	    GENMASK_ULL(secondary % BITS_PER_LONG_LONG, 0);
    868
    869	return stm32fx_end_primary_clk - 1 + hweight64(table[0]) +
    870	       (BIT_ULL_WORD(secondary) >= 1 ? hweight64(table[1]) : 0) +
    871	       (BIT_ULL_WORD(secondary) >= 2 ? hweight64(table[2]) : 0);
    872}
    873
    874static struct clk_hw *
    875stm32f4_rcc_lookup_clk(struct of_phandle_args *clkspec, void *data)
    876{
    877	int i = stm32f4_rcc_lookup_clk_idx(clkspec->args[0], clkspec->args[1]);
    878
    879	if (i < 0)
    880		return ERR_PTR(-EINVAL);
    881
    882	return clks[i];
    883}
    884
    885#define to_rgclk(_rgate) container_of(_rgate, struct stm32_rgate, gate)
    886
    887static inline void disable_power_domain_write_protection(void)
    888{
    889	if (pdrm)
    890		regmap_update_bits(pdrm, 0x00, (1 << 8), (1 << 8));
    891}
    892
    893static inline void enable_power_domain_write_protection(void)
    894{
    895	if (pdrm)
    896		regmap_update_bits(pdrm, 0x00, (1 << 8), (0 << 8));
    897}
    898
    899static inline void sofware_reset_backup_domain(void)
    900{
    901	unsigned long val;
    902
    903	val = readl(base + STM32F4_RCC_BDCR);
    904	writel(val | BIT(16), base + STM32F4_RCC_BDCR);
    905	writel(val & ~BIT(16), base + STM32F4_RCC_BDCR);
    906}
    907
    908struct stm32_rgate {
    909	struct	clk_gate gate;
    910	u8	bit_rdy_idx;
    911};
    912
    913#define RGATE_TIMEOUT 50000
    914
    915static int rgclk_enable(struct clk_hw *hw)
    916{
    917	struct clk_gate *gate = to_clk_gate(hw);
    918	struct stm32_rgate *rgate = to_rgclk(gate);
    919	int bit_status;
    920	unsigned int timeout = RGATE_TIMEOUT;
    921
    922	if (clk_gate_ops.is_enabled(hw))
    923		return 0;
    924
    925	disable_power_domain_write_protection();
    926
    927	clk_gate_ops.enable(hw);
    928
    929	do {
    930		bit_status = !(readl(gate->reg) & BIT(rgate->bit_rdy_idx));
    931		if (bit_status)
    932			udelay(100);
    933
    934	} while (bit_status && --timeout);
    935
    936	enable_power_domain_write_protection();
    937
    938	return bit_status;
    939}
    940
    941static void rgclk_disable(struct clk_hw *hw)
    942{
    943	clk_gate_ops.disable(hw);
    944}
    945
    946static int rgclk_is_enabled(struct clk_hw *hw)
    947{
    948	return clk_gate_ops.is_enabled(hw);
    949}
    950
    951static const struct clk_ops rgclk_ops = {
    952	.enable = rgclk_enable,
    953	.disable = rgclk_disable,
    954	.is_enabled = rgclk_is_enabled,
    955};
    956
    957static struct clk_hw *clk_register_rgate(struct device *dev, const char *name,
    958		const char *parent_name, unsigned long flags,
    959		void __iomem *reg, u8 bit_idx, u8 bit_rdy_idx,
    960		u8 clk_gate_flags, spinlock_t *lock)
    961{
    962	struct stm32_rgate *rgate;
    963	struct clk_init_data init = { NULL };
    964	struct clk_hw *hw;
    965	int ret;
    966
    967	rgate = kzalloc(sizeof(*rgate), GFP_KERNEL);
    968	if (!rgate)
    969		return ERR_PTR(-ENOMEM);
    970
    971	init.name = name;
    972	init.ops = &rgclk_ops;
    973	init.flags = flags;
    974	init.parent_names = &parent_name;
    975	init.num_parents = 1;
    976
    977	rgate->bit_rdy_idx = bit_rdy_idx;
    978
    979	rgate->gate.lock = lock;
    980	rgate->gate.reg = reg;
    981	rgate->gate.bit_idx = bit_idx;
    982	rgate->gate.hw.init = &init;
    983
    984	hw = &rgate->gate.hw;
    985	ret = clk_hw_register(dev, hw);
    986	if (ret) {
    987		kfree(rgate);
    988		hw = ERR_PTR(ret);
    989	}
    990
    991	return hw;
    992}
    993
    994static int cclk_gate_enable(struct clk_hw *hw)
    995{
    996	int ret;
    997
    998	disable_power_domain_write_protection();
    999
   1000	ret = clk_gate_ops.enable(hw);
   1001
   1002	enable_power_domain_write_protection();
   1003
   1004	return ret;
   1005}
   1006
   1007static void cclk_gate_disable(struct clk_hw *hw)
   1008{
   1009	disable_power_domain_write_protection();
   1010
   1011	clk_gate_ops.disable(hw);
   1012
   1013	enable_power_domain_write_protection();
   1014}
   1015
   1016static int cclk_gate_is_enabled(struct clk_hw *hw)
   1017{
   1018	return clk_gate_ops.is_enabled(hw);
   1019}
   1020
   1021static const struct clk_ops cclk_gate_ops = {
   1022	.enable		= cclk_gate_enable,
   1023	.disable	= cclk_gate_disable,
   1024	.is_enabled	= cclk_gate_is_enabled,
   1025};
   1026
   1027static u8 cclk_mux_get_parent(struct clk_hw *hw)
   1028{
   1029	return clk_mux_ops.get_parent(hw);
   1030}
   1031
   1032static int cclk_mux_set_parent(struct clk_hw *hw, u8 index)
   1033{
   1034	int ret;
   1035
   1036	disable_power_domain_write_protection();
   1037
   1038	sofware_reset_backup_domain();
   1039
   1040	ret = clk_mux_ops.set_parent(hw, index);
   1041
   1042	enable_power_domain_write_protection();
   1043
   1044	return ret;
   1045}
   1046
   1047static const struct clk_ops cclk_mux_ops = {
   1048	.get_parent = cclk_mux_get_parent,
   1049	.set_parent = cclk_mux_set_parent,
   1050};
   1051
   1052static struct clk_hw *stm32_register_cclk(struct device *dev, const char *name,
   1053		const char * const *parent_names, int num_parents,
   1054		void __iomem *reg, u8 bit_idx, u8 shift, unsigned long flags,
   1055		spinlock_t *lock)
   1056{
   1057	struct clk_hw *hw;
   1058	struct clk_gate *gate;
   1059	struct clk_mux *mux;
   1060
   1061	gate = kzalloc(sizeof(*gate), GFP_KERNEL);
   1062	if (!gate) {
   1063		hw = ERR_PTR(-EINVAL);
   1064		goto fail;
   1065	}
   1066
   1067	mux = kzalloc(sizeof(*mux), GFP_KERNEL);
   1068	if (!mux) {
   1069		kfree(gate);
   1070		hw = ERR_PTR(-EINVAL);
   1071		goto fail;
   1072	}
   1073
   1074	gate->reg = reg;
   1075	gate->bit_idx = bit_idx;
   1076	gate->flags = 0;
   1077	gate->lock = lock;
   1078
   1079	mux->reg = reg;
   1080	mux->shift = shift;
   1081	mux->mask = 3;
   1082	mux->flags = 0;
   1083
   1084	hw = clk_hw_register_composite(dev, name, parent_names, num_parents,
   1085			&mux->hw, &cclk_mux_ops,
   1086			NULL, NULL,
   1087			&gate->hw, &cclk_gate_ops,
   1088			flags);
   1089
   1090	if (IS_ERR(hw)) {
   1091		kfree(gate);
   1092		kfree(mux);
   1093	}
   1094
   1095fail:
   1096	return hw;
   1097}
   1098
   1099static const char *sys_parents[] __initdata =   { "hsi", NULL, "pll" };
   1100
   1101static const struct clk_div_table ahb_div_table[] = {
   1102	{ 0x0,   1 }, { 0x1,   1 }, { 0x2,   1 }, { 0x3,   1 },
   1103	{ 0x4,   1 }, { 0x5,   1 }, { 0x6,   1 }, { 0x7,   1 },
   1104	{ 0x8,   2 }, { 0x9,   4 }, { 0xa,   8 }, { 0xb,  16 },
   1105	{ 0xc,  64 }, { 0xd, 128 }, { 0xe, 256 }, { 0xf, 512 },
   1106	{ 0 },
   1107};
   1108
   1109static const struct clk_div_table apb_div_table[] = {
   1110	{ 0,  1 }, { 0,  1 }, { 0,  1 }, { 0,  1 },
   1111	{ 4,  2 }, { 5,  4 }, { 6,  8 }, { 7, 16 },
   1112	{ 0 },
   1113};
   1114
   1115static const char *rtc_parents[4] = {
   1116	"no-clock", "lse", "lsi", "hse-rtc"
   1117};
   1118
   1119static const char *pll_src = "pll-src";
   1120
   1121static const char *pllsrc_parent[2] = { "hsi", NULL };
   1122
   1123static const char *dsi_parent[2] = { NULL, "pll-r" };
   1124
   1125static const char *lcd_parent[1] = { "pllsai-r-div" };
   1126
   1127static const char *i2s_parents[2] = { "plli2s-r", NULL };
   1128
   1129static const char *sai_parents[4] = { "pllsai-q-div", "plli2s-q-div", NULL,
   1130	"no-clock" };
   1131
   1132static const char *pll48_parents[2] = { "pll-q", "pllsai-p" };
   1133
   1134static const char *sdmux_parents[2] = { "pll48", "sys" };
   1135
   1136static const char *hdmi_parents[2] = { "lse", "hsi_div488" };
   1137
   1138static const char *spdif_parent[1] = { "plli2s-p" };
   1139
   1140static const char *lptim_parent[4] = { "apb1_mul", "lsi", "hsi", "lse" };
   1141
   1142static const char *uart_parents1[4] = { "apb2_div", "sys", "hsi", "lse" };
   1143static const char *uart_parents2[4] = { "apb1_div", "sys", "hsi", "lse" };
   1144
   1145static const char *i2c_parents[4] = { "apb1_div", "sys", "hsi", "no-clock" };
   1146
   1147static const char * const dfsdm1_src[] = { "apb2_div", "sys" };
   1148static const char * const adsfdm1_parent[] = { "sai1_clk", "sai2_clk" };
   1149
   1150struct stm32_aux_clk {
   1151	int idx;
   1152	const char *name;
   1153	const char * const *parent_names;
   1154	int num_parents;
   1155	int offset_mux;
   1156	u8 shift;
   1157	u8 mask;
   1158	int offset_gate;
   1159	u8 bit_idx;
   1160	unsigned long flags;
   1161};
   1162
   1163struct stm32f4_clk_data {
   1164	const struct stm32f4_gate_data *gates_data;
   1165	const u64 *gates_map;
   1166	int gates_num;
   1167	const struct stm32f4_pll_data *pll_data;
   1168	const struct stm32_aux_clk *aux_clk;
   1169	int aux_clk_num;
   1170	int end_primary;
   1171};
   1172
   1173static const struct stm32_aux_clk stm32f429_aux_clk[] = {
   1174	{
   1175		CLK_LCD, "lcd-tft", lcd_parent, ARRAY_SIZE(lcd_parent),
   1176		NO_MUX, 0, 0,
   1177		STM32F4_RCC_APB2ENR, 26,
   1178		CLK_SET_RATE_PARENT
   1179	},
   1180	{
   1181		CLK_I2S, "i2s", i2s_parents, ARRAY_SIZE(i2s_parents),
   1182		STM32F4_RCC_CFGR, 23, 1,
   1183		NO_GATE, 0,
   1184		CLK_SET_RATE_PARENT
   1185	},
   1186	{
   1187		CLK_SAI1, "sai1-a", sai_parents, ARRAY_SIZE(sai_parents),
   1188		STM32F4_RCC_DCKCFGR, 20, 3,
   1189		STM32F4_RCC_APB2ENR, 22,
   1190		CLK_SET_RATE_PARENT
   1191	},
   1192	{
   1193		CLK_SAI2, "sai1-b", sai_parents, ARRAY_SIZE(sai_parents),
   1194		STM32F4_RCC_DCKCFGR, 22, 3,
   1195		STM32F4_RCC_APB2ENR, 22,
   1196		CLK_SET_RATE_PARENT
   1197	},
   1198};
   1199
   1200static const struct stm32_aux_clk stm32f469_aux_clk[] = {
   1201	{
   1202		CLK_LCD, "lcd-tft", lcd_parent, ARRAY_SIZE(lcd_parent),
   1203		NO_MUX, 0, 0,
   1204		STM32F4_RCC_APB2ENR, 26,
   1205		CLK_SET_RATE_PARENT
   1206	},
   1207	{
   1208		CLK_I2S, "i2s", i2s_parents, ARRAY_SIZE(i2s_parents),
   1209		STM32F4_RCC_CFGR, 23, 1,
   1210		NO_GATE, 0,
   1211		CLK_SET_RATE_PARENT
   1212	},
   1213	{
   1214		CLK_SAI1, "sai1-a", sai_parents, ARRAY_SIZE(sai_parents),
   1215		STM32F4_RCC_DCKCFGR, 20, 3,
   1216		STM32F4_RCC_APB2ENR, 22,
   1217		CLK_SET_RATE_PARENT
   1218	},
   1219	{
   1220		CLK_SAI2, "sai1-b", sai_parents, ARRAY_SIZE(sai_parents),
   1221		STM32F4_RCC_DCKCFGR, 22, 3,
   1222		STM32F4_RCC_APB2ENR, 22,
   1223		CLK_SET_RATE_PARENT
   1224	},
   1225	{
   1226		NO_IDX, "pll48", pll48_parents, ARRAY_SIZE(pll48_parents),
   1227		STM32F4_RCC_DCKCFGR, 27, 1,
   1228		NO_GATE, 0,
   1229		0
   1230	},
   1231	{
   1232		NO_IDX, "sdmux", sdmux_parents, ARRAY_SIZE(sdmux_parents),
   1233		STM32F4_RCC_DCKCFGR, 28, 1,
   1234		NO_GATE, 0,
   1235		0
   1236	},
   1237	{
   1238		CLK_F469_DSI, "dsi", dsi_parent, ARRAY_SIZE(dsi_parent),
   1239		STM32F4_RCC_DCKCFGR, 29, 1,
   1240		STM32F4_RCC_APB2ENR, 27,
   1241		CLK_SET_RATE_PARENT | CLK_SET_RATE_NO_REPARENT
   1242	},
   1243};
   1244
   1245static const struct stm32_aux_clk stm32f746_aux_clk[] = {
   1246	{
   1247		CLK_LCD, "lcd-tft", lcd_parent, ARRAY_SIZE(lcd_parent),
   1248		NO_MUX, 0, 0,
   1249		STM32F4_RCC_APB2ENR, 26,
   1250		CLK_SET_RATE_PARENT
   1251	},
   1252	{
   1253		CLK_I2S, "i2s", i2s_parents, ARRAY_SIZE(i2s_parents),
   1254		STM32F4_RCC_CFGR, 23, 1,
   1255		NO_GATE, 0,
   1256		CLK_SET_RATE_PARENT
   1257	},
   1258	{
   1259		CLK_SAI1, "sai1_clk", sai_parents, ARRAY_SIZE(sai_parents),
   1260		STM32F4_RCC_DCKCFGR, 20, 3,
   1261		STM32F4_RCC_APB2ENR, 22,
   1262		CLK_SET_RATE_PARENT
   1263	},
   1264	{
   1265		CLK_SAI2, "sai2_clk", sai_parents, ARRAY_SIZE(sai_parents),
   1266		STM32F4_RCC_DCKCFGR, 22, 3,
   1267		STM32F4_RCC_APB2ENR, 23,
   1268		CLK_SET_RATE_PARENT
   1269	},
   1270	{
   1271		NO_IDX, "pll48", pll48_parents, ARRAY_SIZE(pll48_parents),
   1272		STM32F7_RCC_DCKCFGR2, 27, 1,
   1273		NO_GATE, 0,
   1274		0
   1275	},
   1276	{
   1277		NO_IDX, "sdmux", sdmux_parents, ARRAY_SIZE(sdmux_parents),
   1278		STM32F7_RCC_DCKCFGR2, 28, 1,
   1279		NO_GATE, 0,
   1280		0
   1281	},
   1282	{
   1283		CLK_HDMI_CEC, "hdmi-cec",
   1284		hdmi_parents, ARRAY_SIZE(hdmi_parents),
   1285		STM32F7_RCC_DCKCFGR2, 26, 1,
   1286		NO_GATE, 0,
   1287		0
   1288	},
   1289	{
   1290		CLK_SPDIF, "spdif-rx",
   1291		spdif_parent, ARRAY_SIZE(spdif_parent),
   1292		STM32F7_RCC_DCKCFGR2, 22, 3,
   1293		STM32F4_RCC_APB2ENR, 23,
   1294		CLK_SET_RATE_PARENT
   1295	},
   1296	{
   1297		CLK_USART1, "usart1",
   1298		uart_parents1, ARRAY_SIZE(uart_parents1),
   1299		STM32F7_RCC_DCKCFGR2, 0, 3,
   1300		STM32F4_RCC_APB2ENR, 4,
   1301		CLK_SET_RATE_PARENT,
   1302	},
   1303	{
   1304		CLK_USART2, "usart2",
   1305		uart_parents2, ARRAY_SIZE(uart_parents1),
   1306		STM32F7_RCC_DCKCFGR2, 2, 3,
   1307		STM32F4_RCC_APB1ENR, 17,
   1308		CLK_SET_RATE_PARENT,
   1309	},
   1310	{
   1311		CLK_USART3, "usart3",
   1312		uart_parents2, ARRAY_SIZE(uart_parents1),
   1313		STM32F7_RCC_DCKCFGR2, 4, 3,
   1314		STM32F4_RCC_APB1ENR, 18,
   1315		CLK_SET_RATE_PARENT,
   1316	},
   1317	{
   1318		CLK_UART4, "uart4",
   1319		uart_parents2, ARRAY_SIZE(uart_parents1),
   1320		STM32F7_RCC_DCKCFGR2, 6, 3,
   1321		STM32F4_RCC_APB1ENR, 19,
   1322		CLK_SET_RATE_PARENT,
   1323	},
   1324	{
   1325		CLK_UART5, "uart5",
   1326		uart_parents2, ARRAY_SIZE(uart_parents1),
   1327		STM32F7_RCC_DCKCFGR2, 8, 3,
   1328		STM32F4_RCC_APB1ENR, 20,
   1329		CLK_SET_RATE_PARENT,
   1330	},
   1331	{
   1332		CLK_USART6, "usart6",
   1333		uart_parents1, ARRAY_SIZE(uart_parents1),
   1334		STM32F7_RCC_DCKCFGR2, 10, 3,
   1335		STM32F4_RCC_APB2ENR, 5,
   1336		CLK_SET_RATE_PARENT,
   1337	},
   1338
   1339	{
   1340		CLK_UART7, "uart7",
   1341		uart_parents2, ARRAY_SIZE(uart_parents1),
   1342		STM32F7_RCC_DCKCFGR2, 12, 3,
   1343		STM32F4_RCC_APB1ENR, 30,
   1344		CLK_SET_RATE_PARENT,
   1345	},
   1346	{
   1347		CLK_UART8, "uart8",
   1348		uart_parents2, ARRAY_SIZE(uart_parents1),
   1349		STM32F7_RCC_DCKCFGR2, 14, 3,
   1350		STM32F4_RCC_APB1ENR, 31,
   1351		CLK_SET_RATE_PARENT,
   1352	},
   1353	{
   1354		CLK_I2C1, "i2c1",
   1355		i2c_parents, ARRAY_SIZE(i2c_parents),
   1356		STM32F7_RCC_DCKCFGR2, 16, 3,
   1357		STM32F4_RCC_APB1ENR, 21,
   1358		CLK_SET_RATE_PARENT,
   1359	},
   1360	{
   1361		CLK_I2C2, "i2c2",
   1362		i2c_parents, ARRAY_SIZE(i2c_parents),
   1363		STM32F7_RCC_DCKCFGR2, 18, 3,
   1364		STM32F4_RCC_APB1ENR, 22,
   1365		CLK_SET_RATE_PARENT,
   1366	},
   1367	{
   1368		CLK_I2C3, "i2c3",
   1369		i2c_parents, ARRAY_SIZE(i2c_parents),
   1370		STM32F7_RCC_DCKCFGR2, 20, 3,
   1371		STM32F4_RCC_APB1ENR, 23,
   1372		CLK_SET_RATE_PARENT,
   1373	},
   1374	{
   1375		CLK_I2C4, "i2c4",
   1376		i2c_parents, ARRAY_SIZE(i2c_parents),
   1377		STM32F7_RCC_DCKCFGR2, 22, 3,
   1378		STM32F4_RCC_APB1ENR, 24,
   1379		CLK_SET_RATE_PARENT,
   1380	},
   1381
   1382	{
   1383		CLK_LPTIMER, "lptim1",
   1384		lptim_parent, ARRAY_SIZE(lptim_parent),
   1385		STM32F7_RCC_DCKCFGR2, 24, 3,
   1386		STM32F4_RCC_APB1ENR, 9,
   1387		CLK_SET_RATE_PARENT
   1388	},
   1389};
   1390
   1391static const struct stm32_aux_clk stm32f769_aux_clk[] = {
   1392	{
   1393		CLK_LCD, "lcd-tft", lcd_parent, ARRAY_SIZE(lcd_parent),
   1394		NO_MUX, 0, 0,
   1395		STM32F4_RCC_APB2ENR, 26,
   1396		CLK_SET_RATE_PARENT
   1397	},
   1398	{
   1399		CLK_I2S, "i2s", i2s_parents, ARRAY_SIZE(i2s_parents),
   1400		STM32F4_RCC_CFGR, 23, 1,
   1401		NO_GATE, 0,
   1402		CLK_SET_RATE_PARENT
   1403	},
   1404	{
   1405		CLK_SAI1, "sai1_clk", sai_parents, ARRAY_SIZE(sai_parents),
   1406		STM32F4_RCC_DCKCFGR, 20, 3,
   1407		STM32F4_RCC_APB2ENR, 22,
   1408		CLK_SET_RATE_PARENT
   1409	},
   1410	{
   1411		CLK_SAI2, "sai2_clk", sai_parents, ARRAY_SIZE(sai_parents),
   1412		STM32F4_RCC_DCKCFGR, 22, 3,
   1413		STM32F4_RCC_APB2ENR, 23,
   1414		CLK_SET_RATE_PARENT
   1415	},
   1416	{
   1417		NO_IDX, "pll48", pll48_parents, ARRAY_SIZE(pll48_parents),
   1418		STM32F7_RCC_DCKCFGR2, 27, 1,
   1419		NO_GATE, 0,
   1420		0
   1421	},
   1422	{
   1423		NO_IDX, "sdmux1", sdmux_parents, ARRAY_SIZE(sdmux_parents),
   1424		STM32F7_RCC_DCKCFGR2, 28, 1,
   1425		NO_GATE, 0,
   1426		0
   1427	},
   1428	{
   1429		NO_IDX, "sdmux2", sdmux_parents, ARRAY_SIZE(sdmux_parents),
   1430		STM32F7_RCC_DCKCFGR2, 29, 1,
   1431		NO_GATE, 0,
   1432		0
   1433	},
   1434	{
   1435		CLK_HDMI_CEC, "hdmi-cec",
   1436		hdmi_parents, ARRAY_SIZE(hdmi_parents),
   1437		STM32F7_RCC_DCKCFGR2, 26, 1,
   1438		NO_GATE, 0,
   1439		0
   1440	},
   1441	{
   1442		CLK_SPDIF, "spdif-rx",
   1443		spdif_parent, ARRAY_SIZE(spdif_parent),
   1444		STM32F7_RCC_DCKCFGR2, 22, 3,
   1445		STM32F4_RCC_APB2ENR, 23,
   1446		CLK_SET_RATE_PARENT
   1447	},
   1448	{
   1449		CLK_USART1, "usart1",
   1450		uart_parents1, ARRAY_SIZE(uart_parents1),
   1451		STM32F7_RCC_DCKCFGR2, 0, 3,
   1452		STM32F4_RCC_APB2ENR, 4,
   1453		CLK_SET_RATE_PARENT,
   1454	},
   1455	{
   1456		CLK_USART2, "usart2",
   1457		uart_parents2, ARRAY_SIZE(uart_parents1),
   1458		STM32F7_RCC_DCKCFGR2, 2, 3,
   1459		STM32F4_RCC_APB1ENR, 17,
   1460		CLK_SET_RATE_PARENT,
   1461	},
   1462	{
   1463		CLK_USART3, "usart3",
   1464		uart_parents2, ARRAY_SIZE(uart_parents1),
   1465		STM32F7_RCC_DCKCFGR2, 4, 3,
   1466		STM32F4_RCC_APB1ENR, 18,
   1467		CLK_SET_RATE_PARENT,
   1468	},
   1469	{
   1470		CLK_UART4, "uart4",
   1471		uart_parents2, ARRAY_SIZE(uart_parents1),
   1472		STM32F7_RCC_DCKCFGR2, 6, 3,
   1473		STM32F4_RCC_APB1ENR, 19,
   1474		CLK_SET_RATE_PARENT,
   1475	},
   1476	{
   1477		CLK_UART5, "uart5",
   1478		uart_parents2, ARRAY_SIZE(uart_parents1),
   1479		STM32F7_RCC_DCKCFGR2, 8, 3,
   1480		STM32F4_RCC_APB1ENR, 20,
   1481		CLK_SET_RATE_PARENT,
   1482	},
   1483	{
   1484		CLK_USART6, "usart6",
   1485		uart_parents1, ARRAY_SIZE(uart_parents1),
   1486		STM32F7_RCC_DCKCFGR2, 10, 3,
   1487		STM32F4_RCC_APB2ENR, 5,
   1488		CLK_SET_RATE_PARENT,
   1489	},
   1490	{
   1491		CLK_UART7, "uart7",
   1492		uart_parents2, ARRAY_SIZE(uart_parents1),
   1493		STM32F7_RCC_DCKCFGR2, 12, 3,
   1494		STM32F4_RCC_APB1ENR, 30,
   1495		CLK_SET_RATE_PARENT,
   1496	},
   1497	{
   1498		CLK_UART8, "uart8",
   1499		uart_parents2, ARRAY_SIZE(uart_parents1),
   1500		STM32F7_RCC_DCKCFGR2, 14, 3,
   1501		STM32F4_RCC_APB1ENR, 31,
   1502		CLK_SET_RATE_PARENT,
   1503	},
   1504	{
   1505		CLK_I2C1, "i2c1",
   1506		i2c_parents, ARRAY_SIZE(i2c_parents),
   1507		STM32F7_RCC_DCKCFGR2, 16, 3,
   1508		STM32F4_RCC_APB1ENR, 21,
   1509		CLK_SET_RATE_PARENT,
   1510	},
   1511	{
   1512		CLK_I2C2, "i2c2",
   1513		i2c_parents, ARRAY_SIZE(i2c_parents),
   1514		STM32F7_RCC_DCKCFGR2, 18, 3,
   1515		STM32F4_RCC_APB1ENR, 22,
   1516		CLK_SET_RATE_PARENT,
   1517	},
   1518	{
   1519		CLK_I2C3, "i2c3",
   1520		i2c_parents, ARRAY_SIZE(i2c_parents),
   1521		STM32F7_RCC_DCKCFGR2, 20, 3,
   1522		STM32F4_RCC_APB1ENR, 23,
   1523		CLK_SET_RATE_PARENT,
   1524	},
   1525	{
   1526		CLK_I2C4, "i2c4",
   1527		i2c_parents, ARRAY_SIZE(i2c_parents),
   1528		STM32F7_RCC_DCKCFGR2, 22, 3,
   1529		STM32F4_RCC_APB1ENR, 24,
   1530		CLK_SET_RATE_PARENT,
   1531	},
   1532	{
   1533		CLK_LPTIMER, "lptim1",
   1534		lptim_parent, ARRAY_SIZE(lptim_parent),
   1535		STM32F7_RCC_DCKCFGR2, 24, 3,
   1536		STM32F4_RCC_APB1ENR, 9,
   1537		CLK_SET_RATE_PARENT
   1538	},
   1539	{
   1540		CLK_F769_DSI, "dsi",
   1541		dsi_parent, ARRAY_SIZE(dsi_parent),
   1542		STM32F7_RCC_DCKCFGR2, 0, 1,
   1543		STM32F4_RCC_APB2ENR, 27,
   1544		CLK_SET_RATE_PARENT
   1545	},
   1546	{
   1547		CLK_DFSDM1, "dfsdm1",
   1548		dfsdm1_src, ARRAY_SIZE(dfsdm1_src),
   1549		STM32F4_RCC_DCKCFGR, 25, 1,
   1550		STM32F4_RCC_APB2ENR, 29,
   1551		CLK_SET_RATE_PARENT
   1552	},
   1553	{
   1554		CLK_ADFSDM1, "adfsdm1",
   1555		adsfdm1_parent, ARRAY_SIZE(adsfdm1_parent),
   1556		STM32F4_RCC_DCKCFGR, 26, 1,
   1557		STM32F4_RCC_APB2ENR, 29,
   1558		CLK_SET_RATE_PARENT
   1559	},
   1560};
   1561
   1562static const struct stm32f4_clk_data stm32f429_clk_data = {
   1563	.end_primary	= END_PRIMARY_CLK,
   1564	.gates_data	= stm32f429_gates,
   1565	.gates_map	= stm32f42xx_gate_map,
   1566	.gates_num	= ARRAY_SIZE(stm32f429_gates),
   1567	.pll_data	= stm32f429_pll,
   1568	.aux_clk	= stm32f429_aux_clk,
   1569	.aux_clk_num	= ARRAY_SIZE(stm32f429_aux_clk),
   1570};
   1571
   1572static const struct stm32f4_clk_data stm32f469_clk_data = {
   1573	.end_primary	= END_PRIMARY_CLK,
   1574	.gates_data	= stm32f469_gates,
   1575	.gates_map	= stm32f46xx_gate_map,
   1576	.gates_num	= ARRAY_SIZE(stm32f469_gates),
   1577	.pll_data	= stm32f469_pll,
   1578	.aux_clk	= stm32f469_aux_clk,
   1579	.aux_clk_num	= ARRAY_SIZE(stm32f469_aux_clk),
   1580};
   1581
   1582static const struct stm32f4_clk_data stm32f746_clk_data = {
   1583	.end_primary	= END_PRIMARY_CLK_F7,
   1584	.gates_data	= stm32f746_gates,
   1585	.gates_map	= stm32f746_gate_map,
   1586	.gates_num	= ARRAY_SIZE(stm32f746_gates),
   1587	.pll_data	= stm32f469_pll,
   1588	.aux_clk	= stm32f746_aux_clk,
   1589	.aux_clk_num	= ARRAY_SIZE(stm32f746_aux_clk),
   1590};
   1591
   1592static const struct stm32f4_clk_data stm32f769_clk_data = {
   1593	.end_primary	= END_PRIMARY_CLK_F7,
   1594	.gates_data	= stm32f769_gates,
   1595	.gates_map	= stm32f769_gate_map,
   1596	.gates_num	= ARRAY_SIZE(stm32f769_gates),
   1597	.pll_data	= stm32f469_pll,
   1598	.aux_clk	= stm32f769_aux_clk,
   1599	.aux_clk_num	= ARRAY_SIZE(stm32f769_aux_clk),
   1600};
   1601
   1602static const struct of_device_id stm32f4_of_match[] = {
   1603	{
   1604		.compatible = "st,stm32f42xx-rcc",
   1605		.data = &stm32f429_clk_data
   1606	},
   1607	{
   1608		.compatible = "st,stm32f469-rcc",
   1609		.data = &stm32f469_clk_data
   1610	},
   1611	{
   1612		.compatible = "st,stm32f746-rcc",
   1613		.data = &stm32f746_clk_data
   1614	},
   1615	{
   1616		.compatible = "st,stm32f769-rcc",
   1617		.data = &stm32f769_clk_data
   1618	},
   1619	{}
   1620};
   1621
   1622static struct clk_hw *stm32_register_aux_clk(const char *name,
   1623		const char * const *parent_names, int num_parents,
   1624		int offset_mux, u8 shift, u8 mask,
   1625		int offset_gate, u8 bit_idx,
   1626		unsigned long flags, spinlock_t *lock)
   1627{
   1628	struct clk_hw *hw;
   1629	struct clk_gate *gate = NULL;
   1630	struct clk_mux *mux = NULL;
   1631	struct clk_hw *mux_hw = NULL, *gate_hw = NULL;
   1632	const struct clk_ops *mux_ops = NULL, *gate_ops = NULL;
   1633
   1634	if (offset_gate != NO_GATE) {
   1635		gate = kzalloc(sizeof(*gate), GFP_KERNEL);
   1636		if (!gate) {
   1637			hw = ERR_PTR(-EINVAL);
   1638			goto fail;
   1639		}
   1640
   1641		gate->reg = base + offset_gate;
   1642		gate->bit_idx = bit_idx;
   1643		gate->flags = 0;
   1644		gate->lock = lock;
   1645		gate_hw = &gate->hw;
   1646		gate_ops = &clk_gate_ops;
   1647	}
   1648
   1649	if (offset_mux != NO_MUX) {
   1650		mux = kzalloc(sizeof(*mux), GFP_KERNEL);
   1651		if (!mux) {
   1652			hw = ERR_PTR(-EINVAL);
   1653			goto fail;
   1654		}
   1655
   1656		mux->reg = base + offset_mux;
   1657		mux->shift = shift;
   1658		mux->mask = mask;
   1659		mux->flags = 0;
   1660		mux_hw = &mux->hw;
   1661		mux_ops = &clk_mux_ops;
   1662	}
   1663
   1664	if (mux_hw == NULL && gate_hw == NULL) {
   1665		hw = ERR_PTR(-EINVAL);
   1666		goto fail;
   1667	}
   1668
   1669	hw = clk_hw_register_composite(NULL, name, parent_names, num_parents,
   1670			mux_hw, mux_ops,
   1671			NULL, NULL,
   1672			gate_hw, gate_ops,
   1673			flags);
   1674
   1675fail:
   1676	if (IS_ERR(hw)) {
   1677		kfree(gate);
   1678		kfree(mux);
   1679	}
   1680
   1681	return hw;
   1682}
   1683
   1684static void __init stm32f4_rcc_init(struct device_node *np)
   1685{
   1686	const char *hse_clk, *i2s_in_clk;
   1687	int n;
   1688	const struct of_device_id *match;
   1689	const struct stm32f4_clk_data *data;
   1690	unsigned long pllm;
   1691	struct clk_hw *pll_src_hw;
   1692
   1693	base = of_iomap(np, 0);
   1694	if (!base) {
   1695		pr_err("%pOFn: unable to map resource\n", np);
   1696		return;
   1697	}
   1698
   1699	pdrm = syscon_regmap_lookup_by_phandle(np, "st,syscfg");
   1700	if (IS_ERR(pdrm)) {
   1701		pdrm = NULL;
   1702		pr_warn("%s: Unable to get syscfg\n", __func__);
   1703	}
   1704
   1705	match = of_match_node(stm32f4_of_match, np);
   1706	if (WARN_ON(!match))
   1707		return;
   1708
   1709	data = match->data;
   1710
   1711	stm32fx_end_primary_clk = data->end_primary;
   1712
   1713	clks = kmalloc_array(data->gates_num + stm32fx_end_primary_clk,
   1714			sizeof(*clks), GFP_KERNEL);
   1715	if (!clks)
   1716		goto fail;
   1717
   1718	stm32f4_gate_map = data->gates_map;
   1719
   1720	hse_clk = of_clk_get_parent_name(np, 0);
   1721	dsi_parent[0] = hse_clk;
   1722	pllsrc_parent[1] = hse_clk;
   1723
   1724	i2s_in_clk = of_clk_get_parent_name(np, 1);
   1725
   1726	i2s_parents[1] = i2s_in_clk;
   1727	sai_parents[2] = i2s_in_clk;
   1728
   1729	if (of_device_is_compatible(np, "st,stm32f769-rcc")) {
   1730		clk_hw_register_gate(NULL, "dfsdm1_apb", "apb2_div", 0,
   1731				     base + STM32F4_RCC_APB2ENR, 29,
   1732				     CLK_IGNORE_UNUSED, &stm32f4_clk_lock);
   1733		dsi_parent[0] = pll_src;
   1734		sai_parents[3] = pll_src;
   1735	}
   1736
   1737	clks[CLK_HSI] = clk_hw_register_fixed_rate_with_accuracy(NULL, "hsi",
   1738			NULL, 0, 16000000, 160000);
   1739
   1740	pll_src_hw = clk_hw_register_mux(NULL, pll_src, pllsrc_parent,
   1741					 ARRAY_SIZE(pllsrc_parent), 0,
   1742					 base + STM32F4_RCC_PLLCFGR, 22, 1, 0,
   1743					 &stm32f4_clk_lock);
   1744
   1745	pllm = readl(base + STM32F4_RCC_PLLCFGR) & 0x3f;
   1746
   1747	clk_hw_register_fixed_factor(NULL, "vco_in", pll_src,
   1748				     0, 1, pllm);
   1749
   1750	stm32f4_rcc_register_pll("vco_in", &data->pll_data[0],
   1751			&stm32f4_clk_lock);
   1752
   1753	clks[PLL_VCO_I2S] = stm32f4_rcc_register_pll("vco_in",
   1754			&data->pll_data[1], &stm32f4_clk_lock);
   1755
   1756	clks[PLL_VCO_SAI] = stm32f4_rcc_register_pll("vco_in",
   1757			&data->pll_data[2], &stm32f4_clk_lock);
   1758
   1759	for (n = 0; n < MAX_POST_DIV; n++) {
   1760		const struct stm32f4_pll_post_div_data *post_div;
   1761		struct clk_hw *hw;
   1762
   1763		post_div = &post_div_data[n];
   1764
   1765		hw = clk_register_pll_div(post_div->name,
   1766				post_div->parent,
   1767				post_div->flag,
   1768				base + post_div->offset,
   1769				post_div->shift,
   1770				post_div->width,
   1771				post_div->flag_div,
   1772				post_div->div_table,
   1773				clks[post_div->pll_idx],
   1774				&stm32f4_clk_lock);
   1775
   1776		if (post_div->idx != NO_IDX)
   1777			clks[post_div->idx] = hw;
   1778	}
   1779
   1780	sys_parents[1] = hse_clk;
   1781
   1782	clks[CLK_SYSCLK] = clk_hw_register_mux_table(
   1783	    NULL, "sys", sys_parents, ARRAY_SIZE(sys_parents), 0,
   1784	    base + STM32F4_RCC_CFGR, 0, 3, 0, NULL, &stm32f4_clk_lock);
   1785
   1786	clk_register_divider_table(NULL, "ahb_div", "sys",
   1787				   CLK_SET_RATE_PARENT, base + STM32F4_RCC_CFGR,
   1788				   4, 4, 0, ahb_div_table, &stm32f4_clk_lock);
   1789
   1790	clk_register_divider_table(NULL, "apb1_div", "ahb_div",
   1791				   CLK_SET_RATE_PARENT, base + STM32F4_RCC_CFGR,
   1792				   10, 3, 0, apb_div_table, &stm32f4_clk_lock);
   1793	clk_register_apb_mul(NULL, "apb1_mul", "apb1_div",
   1794			     CLK_SET_RATE_PARENT, 12);
   1795
   1796	clk_register_divider_table(NULL, "apb2_div", "ahb_div",
   1797				   CLK_SET_RATE_PARENT, base + STM32F4_RCC_CFGR,
   1798				   13, 3, 0, apb_div_table, &stm32f4_clk_lock);
   1799	clk_register_apb_mul(NULL, "apb2_mul", "apb2_div",
   1800			     CLK_SET_RATE_PARENT, 15);
   1801
   1802	clks[SYSTICK] = clk_hw_register_fixed_factor(NULL, "systick", "ahb_div",
   1803						  0, 1, 8);
   1804	clks[FCLK] = clk_hw_register_fixed_factor(NULL, "fclk", "ahb_div",
   1805					       0, 1, 1);
   1806
   1807	for (n = 0; n < data->gates_num; n++) {
   1808		const struct stm32f4_gate_data *gd;
   1809		unsigned int secondary;
   1810		int idx;
   1811
   1812		gd = &data->gates_data[n];
   1813		secondary = 8 * (gd->offset - STM32F4_RCC_AHB1ENR) +
   1814			gd->bit_idx;
   1815		idx = stm32f4_rcc_lookup_clk_idx(0, secondary);
   1816
   1817		if (idx < 0)
   1818			goto fail;
   1819
   1820		clks[idx] = clk_hw_register_gate(
   1821		    NULL, gd->name, gd->parent_name, gd->flags,
   1822		    base + gd->offset, gd->bit_idx, 0, &stm32f4_clk_lock);
   1823
   1824		if (IS_ERR(clks[idx])) {
   1825			pr_err("%pOF: Unable to register leaf clock %s\n",
   1826			       np, gd->name);
   1827			goto fail;
   1828		}
   1829	}
   1830
   1831	clks[CLK_LSI] = clk_register_rgate(NULL, "lsi", "clk-lsi", 0,
   1832			base + STM32F4_RCC_CSR, 0, 1, 0, &stm32f4_clk_lock);
   1833
   1834	if (IS_ERR(clks[CLK_LSI])) {
   1835		pr_err("Unable to register lsi clock\n");
   1836		goto fail;
   1837	}
   1838
   1839	clks[CLK_LSE] = clk_register_rgate(NULL, "lse", "clk-lse", 0,
   1840			base + STM32F4_RCC_BDCR, 0, 1, 0, &stm32f4_clk_lock);
   1841
   1842	if (IS_ERR(clks[CLK_LSE])) {
   1843		pr_err("Unable to register lse clock\n");
   1844		goto fail;
   1845	}
   1846
   1847	clks[CLK_HSE_RTC] = clk_hw_register_divider(NULL, "hse-rtc", "clk-hse",
   1848			0, base + STM32F4_RCC_CFGR, 16, 5, 0,
   1849			&stm32f4_clk_lock);
   1850
   1851	if (IS_ERR(clks[CLK_HSE_RTC])) {
   1852		pr_err("Unable to register hse-rtc clock\n");
   1853		goto fail;
   1854	}
   1855
   1856	clks[CLK_RTC] = stm32_register_cclk(NULL, "rtc", rtc_parents, 4,
   1857			base + STM32F4_RCC_BDCR, 15, 8, 0, &stm32f4_clk_lock);
   1858
   1859	if (IS_ERR(clks[CLK_RTC])) {
   1860		pr_err("Unable to register rtc clock\n");
   1861		goto fail;
   1862	}
   1863
   1864	for (n = 0; n < data->aux_clk_num; n++) {
   1865		const struct stm32_aux_clk *aux_clk;
   1866		struct clk_hw *hw;
   1867
   1868		aux_clk = &data->aux_clk[n];
   1869
   1870		hw = stm32_register_aux_clk(aux_clk->name,
   1871				aux_clk->parent_names, aux_clk->num_parents,
   1872				aux_clk->offset_mux, aux_clk->shift,
   1873				aux_clk->mask, aux_clk->offset_gate,
   1874				aux_clk->bit_idx, aux_clk->flags,
   1875				&stm32f4_clk_lock);
   1876
   1877		if (IS_ERR(hw)) {
   1878			pr_warn("Unable to register %s clk\n", aux_clk->name);
   1879			continue;
   1880		}
   1881
   1882		if (aux_clk->idx != NO_IDX)
   1883			clks[aux_clk->idx] = hw;
   1884	}
   1885
   1886	if (of_device_is_compatible(np, "st,stm32f746-rcc")) {
   1887
   1888		clk_hw_register_fixed_factor(NULL, "hsi_div488", "hsi", 0,
   1889				1, 488);
   1890
   1891		clks[CLK_PLL_SRC] = pll_src_hw;
   1892	}
   1893
   1894	of_clk_add_hw_provider(np, stm32f4_rcc_lookup_clk, NULL);
   1895
   1896	return;
   1897fail:
   1898	kfree(clks);
   1899	iounmap(base);
   1900}
   1901CLK_OF_DECLARE_DRIVER(stm32f42xx_rcc, "st,stm32f42xx-rcc", stm32f4_rcc_init);
   1902CLK_OF_DECLARE_DRIVER(stm32f46xx_rcc, "st,stm32f469-rcc", stm32f4_rcc_init);
   1903CLK_OF_DECLARE_DRIVER(stm32f746_rcc, "st,stm32f746-rcc", stm32f4_rcc_init);
   1904CLK_OF_DECLARE_DRIVER(stm32f769_rcc, "st,stm32f769-rcc", stm32f4_rcc_init);